Annotation of embedaddon/pcre/pcre_jit_compile.c, revision 1.1.1.4

1.1       misho       1: /*************************************************
                      2: *      Perl-Compatible Regular Expressions       *
                      3: *************************************************/
                      4: 
                      5: /* PCRE is a library of functions to support regular expressions whose syntax
                      6: and semantics are as close as possible to those of the Perl 5 language.
                      7: 
                      8:                        Written by Philip Hazel
1.1.1.4 ! misho       9:            Copyright (c) 1997-2013 University of Cambridge
1.1       misho      10: 
                     11:   The machine code generator part (this module) was written by Zoltan Herczeg
1.1.1.4 ! misho      12:                       Copyright (c) 2010-2013
1.1       misho      13: 
                     14: -----------------------------------------------------------------------------
                     15: Redistribution and use in source and binary forms, with or without
                     16: modification, are permitted provided that the following conditions are met:
                     17: 
                     18:     * Redistributions of source code must retain the above copyright notice,
                     19:       this list of conditions and the following disclaimer.
                     20: 
                     21:     * Redistributions in binary form must reproduce the above copyright
                     22:       notice, this list of conditions and the following disclaimer in the
                     23:       documentation and/or other materials provided with the distribution.
                     24: 
                     25:     * Neither the name of the University of Cambridge nor the names of its
                     26:       contributors may be used to endorse or promote products derived from
                     27:       this software without specific prior written permission.
                     28: 
                     29: THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
                     30: AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
                     31: IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
                     32: ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
                     33: LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
                     34: CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
                     35: SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
                     36: INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
                     37: CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
                     38: ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
                     39: POSSIBILITY OF SUCH DAMAGE.
                     40: -----------------------------------------------------------------------------
                     41: */
                     42: 
                     43: #ifdef HAVE_CONFIG_H
                     44: #include "config.h"
                     45: #endif
                     46: 
                     47: #include "pcre_internal.h"
                     48: 
1.1.1.4 ! misho      49: #if defined SUPPORT_JIT
1.1       misho      50: 
                     51: /* All-in-one: Since we use the JIT compiler only from here,
                     52: we just include it. This way we don't need to touch the build
                     53: system files. */
                     54: 
1.1.1.2   misho      55: #define SLJIT_MALLOC(size) (PUBL(malloc))(size)
                     56: #define SLJIT_FREE(ptr) (PUBL(free))(ptr)
1.1       misho      57: #define SLJIT_CONFIG_AUTO 1
                     58: #define SLJIT_CONFIG_STATIC 1
                     59: #define SLJIT_VERBOSE 0
                     60: #define SLJIT_DEBUG 0
                     61: 
                     62: #include "sljit/sljitLir.c"
                     63: 
                     64: #if defined SLJIT_CONFIG_UNSUPPORTED && SLJIT_CONFIG_UNSUPPORTED
1.1.1.2   misho      65: #error Unsupported architecture
1.1       misho      66: #endif
                     67: 
1.1.1.4 ! misho      68: /* Defines for debugging purposes. */
1.1       misho      69: 
1.1.1.4 ! misho      70: /* 1 - Use unoptimized capturing brackets.
        !            71:    2 - Enable capture_last_ptr (includes option 1). */
        !            72: /* #define DEBUG_FORCE_UNOPTIMIZED_CBRAS 2 */
        !            73: 
        !            74: /* 1 - Always have a control head. */
        !            75: /* #define DEBUG_FORCE_CONTROL_HEAD 1 */
        !            76: 
        !            77: /* Allocate memory for the regex stack on the real machine stack.
        !            78: Fast, but limited size. */
        !            79: #define MACHINE_STACK_SIZE 32768
        !            80: 
        !            81: /* Growth rate for stack allocated by the OS. Should be the multiply
        !            82: of page size. */
1.1       misho      83: #define STACK_GROWTH_RATE 8192
                     84: 
                     85: /* Enable to check that the allocation could destroy temporaries. */
                     86: #if defined SLJIT_DEBUG && SLJIT_DEBUG
                     87: #define DESTROY_REGISTERS 1
                     88: #endif
                     89: 
                     90: /*
                     91: Short summary about the backtracking mechanism empolyed by the jit code generator:
                     92: 
                     93: The code generator follows the recursive nature of the PERL compatible regular
                     94: expressions. The basic blocks of regular expressions are condition checkers
                     95: whose execute different commands depending on the result of the condition check.
                     96: The relationship between the operators can be horizontal (concatenation) and
1.1.1.3   misho      97: vertical (sub-expression) (See struct backtrack_common for more details).
1.1       misho      98: 
                     99:   'ab' - 'a' and 'b' regexps are concatenated
                    100:   'a+' - 'a' is the sub-expression of the '+' operator
                    101: 
                    102: The condition checkers are boolean (true/false) checkers. Machine code is generated
                    103: for the checker itself and for the actions depending on the result of the checker.
1.1.1.4 ! misho     104: The 'true' case is called as the matching path (expected path), and the other is called as
1.1.1.3   misho     105: the 'backtrack' path. Branch instructions are expesive for all CPUs, so we avoid taken
1.1.1.4 ! misho     106: branches on the matching path.
1.1       misho     107: 
                    108:  Greedy star operator (*) :
1.1.1.4 ! misho     109:    Matching path: match happens.
1.1.1.3   misho     110:    Backtrack path: match failed.
1.1       misho     111:  Non-greedy star operator (*?) :
1.1.1.4 ! misho     112:    Matching path: no need to perform a match.
1.1.1.3   misho     113:    Backtrack path: match is required.
1.1       misho     114: 
                    115: The following example shows how the code generated for a capturing bracket
                    116: with two alternatives. Let A, B, C, D are arbirary regular expressions, and
                    117: we have the following regular expression:
                    118: 
                    119:    A(B|C)D
                    120: 
                    121: The generated code will be the following:
                    122: 
1.1.1.4 ! misho     123:  A matching path
        !           124:  '(' matching path (pushing arguments to the stack)
        !           125:  B matching path
        !           126:  ')' matching path (pushing arguments to the stack)
        !           127:  D matching path
1.1       misho     128:  return with successful match
                    129: 
1.1.1.3   misho     130:  D backtrack path
                    131:  ')' backtrack path (If we arrived from "C" jump to the backtrack of "C")
                    132:  B backtrack path
1.1       misho     133:  C expected path
1.1.1.4 ! misho     134:  jump to D matching path
1.1.1.3   misho     135:  C backtrack path
                    136:  A backtrack path
1.1       misho     137: 
1.1.1.3   misho     138:  Notice, that the order of backtrack code paths are the opposite of the fast
1.1       misho     139:  code paths. In this way the topmost value on the stack is always belong
1.1.1.3   misho     140:  to the current backtrack code path. The backtrack path must check
1.1       misho     141:  whether there is a next alternative. If so, it needs to jump back to
1.1.1.4 ! misho     142:  the matching path eventually. Otherwise it needs to clear out its own stack
1.1.1.3   misho     143:  frame and continue the execution on the backtrack code paths.
1.1       misho     144: */
                    145: 
                    146: /*
                    147: Saved stack frames:
                    148: 
1.1.1.4 ! misho     149: Atomic blocks and asserts require reloading the values of private data
        !           150: when the backtrack mechanism performed. Because of OP_RECURSE, the data
1.1       misho     151: are not necessarly known in compile time, thus we need a dynamic restore
                    152: mechanism.
                    153: 
                    154: The stack frames are stored in a chain list, and have the following format:
                    155: ([ capturing bracket offset ][ start value ][ end value ])+ ... [ 0 ] [ previous head ]
                    156: 
1.1.1.4 ! misho     157: Thus we can restore the private data to a particular point in the stack.
1.1       misho     158: */
                    159: 
                    160: typedef struct jit_arguments {
                    161:   /* Pointers first. */
                    162:   struct sljit_stack *stack;
1.1.1.2   misho     163:   const pcre_uchar *str;
                    164:   const pcre_uchar *begin;
                    165:   const pcre_uchar *end;
1.1       misho     166:   int *offsets;
1.1.1.3   misho     167:   pcre_uchar *uchar_ptr;
                    168:   pcre_uchar *mark_ptr;
1.1.1.4 ! misho     169:   void *callout_data;
1.1       misho     170:   /* Everything else after. */
1.1.1.4 ! misho     171:   pcre_uint32 limit_match;
        !           172:   int real_offset_count;
        !           173:   int offset_count;
1.1.1.2   misho     174:   pcre_uint8 notbol;
                    175:   pcre_uint8 noteol;
                    176:   pcre_uint8 notempty;
                    177:   pcre_uint8 notempty_atstart;
1.1       misho     178: } jit_arguments;
                    179: 
1.1.1.3   misho     180: typedef struct executable_functions {
                    181:   void *executable_funcs[JIT_NUMBER_OF_COMPILE_MODES];
1.1.1.2   misho     182:   PUBL(jit_callback) callback;
1.1       misho     183:   void *userdata;
1.1.1.4 ! misho     184:   pcre_uint32 top_bracket;
        !           185:   pcre_uint32 limit_match;
1.1.1.3   misho     186:   sljit_uw executable_sizes[JIT_NUMBER_OF_COMPILE_MODES];
                    187: } executable_functions;
1.1       misho     188: 
                    189: typedef struct jump_list {
                    190:   struct sljit_jump *jump;
                    191:   struct jump_list *next;
                    192: } jump_list;
                    193: 
                    194: typedef struct stub_list {
                    195:   struct sljit_jump *start;
1.1.1.4 ! misho     196:   struct sljit_label *quit;
1.1       misho     197:   struct stub_list *next;
                    198: } stub_list;
                    199: 
1.1.1.4 ! misho     200: enum frame_types {
        !           201:   no_frame = -1,
        !           202:   no_stack = -2
        !           203: };
        !           204: 
        !           205: enum control_types {
        !           206:   type_mark = 0,
        !           207:   type_then_trap = 1
        !           208: };
        !           209: 
1.1       misho     210: typedef int (SLJIT_CALL *jit_function)(jit_arguments *args);
                    211: 
                    212: /* The following structure is the key data type for the recursive
1.1.1.4 ! misho     213: code generator. It is allocated by compile_matchingpath, and contains
        !           214: the arguments for compile_backtrackingpath. Must be the first member
1.1       misho     215: of its descendants. */
1.1.1.3   misho     216: typedef struct backtrack_common {
1.1       misho     217:   /* Concatenation stack. */
1.1.1.3   misho     218:   struct backtrack_common *prev;
                    219:   jump_list *nextbacktracks;
1.1       misho     220:   /* Internal stack (for component operators). */
1.1.1.3   misho     221:   struct backtrack_common *top;
                    222:   jump_list *topbacktracks;
1.1       misho     223:   /* Opcode pointer. */
1.1.1.2   misho     224:   pcre_uchar *cc;
1.1.1.3   misho     225: } backtrack_common;
1.1       misho     226: 
1.1.1.3   misho     227: typedef struct assert_backtrack {
                    228:   backtrack_common common;
1.1       misho     229:   jump_list *condfailed;
1.1.1.4 ! misho     230:   /* Less than 0 if a frame is not needed. */
1.1       misho     231:   int framesize;
                    232:   /* Points to our private memory word on the stack. */
1.1.1.4 ! misho     233:   int private_data_ptr;
1.1       misho     234:   /* For iterators. */
1.1.1.4 ! misho     235:   struct sljit_label *matchingpath;
1.1.1.3   misho     236: } assert_backtrack;
1.1       misho     237: 
1.1.1.3   misho     238: typedef struct bracket_backtrack {
                    239:   backtrack_common common;
1.1       misho     240:   /* Where to coninue if an alternative is successfully matched. */
1.1.1.4 ! misho     241:   struct sljit_label *alternative_matchingpath;
1.1       misho     242:   /* For rmin and rmax iterators. */
1.1.1.4 ! misho     243:   struct sljit_label *recursive_matchingpath;
1.1       misho     244:   /* For greedy ? operator. */
1.1.1.4 ! misho     245:   struct sljit_label *zero_matchingpath;
1.1       misho     246:   /* Contains the branches of a failed condition. */
                    247:   union {
                    248:     /* Both for OP_COND, OP_SCOND. */
                    249:     jump_list *condfailed;
1.1.1.3   misho     250:     assert_backtrack *assert;
1.1.1.4 ! misho     251:     /* For OP_ONCE. Less than 0 if not needed. */
1.1       misho     252:     int framesize;
                    253:   } u;
                    254:   /* Points to our private memory word on the stack. */
1.1.1.4 ! misho     255:   int private_data_ptr;
1.1.1.3   misho     256: } bracket_backtrack;
1.1       misho     257: 
1.1.1.3   misho     258: typedef struct bracketpos_backtrack {
                    259:   backtrack_common common;
1.1       misho     260:   /* Points to our private memory word on the stack. */
1.1.1.4 ! misho     261:   int private_data_ptr;
1.1       misho     262:   /* Reverting stack is needed. */
                    263:   int framesize;
                    264:   /* Allocated stack size. */
                    265:   int stacksize;
1.1.1.3   misho     266: } bracketpos_backtrack;
1.1       misho     267: 
1.1.1.3   misho     268: typedef struct braminzero_backtrack {
                    269:   backtrack_common common;
1.1.1.4 ! misho     270:   struct sljit_label *matchingpath;
1.1.1.3   misho     271: } braminzero_backtrack;
1.1       misho     272: 
1.1.1.3   misho     273: typedef struct iterator_backtrack {
                    274:   backtrack_common common;
1.1       misho     275:   /* Next iteration. */
1.1.1.4 ! misho     276:   struct sljit_label *matchingpath;
1.1.1.3   misho     277: } iterator_backtrack;
1.1       misho     278: 
                    279: typedef struct recurse_entry {
                    280:   struct recurse_entry *next;
                    281:   /* Contains the function entry. */
                    282:   struct sljit_label *entry;
                    283:   /* Collects the calls until the function is not created. */
                    284:   jump_list *calls;
                    285:   /* Points to the starting opcode. */
1.1.1.4 ! misho     286:   sljit_sw start;
1.1       misho     287: } recurse_entry;
                    288: 
1.1.1.3   misho     289: typedef struct recurse_backtrack {
                    290:   backtrack_common common;
1.1.1.4 ! misho     291:   BOOL inlined_pattern;
1.1.1.3   misho     292: } recurse_backtrack;
1.1       misho     293: 
1.1.1.4 ! misho     294: #define OP_THEN_TRAP OP_TABLE_LENGTH
        !           295: 
        !           296: typedef struct then_trap_backtrack {
        !           297:   backtrack_common common;
        !           298:   /* If then_trap is not NULL, this structure contains the real
        !           299:   then_trap for the backtracking path. */
        !           300:   struct then_trap_backtrack *then_trap;
        !           301:   /* Points to the starting opcode. */
        !           302:   sljit_sw start;
        !           303:   /* Exit point for the then opcodes of this alternative. */
        !           304:   jump_list *quit;
        !           305:   /* Frame size of the current alternative. */
        !           306:   int framesize;
        !           307: } then_trap_backtrack;
        !           308: 
        !           309: #define MAX_RANGE_SIZE 6
        !           310: 
1.1       misho     311: typedef struct compiler_common {
1.1.1.4 ! misho     312:   /* The sljit ceneric compiler. */
1.1       misho     313:   struct sljit_compiler *compiler;
1.1.1.4 ! misho     314:   /* First byte code. */
1.1.1.2   misho     315:   pcre_uchar *start;
1.1.1.4 ! misho     316:   /* Maps private data offset to each opcode. */
        !           317:   sljit_si *private_data_ptrs;
        !           318:   /* Tells whether the capturing bracket is optimized. */
        !           319:   pcre_uint8 *optimized_cbracket;
        !           320:   /* Tells whether the starting offset is a target of then. */
        !           321:   pcre_uint8 *then_offsets;
        !           322:   /* Current position where a THEN must jump. */
        !           323:   then_trap_backtrack *then_trap;
        !           324:   /* Starting offset of private data for capturing brackets. */
        !           325:   int cbra_ptr;
        !           326:   /* Output vector starting point. Must be divisible by 2. */
1.1.1.3   misho     327:   int ovector_start;
                    328:   /* Last known position of the requested byte. */
                    329:   int req_char_ptr;
                    330:   /* Head of the last recursion. */
1.1.1.4 ! misho     331:   int recursive_head_ptr;
1.1.1.3   misho     332:   /* First inspected character for partial matching. */
                    333:   int start_used_ptr;
                    334:   /* Starting pointer for partial soft matches. */
                    335:   int hit_start;
                    336:   /* End pointer of the first line. */
                    337:   int first_line_end;
                    338:   /* Points to the marked string. */
                    339:   int mark_ptr;
1.1.1.4 ! misho     340:   /* Recursive control verb management chain. */
        !           341:   int control_head_ptr;
        !           342:   /* Points to the last matched capture block index. */
        !           343:   int capture_last_ptr;
        !           344:   /* Points to the starting position of the current match. */
        !           345:   int start_ptr;
1.1.1.3   misho     346: 
1.1.1.4 ! misho     347:   /* Flipped and lower case tables. */
1.1.1.2   misho     348:   const pcre_uint8 *fcc;
1.1.1.4 ! misho     349:   sljit_sw lcc;
        !           350:   /* Mode can be PCRE_STUDY_JIT_COMPILE and others. */
1.1.1.3   misho     351:   int mode;
1.1.1.4 ! misho     352:   /* \K is found in the pattern. */
        !           353:   BOOL has_set_som;
        !           354:   /* (*SKIP:arg) is found in the pattern. */
        !           355:   BOOL has_skip_arg;
        !           356:   /* (*THEN) is found in the pattern. */
        !           357:   BOOL has_then;
        !           358:   /* Needs to know the start position anytime. */
        !           359:   BOOL needs_start_ptr;
        !           360:   /* Currently in recurse or negative assert. */
        !           361:   BOOL local_exit;
        !           362:   /* Currently in a positive assert. */
        !           363:   BOOL positive_assert;
        !           364:   /* Newline control. */
1.1       misho     365:   int nltype;
                    366:   int newline;
                    367:   int bsr_nltype;
1.1.1.4 ! misho     368:   /* Dollar endonly. */
1.1       misho     369:   int endonly;
1.1.1.4 ! misho     370:   /* Tables. */
        !           371:   sljit_sw ctypes;
        !           372:   int digits[2 + MAX_RANGE_SIZE];
        !           373:   /* Named capturing brackets. */
1.1       misho     374:   sljit_uw name_table;
1.1.1.4 ! misho     375:   sljit_sw name_count;
        !           376:   sljit_sw name_entry_size;
1.1.1.3   misho     377: 
                    378:   /* Labels and jump lists. */
                    379:   struct sljit_label *partialmatchlabel;
1.1.1.4 ! misho     380:   struct sljit_label *quit_label;
        !           381:   struct sljit_label *forced_quit_label;
        !           382:   struct sljit_label *accept_label;
1.1       misho     383:   stub_list *stubs;
                    384:   recurse_entry *entries;
                    385:   recurse_entry *currententry;
1.1.1.3   misho     386:   jump_list *partialmatch;
1.1.1.4 ! misho     387:   jump_list *quit;
        !           388:   jump_list *positive_assert_quit;
        !           389:   jump_list *forced_quit;
1.1       misho     390:   jump_list *accept;
                    391:   jump_list *calllimit;
                    392:   jump_list *stackalloc;
                    393:   jump_list *revertframes;
                    394:   jump_list *wordboundary;
                    395:   jump_list *anynewline;
                    396:   jump_list *hspace;
                    397:   jump_list *vspace;
                    398:   jump_list *casefulcmp;
                    399:   jump_list *caselesscmp;
1.1.1.4 ! misho     400:   jump_list *reset_match;
1.1       misho     401:   BOOL jscript_compat;
1.1.1.2   misho     402: #ifdef SUPPORT_UTF
                    403:   BOOL utf;
1.1       misho     404: #ifdef SUPPORT_UCP
1.1.1.2   misho     405:   BOOL use_ucp;
1.1       misho     406: #endif
1.1.1.4 ! misho     407: #ifndef COMPILE_PCRE32
1.1.1.2   misho     408:   jump_list *utfreadchar;
1.1.1.4 ! misho     409: #endif
1.1.1.2   misho     410: #ifdef COMPILE_PCRE8
                    411:   jump_list *utfreadtype8;
1.1       misho     412: #endif
1.1.1.2   misho     413: #endif /* SUPPORT_UTF */
1.1       misho     414: #ifdef SUPPORT_UCP
                    415:   jump_list *getucd;
                    416: #endif
                    417: } compiler_common;
                    418: 
                    419: /* For byte_sequence_compare. */
                    420: 
                    421: typedef struct compare_context {
                    422:   int length;
                    423:   int sourcereg;
                    424: #if defined SLJIT_UNALIGNED && SLJIT_UNALIGNED
1.1.1.2   misho     425:   int ucharptr;
1.1       misho     426:   union {
1.1.1.4 ! misho     427:     sljit_si asint;
1.1.1.2   misho     428:     sljit_uh asushort;
1.1.1.4 ! misho     429: #if defined COMPILE_PCRE8
1.1       misho     430:     sljit_ub asbyte;
1.1.1.2   misho     431:     sljit_ub asuchars[4];
1.1.1.4 ! misho     432: #elif defined COMPILE_PCRE16
1.1.1.2   misho     433:     sljit_uh asuchars[2];
1.1.1.4 ! misho     434: #elif defined COMPILE_PCRE32
        !           435:     sljit_ui asuchars[1];
1.1.1.2   misho     436: #endif
1.1       misho     437:   } c;
                    438:   union {
1.1.1.4 ! misho     439:     sljit_si asint;
1.1.1.2   misho     440:     sljit_uh asushort;
1.1.1.4 ! misho     441: #if defined COMPILE_PCRE8
1.1       misho     442:     sljit_ub asbyte;
1.1.1.2   misho     443:     sljit_ub asuchars[4];
1.1.1.4 ! misho     444: #elif defined COMPILE_PCRE16
1.1.1.2   misho     445:     sljit_uh asuchars[2];
1.1.1.4 ! misho     446: #elif defined COMPILE_PCRE32
        !           447:     sljit_ui asuchars[1];
1.1.1.2   misho     448: #endif
1.1       misho     449:   } oc;
                    450: #endif
                    451: } compare_context;
                    452: 
1.1.1.2   misho     453: /* Undefine sljit macros. */
                    454: #undef CMP
                    455: 
1.1       misho     456: /* Used for accessing the elements of the stack. */
1.1.1.4 ! misho     457: #define STACK(i)      ((-(i) - 1) * (int)sizeof(sljit_sw))
1.1       misho     458: 
1.1.1.4 ! misho     459: #define TMP1          SLJIT_SCRATCH_REG1
        !           460: #define TMP2          SLJIT_SCRATCH_REG3
1.1       misho     461: #define TMP3          SLJIT_TEMPORARY_EREG2
1.1.1.2   misho     462: #define STR_PTR       SLJIT_SAVED_REG1
                    463: #define STR_END       SLJIT_SAVED_REG2
1.1.1.4 ! misho     464: #define STACK_TOP     SLJIT_SCRATCH_REG2
1.1.1.2   misho     465: #define STACK_LIMIT   SLJIT_SAVED_REG3
                    466: #define ARGUMENTS     SLJIT_SAVED_EREG1
1.1.1.4 ! misho     467: #define COUNT_MATCH   SLJIT_SAVED_EREG2
1.1       misho     468: #define RETURN_ADDR   SLJIT_TEMPORARY_EREG1
                    469: 
1.1.1.4 ! misho     470: /* Local space layout. */
1.1       misho     471: /* These two locals can be used by the current opcode. */
1.1.1.4 ! misho     472: #define LOCALS0          (0 * sizeof(sljit_sw))
        !           473: #define LOCALS1          (1 * sizeof(sljit_sw))
1.1       misho     474: /* Two local variables for possessive quantifiers (char1 cannot use them). */
1.1.1.4 ! misho     475: #define POSSESSIVE0      (2 * sizeof(sljit_sw))
        !           476: #define POSSESSIVE1      (3 * sizeof(sljit_sw))
1.1       misho     477: /* Max limit of recursions. */
1.1.1.4 ! misho     478: #define LIMIT_MATCH      (4 * sizeof(sljit_sw))
1.1       misho     479: /* The output vector is stored on the stack, and contains pointers
                    480: to characters. The vector data is divided into two groups: the first
                    481: group contains the start / end character pointers, and the second is
                    482: the start pointers when the end of the capturing group has not yet reached. */
1.1.1.3   misho     483: #define OVECTOR_START    (common->ovector_start)
1.1.1.4 ! misho     484: #define OVECTOR(i)       (OVECTOR_START + (i) * sizeof(sljit_sw))
        !           485: #define OVECTOR_PRIV(i)  (common->cbra_ptr + (i) * sizeof(sljit_sw))
        !           486: #define PRIVATE_DATA(cc) (common->private_data_ptrs[(cc) - common->start])
1.1.1.2   misho     487: 
1.1.1.4 ! misho     488: #if defined COMPILE_PCRE8
1.1.1.2   misho     489: #define MOV_UCHAR  SLJIT_MOV_UB
                    490: #define MOVU_UCHAR SLJIT_MOVU_UB
1.1.1.4 ! misho     491: #elif defined COMPILE_PCRE16
1.1.1.2   misho     492: #define MOV_UCHAR  SLJIT_MOV_UH
                    493: #define MOVU_UCHAR SLJIT_MOVU_UH
1.1.1.4 ! misho     494: #elif defined COMPILE_PCRE32
        !           495: #define MOV_UCHAR  SLJIT_MOV_UI
        !           496: #define MOVU_UCHAR SLJIT_MOVU_UI
1.1.1.2   misho     497: #else
                    498: #error Unsupported compiling mode
                    499: #endif
1.1       misho     500: 
                    501: /* Shortcuts. */
                    502: #define DEFINE_COMPILER \
                    503:   struct sljit_compiler *compiler = common->compiler
                    504: #define OP1(op, dst, dstw, src, srcw) \
                    505:   sljit_emit_op1(compiler, (op), (dst), (dstw), (src), (srcw))
                    506: #define OP2(op, dst, dstw, src1, src1w, src2, src2w) \
                    507:   sljit_emit_op2(compiler, (op), (dst), (dstw), (src1), (src1w), (src2), (src2w))
                    508: #define LABEL() \
                    509:   sljit_emit_label(compiler)
                    510: #define JUMP(type) \
                    511:   sljit_emit_jump(compiler, (type))
                    512: #define JUMPTO(type, label) \
                    513:   sljit_set_label(sljit_emit_jump(compiler, (type)), (label))
                    514: #define JUMPHERE(jump) \
                    515:   sljit_set_label((jump), sljit_emit_label(compiler))
1.1.1.4 ! misho     516: #define SET_LABEL(jump, label) \
        !           517:   sljit_set_label((jump), (label))
1.1       misho     518: #define CMP(type, src1, src1w, src2, src2w) \
                    519:   sljit_emit_cmp(compiler, (type), (src1), (src1w), (src2), (src2w))
                    520: #define CMPTO(type, src1, src1w, src2, src2w, label) \
                    521:   sljit_set_label(sljit_emit_cmp(compiler, (type), (src1), (src1w), (src2), (src2w)), (label))
1.1.1.4 ! misho     522: #define OP_FLAGS(op, dst, dstw, src, srcw, type) \
        !           523:   sljit_emit_op_flags(compiler, (op), (dst), (dstw), (src), (srcw), (type))
1.1.1.3   misho     524: #define GET_LOCAL_BASE(dst, dstw, offset) \
                    525:   sljit_get_local_base(compiler, (dst), (dstw), (offset))
1.1       misho     526: 
1.1.1.2   misho     527: static pcre_uchar* bracketend(pcre_uchar* cc)
1.1       misho     528: {
                    529: SLJIT_ASSERT((*cc >= OP_ASSERT && *cc <= OP_ASSERTBACK_NOT) || (*cc >= OP_ONCE && *cc <= OP_SCOND));
                    530: do cc += GET(cc, 1); while (*cc == OP_ALT);
                    531: SLJIT_ASSERT(*cc >= OP_KET && *cc <= OP_KETRPOS);
                    532: cc += 1 + LINK_SIZE;
                    533: return cc;
                    534: }
                    535: 
                    536: /* Functions whose might need modification for all new supported opcodes:
                    537:  next_opcode
1.1.1.4 ! misho     538:  check_opcode_types
        !           539:  set_private_data_ptrs
1.1       misho     540:  get_framesize
                    541:  init_frame
1.1.1.4 ! misho     542:  get_private_data_copy_length
        !           543:  copy_private_data
        !           544:  compile_matchingpath
        !           545:  compile_backtrackingpath
1.1       misho     546: */
                    547: 
1.1.1.2   misho     548: static pcre_uchar *next_opcode(compiler_common *common, pcre_uchar *cc)
1.1       misho     549: {
                    550: SLJIT_UNUSED_ARG(common);
                    551: switch(*cc)
                    552:   {
                    553:   case OP_SOD:
                    554:   case OP_SOM:
                    555:   case OP_SET_SOM:
                    556:   case OP_NOT_WORD_BOUNDARY:
                    557:   case OP_WORD_BOUNDARY:
                    558:   case OP_NOT_DIGIT:
                    559:   case OP_DIGIT:
                    560:   case OP_NOT_WHITESPACE:
                    561:   case OP_WHITESPACE:
                    562:   case OP_NOT_WORDCHAR:
                    563:   case OP_WORDCHAR:
                    564:   case OP_ANY:
                    565:   case OP_ALLANY:
1.1.1.4 ! misho     566:   case OP_NOTPROP:
        !           567:   case OP_PROP:
1.1       misho     568:   case OP_ANYNL:
                    569:   case OP_NOT_HSPACE:
                    570:   case OP_HSPACE:
                    571:   case OP_NOT_VSPACE:
                    572:   case OP_VSPACE:
                    573:   case OP_EXTUNI:
                    574:   case OP_EODN:
                    575:   case OP_EOD:
                    576:   case OP_CIRC:
                    577:   case OP_CIRCM:
                    578:   case OP_DOLL:
                    579:   case OP_DOLLM:
                    580:   case OP_CRSTAR:
                    581:   case OP_CRMINSTAR:
                    582:   case OP_CRPLUS:
                    583:   case OP_CRMINPLUS:
                    584:   case OP_CRQUERY:
                    585:   case OP_CRMINQUERY:
1.1.1.4 ! misho     586:   case OP_CRRANGE:
        !           587:   case OP_CRMINRANGE:
        !           588:   case OP_CLASS:
        !           589:   case OP_NCLASS:
        !           590:   case OP_REF:
        !           591:   case OP_REFI:
        !           592:   case OP_RECURSE:
        !           593:   case OP_CALLOUT:
        !           594:   case OP_ALT:
        !           595:   case OP_KET:
        !           596:   case OP_KETRMAX:
        !           597:   case OP_KETRMIN:
        !           598:   case OP_KETRPOS:
        !           599:   case OP_REVERSE:
        !           600:   case OP_ASSERT:
        !           601:   case OP_ASSERT_NOT:
        !           602:   case OP_ASSERTBACK:
        !           603:   case OP_ASSERTBACK_NOT:
        !           604:   case OP_ONCE:
        !           605:   case OP_ONCE_NC:
        !           606:   case OP_BRA:
        !           607:   case OP_BRAPOS:
        !           608:   case OP_CBRA:
        !           609:   case OP_CBRAPOS:
        !           610:   case OP_COND:
        !           611:   case OP_SBRA:
        !           612:   case OP_SBRAPOS:
        !           613:   case OP_SCBRA:
        !           614:   case OP_SCBRAPOS:
        !           615:   case OP_SCOND:
        !           616:   case OP_CREF:
        !           617:   case OP_NCREF:
        !           618:   case OP_RREF:
        !           619:   case OP_NRREF:
1.1       misho     620:   case OP_DEF:
                    621:   case OP_BRAZERO:
                    622:   case OP_BRAMINZERO:
                    623:   case OP_BRAPOSZERO:
1.1.1.4 ! misho     624:   case OP_PRUNE:
        !           625:   case OP_SKIP:
        !           626:   case OP_THEN:
1.1.1.3   misho     627:   case OP_COMMIT:
1.1       misho     628:   case OP_FAIL:
                    629:   case OP_ACCEPT:
                    630:   case OP_ASSERT_ACCEPT:
1.1.1.4 ! misho     631:   case OP_CLOSE:
1.1       misho     632:   case OP_SKIPZERO:
1.1.1.4 ! misho     633:   return cc + PRIV(OP_lengths)[*cc];
1.1       misho     634: 
                    635:   case OP_CHAR:
                    636:   case OP_CHARI:
                    637:   case OP_NOT:
                    638:   case OP_NOTI:
                    639:   case OP_STAR:
                    640:   case OP_MINSTAR:
                    641:   case OP_PLUS:
                    642:   case OP_MINPLUS:
                    643:   case OP_QUERY:
                    644:   case OP_MINQUERY:
1.1.1.4 ! misho     645:   case OP_UPTO:
        !           646:   case OP_MINUPTO:
        !           647:   case OP_EXACT:
1.1       misho     648:   case OP_POSSTAR:
                    649:   case OP_POSPLUS:
                    650:   case OP_POSQUERY:
1.1.1.4 ! misho     651:   case OP_POSUPTO:
1.1       misho     652:   case OP_STARI:
                    653:   case OP_MINSTARI:
                    654:   case OP_PLUSI:
                    655:   case OP_MINPLUSI:
                    656:   case OP_QUERYI:
                    657:   case OP_MINQUERYI:
1.1.1.4 ! misho     658:   case OP_UPTOI:
        !           659:   case OP_MINUPTOI:
        !           660:   case OP_EXACTI:
1.1       misho     661:   case OP_POSSTARI:
                    662:   case OP_POSPLUSI:
                    663:   case OP_POSQUERYI:
1.1.1.4 ! misho     664:   case OP_POSUPTOI:
1.1       misho     665:   case OP_NOTSTAR:
                    666:   case OP_NOTMINSTAR:
                    667:   case OP_NOTPLUS:
                    668:   case OP_NOTMINPLUS:
                    669:   case OP_NOTQUERY:
                    670:   case OP_NOTMINQUERY:
1.1.1.4 ! misho     671:   case OP_NOTUPTO:
        !           672:   case OP_NOTMINUPTO:
        !           673:   case OP_NOTEXACT:
1.1       misho     674:   case OP_NOTPOSSTAR:
                    675:   case OP_NOTPOSPLUS:
                    676:   case OP_NOTPOSQUERY:
1.1.1.4 ! misho     677:   case OP_NOTPOSUPTO:
1.1       misho     678:   case OP_NOTSTARI:
                    679:   case OP_NOTMINSTARI:
                    680:   case OP_NOTPLUSI:
                    681:   case OP_NOTMINPLUSI:
                    682:   case OP_NOTQUERYI:
                    683:   case OP_NOTMINQUERYI:
                    684:   case OP_NOTUPTOI:
                    685:   case OP_NOTMINUPTOI:
                    686:   case OP_NOTEXACTI:
1.1.1.4 ! misho     687:   case OP_NOTPOSSTARI:
        !           688:   case OP_NOTPOSPLUSI:
        !           689:   case OP_NOTPOSQUERYI:
1.1       misho     690:   case OP_NOTPOSUPTOI:
1.1.1.4 ! misho     691:   cc += PRIV(OP_lengths)[*cc];
1.1.1.2   misho     692: #ifdef SUPPORT_UTF
                    693:   if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
1.1       misho     694: #endif
                    695:   return cc;
                    696: 
1.1.1.4 ! misho     697:   /* Special cases. */
        !           698:   case OP_TYPESTAR:
        !           699:   case OP_TYPEMINSTAR:
        !           700:   case OP_TYPEPLUS:
        !           701:   case OP_TYPEMINPLUS:
        !           702:   case OP_TYPEQUERY:
        !           703:   case OP_TYPEMINQUERY:
1.1       misho     704:   case OP_TYPEUPTO:
                    705:   case OP_TYPEMINUPTO:
                    706:   case OP_TYPEEXACT:
1.1.1.4 ! misho     707:   case OP_TYPEPOSSTAR:
        !           708:   case OP_TYPEPOSPLUS:
        !           709:   case OP_TYPEPOSQUERY:
1.1       misho     710:   case OP_TYPEPOSUPTO:
1.1.1.4 ! misho     711:   return cc + PRIV(OP_lengths)[*cc] - 1;
1.1       misho     712: 
1.1.1.4 ! misho     713:   case OP_ANYBYTE:
        !           714: #ifdef SUPPORT_UTF
        !           715:   if (common->utf) return NULL;
        !           716: #endif
        !           717:   return cc + 1;
1.1       misho     718: 
1.1.1.2   misho     719: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
1.1       misho     720:   case OP_XCLASS:
                    721:   return cc + GET(cc, 1);
                    722: #endif
                    723: 
1.1.1.3   misho     724:   case OP_MARK:
1.1.1.4 ! misho     725:   case OP_PRUNE_ARG:
        !           726:   case OP_SKIP_ARG:
        !           727:   case OP_THEN_ARG:
1.1.1.3   misho     728:   return cc + 1 + 2 + cc[1];
                    729: 
1.1       misho     730:   default:
1.1.1.4 ! misho     731:   /* All opcodes are supported now! */
        !           732:   SLJIT_ASSERT_STOP();
1.1       misho     733:   return NULL;
                    734:   }
                    735: }
                    736: 
1.1.1.4 ! misho     737: static BOOL check_opcode_types(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend)
1.1       misho     738: {
1.1.1.4 ! misho     739: pcre_uchar *name;
        !           740: pcre_uchar *name2;
        !           741: unsigned int cbra_index;
        !           742: int i;
        !           743: 
1.1       misho     744: /* Calculate important variables (like stack size) and checks whether all opcodes are supported. */
                    745: while (cc < ccend)
                    746:   {
                    747:   switch(*cc)
                    748:     {
1.1.1.3   misho     749:     case OP_SET_SOM:
                    750:     common->has_set_som = TRUE;
                    751:     cc += 1;
                    752:     break;
                    753: 
1.1.1.4 ! misho     754:     case OP_REF:
        !           755:     case OP_REFI:
        !           756:     common->optimized_cbracket[GET2(cc, 1)] = 0;
        !           757:     cc += 1 + IMM2_SIZE;
1.1       misho     758:     break;
                    759: 
                    760:     case OP_CBRAPOS:
                    761:     case OP_SCBRAPOS:
1.1.1.4 ! misho     762:     common->optimized_cbracket[GET2(cc, 1 + LINK_SIZE)] = 0;
1.1.1.2   misho     763:     cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho     764:     break;
                    765: 
                    766:     case OP_COND:
1.1.1.4 ! misho     767:     case OP_SCOND:
        !           768:     /* Only AUTO_CALLOUT can insert this opcode. We do
        !           769:        not intend to support this case. */
        !           770:     if (cc[1 + LINK_SIZE] == OP_CALLOUT)
        !           771:       return FALSE;
1.1       misho     772:     cc += 1 + LINK_SIZE;
                    773:     break;
                    774: 
1.1.1.4 ! misho     775:     case OP_CREF:
        !           776:     i = GET2(cc, 1);
        !           777:     common->optimized_cbracket[i] = 0;
        !           778:     cc += 1 + IMM2_SIZE;
        !           779:     break;
        !           780: 
        !           781:     case OP_NCREF:
        !           782:     cbra_index = GET2(cc, 1);
        !           783:     name = (pcre_uchar *)common->name_table;
        !           784:     name2 = name;
        !           785:     for (i = 0; i < common->name_count; i++)
        !           786:       {
        !           787:       if (GET2(name, 0) == cbra_index) break;
        !           788:       name += common->name_entry_size;
        !           789:       }
        !           790:     SLJIT_ASSERT(i != common->name_count);
        !           791: 
        !           792:     for (i = 0; i < common->name_count; i++)
        !           793:       {
        !           794:       if (STRCMP_UC_UC(name2 + IMM2_SIZE, name + IMM2_SIZE) == 0)
        !           795:         common->optimized_cbracket[GET2(name2, 0)] = 0;
        !           796:       name2 += common->name_entry_size;
        !           797:       }
        !           798:     cc += 1 + IMM2_SIZE;
        !           799:     break;
        !           800: 
1.1.1.3   misho     801:     case OP_RECURSE:
                    802:     /* Set its value only once. */
1.1.1.4 ! misho     803:     if (common->recursive_head_ptr == 0)
1.1.1.3   misho     804:       {
1.1.1.4 ! misho     805:       common->recursive_head_ptr = common->ovector_start;
        !           806:       common->ovector_start += sizeof(sljit_sw);
1.1.1.3   misho     807:       }
                    808:     cc += 1 + LINK_SIZE;
                    809:     break;
                    810: 
1.1.1.4 ! misho     811:     case OP_CALLOUT:
        !           812:     if (common->capture_last_ptr == 0)
        !           813:       {
        !           814:       common->capture_last_ptr = common->ovector_start;
        !           815:       common->ovector_start += sizeof(sljit_sw);
        !           816:       }
        !           817:     cc += 2 + 2 * LINK_SIZE;
        !           818:     break;
        !           819: 
        !           820:     case OP_THEN_ARG:
        !           821:     common->has_then = TRUE;
        !           822:     common->control_head_ptr = 1;
        !           823:     /* Fall through. */
        !           824: 
        !           825:     case OP_PRUNE_ARG:
        !           826:     common->needs_start_ptr = TRUE;
        !           827:     /* Fall through. */
        !           828: 
1.1.1.3   misho     829:     case OP_MARK:
                    830:     if (common->mark_ptr == 0)
                    831:       {
                    832:       common->mark_ptr = common->ovector_start;
1.1.1.4 ! misho     833:       common->ovector_start += sizeof(sljit_sw);
1.1.1.3   misho     834:       }
                    835:     cc += 1 + 2 + cc[1];
                    836:     break;
                    837: 
1.1.1.4 ! misho     838:     case OP_THEN:
        !           839:     common->has_then = TRUE;
        !           840:     common->control_head_ptr = 1;
        !           841:     /* Fall through. */
        !           842: 
        !           843:     case OP_PRUNE:
        !           844:     case OP_SKIP:
        !           845:     common->needs_start_ptr = TRUE;
        !           846:     cc += 1;
        !           847:     break;
        !           848: 
        !           849:     case OP_SKIP_ARG:
        !           850:     common->control_head_ptr = 1;
        !           851:     common->has_skip_arg = TRUE;
        !           852:     cc += 1 + 2 + cc[1];
        !           853:     break;
        !           854: 
1.1       misho     855:     default:
                    856:     cc = next_opcode(common, cc);
                    857:     if (cc == NULL)
1.1.1.4 ! misho     858:       return FALSE;
1.1       misho     859:     break;
                    860:     }
                    861:   }
1.1.1.4 ! misho     862: return TRUE;
1.1       misho     863: }
                    864: 
1.1.1.4 ! misho     865: static int get_class_iterator_size(pcre_uchar *cc)
1.1       misho     866: {
1.1.1.4 ! misho     867: switch(*cc)
1.1       misho     868:   {
1.1.1.4 ! misho     869:   case OP_CRSTAR:
        !           870:   case OP_CRPLUS:
        !           871:   return 2;
1.1       misho     872: 
1.1.1.4 ! misho     873:   case OP_CRMINSTAR:
        !           874:   case OP_CRMINPLUS:
        !           875:   case OP_CRQUERY:
        !           876:   case OP_CRMINQUERY:
        !           877:   return 1;
1.1       misho     878: 
1.1.1.4 ! misho     879:   case OP_CRRANGE:
        !           880:   case OP_CRMINRANGE:
        !           881:   if (GET2(cc, 1) == GET2(cc, 1 + IMM2_SIZE))
        !           882:     return 0;
        !           883:   return 2;
1.1       misho     884: 
1.1.1.4 ! misho     885:   default:
        !           886:   return 0;
        !           887:   }
        !           888: }
        !           889: 
        !           890: static BOOL detect_repeat(compiler_common *common, pcre_uchar *begin)
        !           891: {
        !           892: pcre_uchar *end = bracketend(begin);
        !           893: pcre_uchar *next;
        !           894: pcre_uchar *next_end;
        !           895: pcre_uchar *max_end;
        !           896: pcre_uchar type;
        !           897: sljit_sw length = end - begin;
        !           898: int min, max, i;
        !           899: 
        !           900: /* Detect fixed iterations first. */
        !           901: if (end[-(1 + LINK_SIZE)] != OP_KET)
        !           902:   return FALSE;
        !           903: 
        !           904: /* Already detected repeat. */
        !           905: if (common->private_data_ptrs[end - common->start - LINK_SIZE] != 0)
        !           906:   return TRUE;
        !           907: 
        !           908: next = end;
        !           909: min = 1;
        !           910: while (1)
        !           911:   {
        !           912:   if (*next != *begin)
        !           913:     break;
        !           914:   next_end = bracketend(next);
        !           915:   if (next_end - next != length || memcmp(begin, next, IN_UCHARS(length)) != 0)
1.1       misho     916:     break;
1.1.1.4 ! misho     917:   next = next_end;
        !           918:   min++;
        !           919:   }
        !           920: 
        !           921: if (min == 2)
        !           922:   return FALSE;
        !           923: 
        !           924: max = 0;
        !           925: max_end = next;
        !           926: if (*next == OP_BRAZERO || *next == OP_BRAMINZERO)
        !           927:   {
        !           928:   type = *next;
        !           929:   while (1)
        !           930:     {
        !           931:     if (next[0] != type || next[1] != OP_BRA || next[2 + LINK_SIZE] != *begin)
        !           932:       break;
        !           933:     next_end = bracketend(next + 2 + LINK_SIZE);
        !           934:     if (next_end - next != (length + 2 + LINK_SIZE) || memcmp(begin, next + 2 + LINK_SIZE, IN_UCHARS(length)) != 0)
        !           935:       break;
        !           936:     next = next_end;
        !           937:     max++;
        !           938:     }
        !           939: 
        !           940:   if (next[0] == type && next[1] == *begin && max >= 1)
        !           941:     {
        !           942:     next_end = bracketend(next + 1);
        !           943:     if (next_end - next == (length + 1) && memcmp(begin, next + 1, IN_UCHARS(length)) == 0)
        !           944:       {
        !           945:       for (i = 0; i < max; i++, next_end += 1 + LINK_SIZE)
        !           946:         if (*next_end != OP_KET)
        !           947:           break;
        !           948: 
        !           949:       if (i == max)
        !           950:         {
        !           951:         common->private_data_ptrs[max_end - common->start - LINK_SIZE] = next_end - max_end;
        !           952:         common->private_data_ptrs[max_end - common->start - LINK_SIZE + 1] = (type == OP_BRAZERO) ? OP_UPTO : OP_MINUPTO;
        !           953:         /* +2 the original and the last. */
        !           954:         common->private_data_ptrs[max_end - common->start - LINK_SIZE + 2] = max + 2;
        !           955:         if (min == 1)
        !           956:           return TRUE;
        !           957:         min--;
        !           958:         max_end -= (1 + LINK_SIZE) + GET(max_end, -LINK_SIZE);
        !           959:         }
        !           960:       }
1.1       misho     961:     }
                    962:   }
1.1.1.4 ! misho     963: 
        !           964: if (min >= 3)
        !           965:   {
        !           966:   common->private_data_ptrs[end - common->start - LINK_SIZE] = max_end - end;
        !           967:   common->private_data_ptrs[end - common->start - LINK_SIZE + 1] = OP_EXACT;
        !           968:   common->private_data_ptrs[end - common->start - LINK_SIZE + 2] = min;
        !           969:   return TRUE;
        !           970:   }
        !           971: 
        !           972: return FALSE;
        !           973: }
        !           974: 
        !           975: #define CASE_ITERATOR_PRIVATE_DATA_1 \
        !           976:     case OP_MINSTAR: \
        !           977:     case OP_MINPLUS: \
        !           978:     case OP_QUERY: \
        !           979:     case OP_MINQUERY: \
        !           980:     case OP_MINSTARI: \
        !           981:     case OP_MINPLUSI: \
        !           982:     case OP_QUERYI: \
        !           983:     case OP_MINQUERYI: \
        !           984:     case OP_NOTMINSTAR: \
        !           985:     case OP_NOTMINPLUS: \
        !           986:     case OP_NOTQUERY: \
        !           987:     case OP_NOTMINQUERY: \
        !           988:     case OP_NOTMINSTARI: \
        !           989:     case OP_NOTMINPLUSI: \
        !           990:     case OP_NOTQUERYI: \
        !           991:     case OP_NOTMINQUERYI:
        !           992: 
        !           993: #define CASE_ITERATOR_PRIVATE_DATA_2A \
        !           994:     case OP_STAR: \
        !           995:     case OP_PLUS: \
        !           996:     case OP_STARI: \
        !           997:     case OP_PLUSI: \
        !           998:     case OP_NOTSTAR: \
        !           999:     case OP_NOTPLUS: \
        !          1000:     case OP_NOTSTARI: \
        !          1001:     case OP_NOTPLUSI:
        !          1002: 
        !          1003: #define CASE_ITERATOR_PRIVATE_DATA_2B \
        !          1004:     case OP_UPTO: \
        !          1005:     case OP_MINUPTO: \
        !          1006:     case OP_UPTOI: \
        !          1007:     case OP_MINUPTOI: \
        !          1008:     case OP_NOTUPTO: \
        !          1009:     case OP_NOTMINUPTO: \
        !          1010:     case OP_NOTUPTOI: \
        !          1011:     case OP_NOTMINUPTOI:
        !          1012: 
        !          1013: #define CASE_ITERATOR_TYPE_PRIVATE_DATA_1 \
        !          1014:     case OP_TYPEMINSTAR: \
        !          1015:     case OP_TYPEMINPLUS: \
        !          1016:     case OP_TYPEQUERY: \
        !          1017:     case OP_TYPEMINQUERY:
        !          1018: 
        !          1019: #define CASE_ITERATOR_TYPE_PRIVATE_DATA_2A \
        !          1020:     case OP_TYPESTAR: \
        !          1021:     case OP_TYPEPLUS:
        !          1022: 
        !          1023: #define CASE_ITERATOR_TYPE_PRIVATE_DATA_2B \
        !          1024:     case OP_TYPEUPTO: \
        !          1025:     case OP_TYPEMINUPTO:
        !          1026: 
        !          1027: static void set_private_data_ptrs(compiler_common *common, int *private_data_start, pcre_uchar *ccend)
        !          1028: {
        !          1029: pcre_uchar *cc = common->start;
        !          1030: pcre_uchar *alternative;
        !          1031: pcre_uchar *end = NULL;
        !          1032: int private_data_ptr = *private_data_start;
        !          1033: int space, size, bracketlen;
        !          1034: 
        !          1035: while (cc < ccend)
        !          1036:   {
        !          1037:   space = 0;
        !          1038:   size = 0;
        !          1039:   bracketlen = 0;
        !          1040:   if (private_data_ptr > SLJIT_MAX_LOCAL_SIZE)
        !          1041:     return;
        !          1042: 
        !          1043:   if (*cc == OP_ONCE || *cc == OP_ONCE_NC || *cc == OP_BRA || *cc == OP_CBRA || *cc == OP_COND)
        !          1044:     if (detect_repeat(common, cc))
        !          1045:       {
        !          1046:       /* These brackets are converted to repeats, so no global
        !          1047:       based single character repeat is allowed. */
        !          1048:       if (cc >= end)
        !          1049:         end = bracketend(cc);
        !          1050:       }
        !          1051: 
        !          1052:   switch(*cc)
        !          1053:     {
        !          1054:     case OP_KET:
        !          1055:     if (common->private_data_ptrs[cc + 1 - common->start] != 0)
        !          1056:       {
        !          1057:       common->private_data_ptrs[cc - common->start] = private_data_ptr;
        !          1058:       private_data_ptr += sizeof(sljit_sw);
        !          1059:       cc += common->private_data_ptrs[cc + 1 - common->start];
        !          1060:       }
        !          1061:     cc += 1 + LINK_SIZE;
        !          1062:     break;
        !          1063: 
        !          1064:     case OP_ASSERT:
        !          1065:     case OP_ASSERT_NOT:
        !          1066:     case OP_ASSERTBACK:
        !          1067:     case OP_ASSERTBACK_NOT:
        !          1068:     case OP_ONCE:
        !          1069:     case OP_ONCE_NC:
        !          1070:     case OP_BRAPOS:
        !          1071:     case OP_SBRA:
        !          1072:     case OP_SBRAPOS:
        !          1073:     case OP_SCOND:
        !          1074:     common->private_data_ptrs[cc - common->start] = private_data_ptr;
        !          1075:     private_data_ptr += sizeof(sljit_sw);
        !          1076:     bracketlen = 1 + LINK_SIZE;
        !          1077:     break;
        !          1078: 
        !          1079:     case OP_CBRAPOS:
        !          1080:     case OP_SCBRAPOS:
        !          1081:     common->private_data_ptrs[cc - common->start] = private_data_ptr;
        !          1082:     private_data_ptr += sizeof(sljit_sw);
        !          1083:     bracketlen = 1 + LINK_SIZE + IMM2_SIZE;
        !          1084:     break;
        !          1085: 
        !          1086:     case OP_COND:
        !          1087:     /* Might be a hidden SCOND. */
        !          1088:     alternative = cc + GET(cc, 1);
        !          1089:     if (*alternative == OP_KETRMAX || *alternative == OP_KETRMIN)
        !          1090:       {
        !          1091:       common->private_data_ptrs[cc - common->start] = private_data_ptr;
        !          1092:       private_data_ptr += sizeof(sljit_sw);
        !          1093:       }
        !          1094:     bracketlen = 1 + LINK_SIZE;
        !          1095:     break;
        !          1096: 
        !          1097:     case OP_BRA:
        !          1098:     bracketlen = 1 + LINK_SIZE;
        !          1099:     break;
        !          1100: 
        !          1101:     case OP_CBRA:
        !          1102:     case OP_SCBRA:
        !          1103:     bracketlen = 1 + LINK_SIZE + IMM2_SIZE;
        !          1104:     break;
        !          1105: 
        !          1106:     CASE_ITERATOR_PRIVATE_DATA_1
        !          1107:     space = 1;
        !          1108:     size = -2;
        !          1109:     break;
        !          1110: 
        !          1111:     CASE_ITERATOR_PRIVATE_DATA_2A
        !          1112:     space = 2;
        !          1113:     size = -2;
        !          1114:     break;
        !          1115: 
        !          1116:     CASE_ITERATOR_PRIVATE_DATA_2B
        !          1117:     space = 2;
        !          1118:     size = -(2 + IMM2_SIZE);
        !          1119:     break;
        !          1120: 
        !          1121:     CASE_ITERATOR_TYPE_PRIVATE_DATA_1
        !          1122:     space = 1;
        !          1123:     size = 1;
        !          1124:     break;
        !          1125: 
        !          1126:     CASE_ITERATOR_TYPE_PRIVATE_DATA_2A
        !          1127:     if (cc[1] != OP_ANYNL && cc[1] != OP_EXTUNI)
        !          1128:       space = 2;
        !          1129:     size = 1;
        !          1130:     break;
        !          1131: 
        !          1132:     CASE_ITERATOR_TYPE_PRIVATE_DATA_2B
        !          1133:     if (cc[1 + IMM2_SIZE] != OP_ANYNL && cc[1 + IMM2_SIZE] != OP_EXTUNI)
        !          1134:       space = 2;
        !          1135:     size = 1 + IMM2_SIZE;
        !          1136:     break;
        !          1137: 
        !          1138:     case OP_CLASS:
        !          1139:     case OP_NCLASS:
        !          1140:     size += 1 + 32 / sizeof(pcre_uchar);
        !          1141:     space = get_class_iterator_size(cc + size);
        !          1142:     break;
        !          1143: 
        !          1144: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
        !          1145:     case OP_XCLASS:
        !          1146:     size = GET(cc, 1);
        !          1147:     space = get_class_iterator_size(cc + size);
        !          1148:     break;
        !          1149: #endif
        !          1150: 
        !          1151:     default:
        !          1152:     cc = next_opcode(common, cc);
        !          1153:     SLJIT_ASSERT(cc != NULL);
        !          1154:     break;
        !          1155:     }
        !          1156: 
        !          1157:   /* Character iterators, which are not inside a repeated bracket,
        !          1158:      gets a private slot instead of allocating it on the stack. */
        !          1159:   if (space > 0 && cc >= end)
        !          1160:     {
        !          1161:     common->private_data_ptrs[cc - common->start] = private_data_ptr;
        !          1162:     private_data_ptr += sizeof(sljit_sw) * space;
        !          1163:     }
        !          1164: 
        !          1165:   if (size != 0)
        !          1166:     {
        !          1167:     if (size < 0)
        !          1168:       {
        !          1169:       cc += -size;
        !          1170: #ifdef SUPPORT_UTF
        !          1171:       if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1172: #endif
        !          1173:       }
        !          1174:     else
        !          1175:       cc += size;
        !          1176:     }
        !          1177: 
        !          1178:   if (bracketlen > 0)
        !          1179:     {
        !          1180:     if (cc >= end)
        !          1181:       {
        !          1182:       end = bracketend(cc);
        !          1183:       if (end[-1 - LINK_SIZE] == OP_KET)
        !          1184:         end = NULL;
        !          1185:       }
        !          1186:     cc += bracketlen;
        !          1187:     }
        !          1188:   }
        !          1189: *private_data_start = private_data_ptr;
1.1       misho    1190: }
                   1191: 
1.1.1.4 ! misho    1192: /* Returns with a frame_types (always < 0) if no need for frame. */
        !          1193: static int get_framesize(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend, BOOL recursive, BOOL* needs_control_head)
1.1       misho    1194: {
                   1195: int length = 0;
1.1.1.4 ! misho    1196: int possessive = 0;
        !          1197: BOOL stack_restore = FALSE;
1.1.1.3   misho    1198: BOOL setsom_found = recursive;
                   1199: BOOL setmark_found = recursive;
1.1.1.4 ! misho    1200: /* The last capture is a local variable even for recursions. */
        !          1201: BOOL capture_last_found = FALSE;
1.1       misho    1202: 
1.1.1.4 ! misho    1203: #if defined DEBUG_FORCE_CONTROL_HEAD && DEBUG_FORCE_CONTROL_HEAD
        !          1204: SLJIT_ASSERT(common->control_head_ptr != 0);
        !          1205: *needs_control_head = TRUE;
        !          1206: #else
        !          1207: *needs_control_head = FALSE;
        !          1208: #endif
        !          1209: 
        !          1210: if (ccend == NULL)
1.1       misho    1211:   {
1.1.1.4 ! misho    1212:   ccend = bracketend(cc) - (1 + LINK_SIZE);
        !          1213:   if (!recursive && (*cc == OP_CBRAPOS || *cc == OP_SCBRAPOS))
        !          1214:     {
        !          1215:     possessive = length = (common->capture_last_ptr != 0) ? 5 : 3;
        !          1216:     /* This is correct regardless of common->capture_last_ptr. */
        !          1217:     capture_last_found = TRUE;
        !          1218:     }
        !          1219:   cc = next_opcode(common, cc);
1.1       misho    1220:   }
                   1221: 
                   1222: SLJIT_ASSERT(cc != NULL);
                   1223: while (cc < ccend)
                   1224:   switch(*cc)
                   1225:     {
                   1226:     case OP_SET_SOM:
1.1.1.3   misho    1227:     SLJIT_ASSERT(common->has_set_som);
1.1.1.4 ! misho    1228:     stack_restore = TRUE;
1.1       misho    1229:     if (!setsom_found)
                   1230:       {
                   1231:       length += 2;
                   1232:       setsom_found = TRUE;
                   1233:       }
1.1.1.3   misho    1234:     cc += 1;
                   1235:     break;
                   1236: 
                   1237:     case OP_MARK:
1.1.1.4 ! misho    1238:     case OP_PRUNE_ARG:
        !          1239:     case OP_THEN_ARG:
1.1.1.3   misho    1240:     SLJIT_ASSERT(common->mark_ptr != 0);
1.1.1.4 ! misho    1241:     stack_restore = TRUE;
1.1.1.3   misho    1242:     if (!setmark_found)
                   1243:       {
                   1244:       length += 2;
                   1245:       setmark_found = TRUE;
                   1246:       }
1.1.1.4 ! misho    1247:     if (common->control_head_ptr != 0)
        !          1248:       *needs_control_head = TRUE;
1.1.1.3   misho    1249:     cc += 1 + 2 + cc[1];
                   1250:     break;
                   1251: 
                   1252:     case OP_RECURSE:
1.1.1.4 ! misho    1253:     stack_restore = TRUE;
1.1.1.3   misho    1254:     if (common->has_set_som && !setsom_found)
                   1255:       {
                   1256:       length += 2;
                   1257:       setsom_found = TRUE;
                   1258:       }
                   1259:     if (common->mark_ptr != 0 && !setmark_found)
                   1260:       {
                   1261:       length += 2;
                   1262:       setmark_found = TRUE;
                   1263:       }
1.1.1.4 ! misho    1264:     if (common->capture_last_ptr != 0 && !capture_last_found)
        !          1265:       {
        !          1266:       length += 2;
        !          1267:       capture_last_found = TRUE;
        !          1268:       }
1.1.1.3   misho    1269:     cc += 1 + LINK_SIZE;
1.1       misho    1270:     break;
                   1271: 
                   1272:     case OP_CBRA:
                   1273:     case OP_CBRAPOS:
                   1274:     case OP_SCBRA:
                   1275:     case OP_SCBRAPOS:
1.1.1.4 ! misho    1276:     stack_restore = TRUE;
        !          1277:     if (common->capture_last_ptr != 0 && !capture_last_found)
        !          1278:       {
        !          1279:       length += 2;
        !          1280:       capture_last_found = TRUE;
        !          1281:       }
1.1       misho    1282:     length += 3;
1.1.1.2   misho    1283:     cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    1284:     break;
                   1285: 
                   1286:     default:
1.1.1.4 ! misho    1287:     stack_restore = TRUE;
        !          1288:     /* Fall through. */
        !          1289: 
        !          1290:     case OP_NOT_WORD_BOUNDARY:
        !          1291:     case OP_WORD_BOUNDARY:
        !          1292:     case OP_NOT_DIGIT:
        !          1293:     case OP_DIGIT:
        !          1294:     case OP_NOT_WHITESPACE:
        !          1295:     case OP_WHITESPACE:
        !          1296:     case OP_NOT_WORDCHAR:
        !          1297:     case OP_WORDCHAR:
        !          1298:     case OP_ANY:
        !          1299:     case OP_ALLANY:
        !          1300:     case OP_ANYBYTE:
        !          1301:     case OP_NOTPROP:
        !          1302:     case OP_PROP:
        !          1303:     case OP_ANYNL:
        !          1304:     case OP_NOT_HSPACE:
        !          1305:     case OP_HSPACE:
        !          1306:     case OP_NOT_VSPACE:
        !          1307:     case OP_VSPACE:
        !          1308:     case OP_EXTUNI:
        !          1309:     case OP_EODN:
        !          1310:     case OP_EOD:
        !          1311:     case OP_CIRC:
        !          1312:     case OP_CIRCM:
        !          1313:     case OP_DOLL:
        !          1314:     case OP_DOLLM:
        !          1315:     case OP_CHAR:
        !          1316:     case OP_CHARI:
        !          1317:     case OP_NOT:
        !          1318:     case OP_NOTI:
        !          1319: 
        !          1320:     case OP_EXACT:
        !          1321:     case OP_POSSTAR:
        !          1322:     case OP_POSPLUS:
        !          1323:     case OP_POSQUERY:
        !          1324:     case OP_POSUPTO:
        !          1325: 
        !          1326:     case OP_EXACTI:
        !          1327:     case OP_POSSTARI:
        !          1328:     case OP_POSPLUSI:
        !          1329:     case OP_POSQUERYI:
        !          1330:     case OP_POSUPTOI:
        !          1331: 
        !          1332:     case OP_NOTEXACT:
        !          1333:     case OP_NOTPOSSTAR:
        !          1334:     case OP_NOTPOSPLUS:
        !          1335:     case OP_NOTPOSQUERY:
        !          1336:     case OP_NOTPOSUPTO:
        !          1337: 
        !          1338:     case OP_NOTEXACTI:
        !          1339:     case OP_NOTPOSSTARI:
        !          1340:     case OP_NOTPOSPLUSI:
        !          1341:     case OP_NOTPOSQUERYI:
        !          1342:     case OP_NOTPOSUPTOI:
        !          1343: 
        !          1344:     case OP_TYPEEXACT:
        !          1345:     case OP_TYPEPOSSTAR:
        !          1346:     case OP_TYPEPOSPLUS:
        !          1347:     case OP_TYPEPOSQUERY:
        !          1348:     case OP_TYPEPOSUPTO:
        !          1349: 
        !          1350:     case OP_CLASS:
        !          1351:     case OP_NCLASS:
        !          1352:     case OP_XCLASS:
        !          1353: 
1.1       misho    1354:     cc = next_opcode(common, cc);
                   1355:     SLJIT_ASSERT(cc != NULL);
                   1356:     break;
                   1357:     }
                   1358: 
                   1359: /* Possessive quantifiers can use a special case. */
1.1.1.4 ! misho    1360: if (SLJIT_UNLIKELY(possessive == length))
        !          1361:   return stack_restore ? no_frame : no_stack;
1.1       misho    1362: 
                   1363: if (length > 0)
                   1364:   return length + 1;
1.1.1.4 ! misho    1365: return stack_restore ? no_frame : no_stack;
1.1       misho    1366: }
                   1367: 
1.1.1.4 ! misho    1368: static void init_frame(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend, int stackpos, int stacktop, BOOL recursive)
1.1       misho    1369: {
                   1370: DEFINE_COMPILER;
1.1.1.3   misho    1371: BOOL setsom_found = recursive;
                   1372: BOOL setmark_found = recursive;
1.1.1.4 ! misho    1373: /* The last capture is a local variable even for recursions. */
        !          1374: BOOL capture_last_found = FALSE;
1.1       misho    1375: int offset;
                   1376: 
                   1377: /* >= 1 + shortest item size (2) */
1.1.1.2   misho    1378: SLJIT_UNUSED_ARG(stacktop);
1.1       misho    1379: SLJIT_ASSERT(stackpos >= stacktop + 2);
                   1380: 
                   1381: stackpos = STACK(stackpos);
1.1.1.4 ! misho    1382: if (ccend == NULL)
        !          1383:   {
        !          1384:   ccend = bracketend(cc) - (1 + LINK_SIZE);
        !          1385:   if (recursive || (*cc != OP_CBRAPOS && *cc != OP_SCBRAPOS))
        !          1386:     cc = next_opcode(common, cc);
        !          1387:   }
        !          1388: 
1.1       misho    1389: SLJIT_ASSERT(cc != NULL);
                   1390: while (cc < ccend)
                   1391:   switch(*cc)
                   1392:     {
                   1393:     case OP_SET_SOM:
1.1.1.3   misho    1394:     SLJIT_ASSERT(common->has_set_som);
1.1       misho    1395:     if (!setsom_found)
                   1396:       {
                   1397:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0));
1.1.1.4 ! misho    1398:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, -OVECTOR(0));
        !          1399:       stackpos += (int)sizeof(sljit_sw);
1.1       misho    1400:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
1.1.1.4 ! misho    1401:       stackpos += (int)sizeof(sljit_sw);
1.1       misho    1402:       setsom_found = TRUE;
                   1403:       }
1.1.1.3   misho    1404:     cc += 1;
                   1405:     break;
                   1406: 
                   1407:     case OP_MARK:
1.1.1.4 ! misho    1408:     case OP_PRUNE_ARG:
        !          1409:     case OP_THEN_ARG:
1.1.1.3   misho    1410:     SLJIT_ASSERT(common->mark_ptr != 0);
                   1411:     if (!setmark_found)
                   1412:       {
                   1413:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr);
1.1.1.4 ! misho    1414:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, -common->mark_ptr);
        !          1415:       stackpos += (int)sizeof(sljit_sw);
1.1.1.3   misho    1416:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
1.1.1.4 ! misho    1417:       stackpos += (int)sizeof(sljit_sw);
1.1.1.3   misho    1418:       setmark_found = TRUE;
                   1419:       }
                   1420:     cc += 1 + 2 + cc[1];
                   1421:     break;
                   1422: 
                   1423:     case OP_RECURSE:
                   1424:     if (common->has_set_som && !setsom_found)
                   1425:       {
                   1426:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0));
1.1.1.4 ! misho    1427:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, -OVECTOR(0));
        !          1428:       stackpos += (int)sizeof(sljit_sw);
1.1.1.3   misho    1429:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
1.1.1.4 ! misho    1430:       stackpos += (int)sizeof(sljit_sw);
1.1.1.3   misho    1431:       setsom_found = TRUE;
                   1432:       }
                   1433:     if (common->mark_ptr != 0 && !setmark_found)
                   1434:       {
                   1435:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr);
1.1.1.4 ! misho    1436:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, -common->mark_ptr);
        !          1437:       stackpos += (int)sizeof(sljit_sw);
1.1.1.3   misho    1438:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
1.1.1.4 ! misho    1439:       stackpos += (int)sizeof(sljit_sw);
1.1.1.3   misho    1440:       setmark_found = TRUE;
                   1441:       }
1.1.1.4 ! misho    1442:     if (common->capture_last_ptr != 0 && !capture_last_found)
        !          1443:       {
        !          1444:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr);
        !          1445:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, -common->capture_last_ptr);
        !          1446:       stackpos += (int)sizeof(sljit_sw);
        !          1447:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
        !          1448:       stackpos += (int)sizeof(sljit_sw);
        !          1449:       capture_last_found = TRUE;
        !          1450:       }
1.1.1.3   misho    1451:     cc += 1 + LINK_SIZE;
1.1       misho    1452:     break;
                   1453: 
                   1454:     case OP_CBRA:
                   1455:     case OP_CBRAPOS:
                   1456:     case OP_SCBRA:
                   1457:     case OP_SCBRAPOS:
1.1.1.4 ! misho    1458:     if (common->capture_last_ptr != 0 && !capture_last_found)
        !          1459:       {
        !          1460:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr);
        !          1461:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, -common->capture_last_ptr);
        !          1462:       stackpos += (int)sizeof(sljit_sw);
        !          1463:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
        !          1464:       stackpos += (int)sizeof(sljit_sw);
        !          1465:       capture_last_found = TRUE;
        !          1466:       }
1.1       misho    1467:     offset = (GET2(cc, 1 + LINK_SIZE)) << 1;
                   1468:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, OVECTOR(offset));
1.1.1.4 ! misho    1469:     stackpos += (int)sizeof(sljit_sw);
1.1       misho    1470:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset));
                   1471:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1));
                   1472:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP1, 0);
1.1.1.4 ! misho    1473:     stackpos += (int)sizeof(sljit_sw);
1.1       misho    1474:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, TMP2, 0);
1.1.1.4 ! misho    1475:     stackpos += (int)sizeof(sljit_sw);
1.1       misho    1476: 
1.1.1.2   misho    1477:     cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    1478:     break;
                   1479: 
                   1480:     default:
                   1481:     cc = next_opcode(common, cc);
                   1482:     SLJIT_ASSERT(cc != NULL);
                   1483:     break;
                   1484:     }
                   1485: 
1.1.1.4 ! misho    1486: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackpos, SLJIT_IMM, 0);
1.1       misho    1487: SLJIT_ASSERT(stackpos == STACK(stacktop));
                   1488: }
                   1489: 
1.1.1.4 ! misho    1490: static SLJIT_INLINE int get_private_data_copy_length(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend, BOOL needs_control_head)
1.1       misho    1491: {
1.1.1.4 ! misho    1492: int private_data_length = needs_control_head ? 3 : 2;
        !          1493: int size;
1.1.1.2   misho    1494: pcre_uchar *alternative;
1.1.1.4 ! misho    1495: /* Calculate the sum of the private machine words. */
1.1       misho    1496: while (cc < ccend)
                   1497:   {
1.1.1.4 ! misho    1498:   size = 0;
1.1       misho    1499:   switch(*cc)
                   1500:     {
1.1.1.4 ! misho    1501:     case OP_KET:
        !          1502:     if (PRIVATE_DATA(cc) != 0)
        !          1503:       private_data_length++;
        !          1504:     cc += 1 + LINK_SIZE;
        !          1505:     break;
        !          1506: 
1.1       misho    1507:     case OP_ASSERT:
                   1508:     case OP_ASSERT_NOT:
                   1509:     case OP_ASSERTBACK:
                   1510:     case OP_ASSERTBACK_NOT:
                   1511:     case OP_ONCE:
                   1512:     case OP_ONCE_NC:
                   1513:     case OP_BRAPOS:
                   1514:     case OP_SBRA:
                   1515:     case OP_SBRAPOS:
                   1516:     case OP_SCOND:
1.1.1.4 ! misho    1517:     private_data_length++;
1.1       misho    1518:     cc += 1 + LINK_SIZE;
                   1519:     break;
                   1520: 
                   1521:     case OP_CBRA:
                   1522:     case OP_SCBRA:
1.1.1.4 ! misho    1523:     if (common->optimized_cbracket[GET2(cc, 1 + LINK_SIZE)] == 0)
        !          1524:       private_data_length++;
1.1.1.2   misho    1525:     cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    1526:     break;
                   1527: 
                   1528:     case OP_CBRAPOS:
                   1529:     case OP_SCBRAPOS:
1.1.1.4 ! misho    1530:     private_data_length += 2;
1.1.1.2   misho    1531:     cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    1532:     break;
                   1533: 
                   1534:     case OP_COND:
                   1535:     /* Might be a hidden SCOND. */
                   1536:     alternative = cc + GET(cc, 1);
                   1537:     if (*alternative == OP_KETRMAX || *alternative == OP_KETRMIN)
1.1.1.4 ! misho    1538:       private_data_length++;
1.1       misho    1539:     cc += 1 + LINK_SIZE;
                   1540:     break;
                   1541: 
1.1.1.4 ! misho    1542:     CASE_ITERATOR_PRIVATE_DATA_1
        !          1543:     if (PRIVATE_DATA(cc))
        !          1544:       private_data_length++;
        !          1545:     cc += 2;
        !          1546: #ifdef SUPPORT_UTF
        !          1547:     if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1548: #endif
        !          1549:     break;
        !          1550: 
        !          1551:     CASE_ITERATOR_PRIVATE_DATA_2A
        !          1552:     if (PRIVATE_DATA(cc))
        !          1553:       private_data_length += 2;
        !          1554:     cc += 2;
        !          1555: #ifdef SUPPORT_UTF
        !          1556:     if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1557: #endif
        !          1558:     break;
        !          1559: 
        !          1560:     CASE_ITERATOR_PRIVATE_DATA_2B
        !          1561:     if (PRIVATE_DATA(cc))
        !          1562:       private_data_length += 2;
        !          1563:     cc += 2 + IMM2_SIZE;
        !          1564: #ifdef SUPPORT_UTF
        !          1565:     if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1566: #endif
        !          1567:     break;
        !          1568: 
        !          1569:     CASE_ITERATOR_TYPE_PRIVATE_DATA_1
        !          1570:     if (PRIVATE_DATA(cc))
        !          1571:       private_data_length++;
        !          1572:     cc += 1;
        !          1573:     break;
        !          1574: 
        !          1575:     CASE_ITERATOR_TYPE_PRIVATE_DATA_2A
        !          1576:     if (PRIVATE_DATA(cc))
        !          1577:       private_data_length += 2;
        !          1578:     cc += 1;
        !          1579:     break;
        !          1580: 
        !          1581:     CASE_ITERATOR_TYPE_PRIVATE_DATA_2B
        !          1582:     if (PRIVATE_DATA(cc))
        !          1583:       private_data_length += 2;
        !          1584:     cc += 1 + IMM2_SIZE;
        !          1585:     break;
        !          1586: 
        !          1587:     case OP_CLASS:
        !          1588:     case OP_NCLASS:
        !          1589: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
        !          1590:     case OP_XCLASS:
        !          1591:     size = (*cc == OP_XCLASS) ? GET(cc, 1) : 1 + 32 / (int)sizeof(pcre_uchar);
        !          1592: #else
        !          1593:     size = 1 + 32 / (int)sizeof(pcre_uchar);
        !          1594: #endif
        !          1595:     if (PRIVATE_DATA(cc))
        !          1596:       private_data_length += get_class_iterator_size(cc + size);
        !          1597:     cc += size;
        !          1598:     break;
        !          1599: 
1.1       misho    1600:     default:
                   1601:     cc = next_opcode(common, cc);
                   1602:     SLJIT_ASSERT(cc != NULL);
                   1603:     break;
                   1604:     }
                   1605:   }
                   1606: SLJIT_ASSERT(cc == ccend);
1.1.1.4 ! misho    1607: return private_data_length;
1.1       misho    1608: }
                   1609: 
1.1.1.4 ! misho    1610: static void copy_private_data(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend,
        !          1611:   BOOL save, int stackptr, int stacktop, BOOL needs_control_head)
1.1       misho    1612: {
                   1613: DEFINE_COMPILER;
                   1614: int srcw[2];
1.1.1.4 ! misho    1615: int count, size;
1.1       misho    1616: BOOL tmp1next = TRUE;
                   1617: BOOL tmp1empty = TRUE;
                   1618: BOOL tmp2empty = TRUE;
1.1.1.2   misho    1619: pcre_uchar *alternative;
1.1       misho    1620: enum {
                   1621:   start,
                   1622:   loop,
                   1623:   end
                   1624: } status;
                   1625: 
                   1626: status = save ? start : loop;
                   1627: stackptr = STACK(stackptr - 2);
                   1628: stacktop = STACK(stacktop - 1);
                   1629: 
                   1630: if (!save)
                   1631:   {
1.1.1.4 ! misho    1632:   stackptr += (needs_control_head ? 2 : 1) * sizeof(sljit_sw);
1.1       misho    1633:   if (stackptr < stacktop)
                   1634:     {
                   1635:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), stackptr);
1.1.1.4 ! misho    1636:     stackptr += sizeof(sljit_sw);
1.1       misho    1637:     tmp1empty = FALSE;
                   1638:     }
                   1639:   if (stackptr < stacktop)
                   1640:     {
                   1641:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), stackptr);
1.1.1.4 ! misho    1642:     stackptr += sizeof(sljit_sw);
1.1       misho    1643:     tmp2empty = FALSE;
                   1644:     }
                   1645:   /* The tmp1next must be TRUE in either way. */
                   1646:   }
                   1647: 
1.1.1.4 ! misho    1648: do
1.1       misho    1649:   {
                   1650:   count = 0;
                   1651:   switch(status)
                   1652:     {
                   1653:     case start:
1.1.1.4 ! misho    1654:     SLJIT_ASSERT(save && common->recursive_head_ptr != 0);
1.1       misho    1655:     count = 1;
1.1.1.4 ! misho    1656:     srcw[0] = common->recursive_head_ptr;
        !          1657:     if (needs_control_head)
        !          1658:       {
        !          1659:       SLJIT_ASSERT(common->control_head_ptr != 0);
        !          1660:       count = 2;
        !          1661:       srcw[1] = common->control_head_ptr;
        !          1662:       }
1.1       misho    1663:     status = loop;
                   1664:     break;
                   1665: 
                   1666:     case loop:
                   1667:     if (cc >= ccend)
                   1668:       {
                   1669:       status = end;
                   1670:       break;
                   1671:       }
                   1672: 
                   1673:     switch(*cc)
                   1674:       {
1.1.1.4 ! misho    1675:       case OP_KET:
        !          1676:       if (PRIVATE_DATA(cc) != 0)
        !          1677:         {
        !          1678:         count = 1;
        !          1679:         srcw[0] = PRIVATE_DATA(cc);
        !          1680:         }
        !          1681:       cc += 1 + LINK_SIZE;
        !          1682:       break;
        !          1683: 
1.1       misho    1684:       case OP_ASSERT:
                   1685:       case OP_ASSERT_NOT:
                   1686:       case OP_ASSERTBACK:
                   1687:       case OP_ASSERTBACK_NOT:
                   1688:       case OP_ONCE:
                   1689:       case OP_ONCE_NC:
                   1690:       case OP_BRAPOS:
                   1691:       case OP_SBRA:
                   1692:       case OP_SBRAPOS:
                   1693:       case OP_SCOND:
                   1694:       count = 1;
1.1.1.4 ! misho    1695:       srcw[0] = PRIVATE_DATA(cc);
1.1       misho    1696:       SLJIT_ASSERT(srcw[0] != 0);
                   1697:       cc += 1 + LINK_SIZE;
                   1698:       break;
                   1699: 
                   1700:       case OP_CBRA:
                   1701:       case OP_SCBRA:
1.1.1.4 ! misho    1702:       if (common->optimized_cbracket[GET2(cc, 1 + LINK_SIZE)] == 0)
        !          1703:         {
        !          1704:         count = 1;
        !          1705:         srcw[0] = OVECTOR_PRIV(GET2(cc, 1 + LINK_SIZE));
        !          1706:         }
1.1.1.2   misho    1707:       cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    1708:       break;
                   1709: 
                   1710:       case OP_CBRAPOS:
                   1711:       case OP_SCBRAPOS:
                   1712:       count = 2;
1.1.1.4 ! misho    1713:       srcw[0] = PRIVATE_DATA(cc);
1.1       misho    1714:       srcw[1] = OVECTOR_PRIV(GET2(cc, 1 + LINK_SIZE));
1.1.1.4 ! misho    1715:       SLJIT_ASSERT(srcw[0] != 0 && srcw[1] != 0);
1.1.1.2   misho    1716:       cc += 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    1717:       break;
                   1718: 
                   1719:       case OP_COND:
                   1720:       /* Might be a hidden SCOND. */
                   1721:       alternative = cc + GET(cc, 1);
                   1722:       if (*alternative == OP_KETRMAX || *alternative == OP_KETRMIN)
                   1723:         {
                   1724:         count = 1;
1.1.1.4 ! misho    1725:         srcw[0] = PRIVATE_DATA(cc);
1.1       misho    1726:         SLJIT_ASSERT(srcw[0] != 0);
                   1727:         }
                   1728:       cc += 1 + LINK_SIZE;
                   1729:       break;
                   1730: 
1.1.1.4 ! misho    1731:       CASE_ITERATOR_PRIVATE_DATA_1
        !          1732:       if (PRIVATE_DATA(cc))
        !          1733:         {
        !          1734:         count = 1;
        !          1735:         srcw[0] = PRIVATE_DATA(cc);
        !          1736:         }
        !          1737:       cc += 2;
        !          1738: #ifdef SUPPORT_UTF
        !          1739:       if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1740: #endif
        !          1741:       break;
        !          1742: 
        !          1743:       CASE_ITERATOR_PRIVATE_DATA_2A
        !          1744:       if (PRIVATE_DATA(cc))
        !          1745:         {
        !          1746:         count = 2;
        !          1747:         srcw[0] = PRIVATE_DATA(cc);
        !          1748:         srcw[1] = PRIVATE_DATA(cc) + sizeof(sljit_sw);
        !          1749:         }
        !          1750:       cc += 2;
        !          1751: #ifdef SUPPORT_UTF
        !          1752:       if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1753: #endif
        !          1754:       break;
        !          1755: 
        !          1756:       CASE_ITERATOR_PRIVATE_DATA_2B
        !          1757:       if (PRIVATE_DATA(cc))
        !          1758:         {
        !          1759:         count = 2;
        !          1760:         srcw[0] = PRIVATE_DATA(cc);
        !          1761:         srcw[1] = PRIVATE_DATA(cc) + sizeof(sljit_sw);
        !          1762:         }
        !          1763:       cc += 2 + IMM2_SIZE;
        !          1764: #ifdef SUPPORT_UTF
        !          1765:       if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
        !          1766: #endif
        !          1767:       break;
        !          1768: 
        !          1769:       CASE_ITERATOR_TYPE_PRIVATE_DATA_1
        !          1770:       if (PRIVATE_DATA(cc))
        !          1771:         {
        !          1772:         count = 1;
        !          1773:         srcw[0] = PRIVATE_DATA(cc);
        !          1774:         }
        !          1775:       cc += 1;
        !          1776:       break;
        !          1777: 
        !          1778:       CASE_ITERATOR_TYPE_PRIVATE_DATA_2A
        !          1779:       if (PRIVATE_DATA(cc))
        !          1780:         {
        !          1781:         count = 2;
        !          1782:         srcw[0] = PRIVATE_DATA(cc);
        !          1783:         srcw[1] = srcw[0] + sizeof(sljit_sw);
        !          1784:         }
        !          1785:       cc += 1;
        !          1786:       break;
        !          1787: 
        !          1788:       CASE_ITERATOR_TYPE_PRIVATE_DATA_2B
        !          1789:       if (PRIVATE_DATA(cc))
        !          1790:         {
        !          1791:         count = 2;
        !          1792:         srcw[0] = PRIVATE_DATA(cc);
        !          1793:         srcw[1] = srcw[0] + sizeof(sljit_sw);
        !          1794:         }
        !          1795:       cc += 1 + IMM2_SIZE;
        !          1796:       break;
        !          1797: 
        !          1798:       case OP_CLASS:
        !          1799:       case OP_NCLASS:
        !          1800: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
        !          1801:       case OP_XCLASS:
        !          1802:       size = (*cc == OP_XCLASS) ? GET(cc, 1) : 1 + 32 / (int)sizeof(pcre_uchar);
        !          1803: #else
        !          1804:       size = 1 + 32 / (int)sizeof(pcre_uchar);
        !          1805: #endif
        !          1806:       if (PRIVATE_DATA(cc))
        !          1807:         switch(get_class_iterator_size(cc + size))
        !          1808:           {
        !          1809:           case 1:
        !          1810:           count = 1;
        !          1811:           srcw[0] = PRIVATE_DATA(cc);
        !          1812:           break;
        !          1813: 
        !          1814:           case 2:
        !          1815:           count = 2;
        !          1816:           srcw[0] = PRIVATE_DATA(cc);
        !          1817:           srcw[1] = srcw[0] + sizeof(sljit_sw);
        !          1818:           break;
        !          1819: 
        !          1820:           default:
        !          1821:           SLJIT_ASSERT_STOP();
        !          1822:           break;
        !          1823:           }
        !          1824:       cc += size;
        !          1825:       break;
        !          1826: 
1.1       misho    1827:       default:
                   1828:       cc = next_opcode(common, cc);
                   1829:       SLJIT_ASSERT(cc != NULL);
                   1830:       break;
                   1831:       }
                   1832:     break;
                   1833: 
                   1834:     case end:
                   1835:     SLJIT_ASSERT_STOP();
                   1836:     break;
                   1837:     }
                   1838: 
                   1839:   while (count > 0)
                   1840:     {
                   1841:     count--;
                   1842:     if (save)
                   1843:       {
                   1844:       if (tmp1next)
                   1845:         {
                   1846:         if (!tmp1empty)
                   1847:           {
                   1848:           OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackptr, TMP1, 0);
1.1.1.4 ! misho    1849:           stackptr += sizeof(sljit_sw);
1.1       misho    1850:           }
                   1851:         OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), srcw[count]);
                   1852:         tmp1empty = FALSE;
                   1853:         tmp1next = FALSE;
                   1854:         }
                   1855:       else
                   1856:         {
                   1857:         if (!tmp2empty)
                   1858:           {
                   1859:           OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackptr, TMP2, 0);
1.1.1.4 ! misho    1860:           stackptr += sizeof(sljit_sw);
1.1       misho    1861:           }
                   1862:         OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), srcw[count]);
                   1863:         tmp2empty = FALSE;
                   1864:         tmp1next = TRUE;
                   1865:         }
                   1866:       }
                   1867:     else
                   1868:       {
                   1869:       if (tmp1next)
                   1870:         {
                   1871:         SLJIT_ASSERT(!tmp1empty);
                   1872:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), srcw[count], TMP1, 0);
                   1873:         tmp1empty = stackptr >= stacktop;
                   1874:         if (!tmp1empty)
                   1875:           {
                   1876:           OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), stackptr);
1.1.1.4 ! misho    1877:           stackptr += sizeof(sljit_sw);
1.1       misho    1878:           }
                   1879:         tmp1next = FALSE;
                   1880:         }
                   1881:       else
                   1882:         {
                   1883:         SLJIT_ASSERT(!tmp2empty);
                   1884:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), srcw[count], TMP2, 0);
                   1885:         tmp2empty = stackptr >= stacktop;
                   1886:         if (!tmp2empty)
                   1887:           {
                   1888:           OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), stackptr);
1.1.1.4 ! misho    1889:           stackptr += sizeof(sljit_sw);
1.1       misho    1890:           }
                   1891:         tmp1next = TRUE;
                   1892:         }
                   1893:       }
                   1894:     }
                   1895:   }
1.1.1.4 ! misho    1896: while (status != end);
1.1       misho    1897: 
                   1898: if (save)
                   1899:   {
                   1900:   if (tmp1next)
                   1901:     {
                   1902:     if (!tmp1empty)
                   1903:       {
                   1904:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackptr, TMP1, 0);
1.1.1.4 ! misho    1905:       stackptr += sizeof(sljit_sw);
1.1       misho    1906:       }
                   1907:     if (!tmp2empty)
                   1908:       {
                   1909:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackptr, TMP2, 0);
1.1.1.4 ! misho    1910:       stackptr += sizeof(sljit_sw);
1.1       misho    1911:       }
                   1912:     }
                   1913:   else
                   1914:     {
                   1915:     if (!tmp2empty)
                   1916:       {
                   1917:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackptr, TMP2, 0);
1.1.1.4 ! misho    1918:       stackptr += sizeof(sljit_sw);
1.1       misho    1919:       }
                   1920:     if (!tmp1empty)
                   1921:       {
                   1922:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), stackptr, TMP1, 0);
1.1.1.4 ! misho    1923:       stackptr += sizeof(sljit_sw);
1.1       misho    1924:       }
                   1925:     }
                   1926:   }
                   1927: SLJIT_ASSERT(cc == ccend && stackptr == stacktop && (save || (tmp1empty && tmp2empty)));
                   1928: }
                   1929: 
1.1.1.4 ! misho    1930: static SLJIT_INLINE pcre_uchar *set_then_offsets(compiler_common *common, pcre_uchar *cc, pcre_uint8 *current_offset)
        !          1931: {
        !          1932: pcre_uchar *end = bracketend(cc);
        !          1933: BOOL has_alternatives = cc[GET(cc, 1)] == OP_ALT;
        !          1934: 
        !          1935: /* Assert captures then. */
        !          1936: if (*cc >= OP_ASSERT && *cc <= OP_ASSERTBACK_NOT)
        !          1937:   current_offset = NULL;
        !          1938: /* Conditional block does not. */
        !          1939: if (*cc == OP_COND || *cc == OP_SCOND)
        !          1940:   has_alternatives = FALSE;
        !          1941: 
        !          1942: cc = next_opcode(common, cc);
        !          1943: if (has_alternatives)
        !          1944:   current_offset = common->then_offsets + (cc - common->start);
        !          1945: 
        !          1946: while (cc < end)
        !          1947:   {
        !          1948:   if ((*cc >= OP_ASSERT && *cc <= OP_ASSERTBACK_NOT) || (*cc >= OP_ONCE && *cc <= OP_SCOND))
        !          1949:     cc = set_then_offsets(common, cc, current_offset);
        !          1950:   else
        !          1951:     {
        !          1952:     if (*cc == OP_ALT && has_alternatives)
        !          1953:       current_offset = common->then_offsets + (cc + 1 + LINK_SIZE - common->start);
        !          1954:     if (*cc >= OP_THEN && *cc <= OP_THEN_ARG && current_offset != NULL)
        !          1955:       *current_offset = 1;
        !          1956:     cc = next_opcode(common, cc);
        !          1957:     }
        !          1958:   }
        !          1959: 
        !          1960: return end;
        !          1961: }
        !          1962: 
        !          1963: #undef CASE_ITERATOR_PRIVATE_DATA_1
        !          1964: #undef CASE_ITERATOR_PRIVATE_DATA_2A
        !          1965: #undef CASE_ITERATOR_PRIVATE_DATA_2B
        !          1966: #undef CASE_ITERATOR_TYPE_PRIVATE_DATA_1
        !          1967: #undef CASE_ITERATOR_TYPE_PRIVATE_DATA_2A
        !          1968: #undef CASE_ITERATOR_TYPE_PRIVATE_DATA_2B
        !          1969: 
        !          1970: static SLJIT_INLINE BOOL is_powerof2(unsigned int value)
1.1       misho    1971: {
                   1972: return (value & (value - 1)) == 0;
                   1973: }
                   1974: 
                   1975: static SLJIT_INLINE void set_jumps(jump_list *list, struct sljit_label *label)
                   1976: {
                   1977: while (list)
                   1978:   {
                   1979:   /* sljit_set_label is clever enough to do nothing
1.1.1.4 ! misho    1980:   if either the jump or the label is NULL. */
        !          1981:   SET_LABEL(list->jump, label);
1.1       misho    1982:   list = list->next;
                   1983:   }
                   1984: }
                   1985: 
                   1986: static SLJIT_INLINE void add_jump(struct sljit_compiler *compiler, jump_list **list, struct sljit_jump* jump)
                   1987: {
                   1988: jump_list *list_item = sljit_alloc_memory(compiler, sizeof(jump_list));
                   1989: if (list_item)
                   1990:   {
                   1991:   list_item->next = *list;
                   1992:   list_item->jump = jump;
                   1993:   *list = list_item;
                   1994:   }
                   1995: }
                   1996: 
1.1.1.4 ! misho    1997: static void add_stub(compiler_common *common, struct sljit_jump *start)
1.1       misho    1998: {
                   1999: DEFINE_COMPILER;
                   2000: stub_list* list_item = sljit_alloc_memory(compiler, sizeof(stub_list));
                   2001: 
                   2002: if (list_item)
                   2003:   {
                   2004:   list_item->start = start;
1.1.1.4 ! misho    2005:   list_item->quit = LABEL();
1.1       misho    2006:   list_item->next = common->stubs;
                   2007:   common->stubs = list_item;
                   2008:   }
                   2009: }
                   2010: 
                   2011: static void flush_stubs(compiler_common *common)
                   2012: {
                   2013: DEFINE_COMPILER;
                   2014: stub_list* list_item = common->stubs;
                   2015: 
                   2016: while (list_item)
                   2017:   {
                   2018:   JUMPHERE(list_item->start);
1.1.1.4 ! misho    2019:   add_jump(compiler, &common->stackalloc, JUMP(SLJIT_FAST_CALL));
        !          2020:   JUMPTO(SLJIT_JUMP, list_item->quit);
1.1       misho    2021:   list_item = list_item->next;
                   2022:   }
                   2023: common->stubs = NULL;
                   2024: }
                   2025: 
1.1.1.4 ! misho    2026: static SLJIT_INLINE void count_match(compiler_common *common)
1.1       misho    2027: {
                   2028: DEFINE_COMPILER;
                   2029: 
1.1.1.4 ! misho    2030: OP2(SLJIT_SUB | SLJIT_SET_E, COUNT_MATCH, 0, COUNT_MATCH, 0, SLJIT_IMM, 1);
1.1       misho    2031: add_jump(compiler, &common->calllimit, JUMP(SLJIT_C_ZERO));
                   2032: }
                   2033: 
                   2034: static SLJIT_INLINE void allocate_stack(compiler_common *common, int size)
                   2035: {
                   2036: /* May destroy all locals and registers except TMP2. */
                   2037: DEFINE_COMPILER;
                   2038: 
1.1.1.4 ! misho    2039: OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, size * sizeof(sljit_sw));
1.1       misho    2040: #ifdef DESTROY_REGISTERS
                   2041: OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 12345);
                   2042: OP1(SLJIT_MOV, TMP3, 0, TMP1, 0);
                   2043: OP1(SLJIT_MOV, RETURN_ADDR, 0, TMP1, 0);
                   2044: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, TMP1, 0);
                   2045: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, TMP1, 0);
                   2046: #endif
1.1.1.4 ! misho    2047: add_stub(common, CMP(SLJIT_C_GREATER, STACK_TOP, 0, STACK_LIMIT, 0));
1.1       misho    2048: }
                   2049: 
                   2050: static SLJIT_INLINE void free_stack(compiler_common *common, int size)
                   2051: {
                   2052: DEFINE_COMPILER;
1.1.1.4 ! misho    2053: OP2(SLJIT_SUB, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, size * sizeof(sljit_sw));
1.1       misho    2054: }
                   2055: 
                   2056: static SLJIT_INLINE void reset_ovector(compiler_common *common, int length)
                   2057: {
                   2058: DEFINE_COMPILER;
                   2059: struct sljit_label *loop;
                   2060: int i;
1.1.1.4 ! misho    2061: 
1.1       misho    2062: /* At this point we can freely use all temporary registers. */
1.1.1.4 ! misho    2063: SLJIT_ASSERT(length > 1);
1.1       misho    2064: /* TMP1 returns with begin - 1. */
1.1.1.4 ! misho    2065: OP2(SLJIT_SUB, SLJIT_SCRATCH_REG1, 0, SLJIT_MEM1(SLJIT_SAVED_REG1), SLJIT_OFFSETOF(jit_arguments, begin), SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2066: if (length < 8)
                   2067:   {
1.1.1.4 ! misho    2068:   for (i = 1; i < length; i++)
        !          2069:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(i), SLJIT_SCRATCH_REG1, 0);
1.1       misho    2070:   }
                   2071: else
                   2072:   {
1.1.1.4 ! misho    2073:   GET_LOCAL_BASE(SLJIT_SCRATCH_REG2, 0, OVECTOR_START);
        !          2074:   OP1(SLJIT_MOV, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, length - 1);
1.1       misho    2075:   loop = LABEL();
1.1.1.4 ! misho    2076:   OP1(SLJIT_MOVU, SLJIT_MEM1(SLJIT_SCRATCH_REG2), sizeof(sljit_sw), SLJIT_SCRATCH_REG1, 0);
        !          2077:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_SCRATCH_REG3, 0, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, 1);
1.1       misho    2078:   JUMPTO(SLJIT_C_NOT_ZERO, loop);
                   2079:   }
                   2080: }
                   2081: 
1.1.1.4 ! misho    2082: static SLJIT_INLINE void do_reset_match(compiler_common *common, int length)
        !          2083: {
        !          2084: DEFINE_COMPILER;
        !          2085: struct sljit_label *loop;
        !          2086: int i;
        !          2087: 
        !          2088: SLJIT_ASSERT(length > 1);
        !          2089: /* OVECTOR(1) contains the "string begin - 1" constant. */
        !          2090: if (length > 2)
        !          2091:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1));
        !          2092: if (length < 8)
        !          2093:   {
        !          2094:   for (i = 2; i < length; i++)
        !          2095:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(i), TMP1, 0);
        !          2096:   }
        !          2097: else
        !          2098:   {
        !          2099:   GET_LOCAL_BASE(TMP2, 0, OVECTOR_START + sizeof(sljit_sw));
        !          2100:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_IMM, length - 2);
        !          2101:   loop = LABEL();
        !          2102:   OP1(SLJIT_MOVU, SLJIT_MEM1(TMP2), sizeof(sljit_sw), TMP1, 0);
        !          2103:   OP2(SLJIT_SUB | SLJIT_SET_E, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, 1);
        !          2104:   JUMPTO(SLJIT_C_NOT_ZERO, loop);
        !          2105:   }
        !          2106: 
        !          2107: OP1(SLJIT_MOV, STACK_TOP, 0, ARGUMENTS, 0);
        !          2108: if (common->mark_ptr != 0)
        !          2109:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr, SLJIT_IMM, 0);
        !          2110: if (common->control_head_ptr != 0)
        !          2111:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_IMM, 0);
        !          2112: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(STACK_TOP), SLJIT_OFFSETOF(jit_arguments, stack));
        !          2113: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_ptr);
        !          2114: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(STACK_TOP), SLJIT_OFFSETOF(struct sljit_stack, base));
        !          2115: }
        !          2116: 
        !          2117: static sljit_sw SLJIT_CALL do_search_mark(sljit_sw *current, const pcre_uchar *skip_arg)
        !          2118: {
        !          2119: while (current != NULL)
        !          2120:   {
        !          2121:   switch (current[-2])
        !          2122:     {
        !          2123:     case type_then_trap:
        !          2124:     break;
        !          2125: 
        !          2126:     case type_mark:
        !          2127:     if (STRCMP_UC_UC(skip_arg, (pcre_uchar *)current[-3]) == 0)
        !          2128:       return current[-4];
        !          2129:     break;
        !          2130: 
        !          2131:     default:
        !          2132:     SLJIT_ASSERT_STOP();
        !          2133:     break;
        !          2134:     }
        !          2135:   current = (sljit_sw*)current[-1];
        !          2136:   }
        !          2137: return -1;
        !          2138: }
        !          2139: 
1.1       misho    2140: static SLJIT_INLINE void copy_ovector(compiler_common *common, int topbracket)
                   2141: {
                   2142: DEFINE_COMPILER;
                   2143: struct sljit_label *loop;
1.1.1.4 ! misho    2144: struct sljit_jump *early_quit;
1.1       misho    2145: 
                   2146: /* At this point we can freely use all registers. */
1.1.1.2   misho    2147: OP1(SLJIT_MOV, SLJIT_SAVED_REG3, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1));
1.1       misho    2148: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1), STR_PTR, 0);
                   2149: 
1.1.1.4 ! misho    2150: OP1(SLJIT_MOV, SLJIT_SCRATCH_REG1, 0, ARGUMENTS, 0);
1.1.1.3   misho    2151: if (common->mark_ptr != 0)
1.1.1.4 ! misho    2152:   OP1(SLJIT_MOV, SLJIT_SCRATCH_REG3, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr);
        !          2153: OP1(SLJIT_MOV_SI, SLJIT_SCRATCH_REG2, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG1), SLJIT_OFFSETOF(jit_arguments, offset_count));
1.1.1.3   misho    2154: if (common->mark_ptr != 0)
1.1.1.4 ! misho    2155:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_SCRATCH_REG1), SLJIT_OFFSETOF(jit_arguments, mark_ptr), SLJIT_SCRATCH_REG3, 0);
        !          2156: OP2(SLJIT_SUB, SLJIT_SCRATCH_REG3, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG1), SLJIT_OFFSETOF(jit_arguments, offsets), SLJIT_IMM, sizeof(int));
        !          2157: OP1(SLJIT_MOV, SLJIT_SCRATCH_REG1, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG1), SLJIT_OFFSETOF(jit_arguments, begin));
1.1.1.3   misho    2158: GET_LOCAL_BASE(SLJIT_SAVED_REG1, 0, OVECTOR_START);
1.1       misho    2159: /* Unlikely, but possible */
1.1.1.4 ! misho    2160: early_quit = CMP(SLJIT_C_EQUAL, SLJIT_SCRATCH_REG2, 0, SLJIT_IMM, 0);
1.1       misho    2161: loop = LABEL();
1.1.1.4 ! misho    2162: OP2(SLJIT_SUB, SLJIT_SAVED_REG2, 0, SLJIT_MEM1(SLJIT_SAVED_REG1), 0, SLJIT_SCRATCH_REG1, 0);
        !          2163: OP2(SLJIT_ADD, SLJIT_SAVED_REG1, 0, SLJIT_SAVED_REG1, 0, SLJIT_IMM, sizeof(sljit_sw));
1.1       misho    2164: /* Copy the integer value to the output buffer */
1.1.1.4 ! misho    2165: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          2166: OP2(SLJIT_ASHR, SLJIT_SAVED_REG2, 0, SLJIT_SAVED_REG2, 0, SLJIT_IMM, UCHAR_SHIFT);
1.1.1.2   misho    2167: #endif
1.1.1.4 ! misho    2168: OP1(SLJIT_MOVU_SI, SLJIT_MEM1(SLJIT_SCRATCH_REG3), sizeof(int), SLJIT_SAVED_REG2, 0);
        !          2169: OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_SCRATCH_REG2, 0, SLJIT_SCRATCH_REG2, 0, SLJIT_IMM, 1);
1.1       misho    2170: JUMPTO(SLJIT_C_NOT_ZERO, loop);
1.1.1.4 ! misho    2171: JUMPHERE(early_quit);
1.1       misho    2172: 
                   2173: /* Calculate the return value, which is the maximum ovector value. */
                   2174: if (topbracket > 1)
                   2175:   {
1.1.1.4 ! misho    2176:   GET_LOCAL_BASE(SLJIT_SCRATCH_REG1, 0, OVECTOR_START + topbracket * 2 * sizeof(sljit_sw));
        !          2177:   OP1(SLJIT_MOV, SLJIT_SCRATCH_REG2, 0, SLJIT_IMM, topbracket + 1);
1.1       misho    2178: 
1.1.1.2   misho    2179:   /* OVECTOR(0) is never equal to SLJIT_SAVED_REG3. */
1.1       misho    2180:   loop = LABEL();
1.1.1.4 ! misho    2181:   OP1(SLJIT_MOVU, SLJIT_SCRATCH_REG3, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG1), -(2 * (sljit_sw)sizeof(sljit_sw)));
        !          2182:   OP2(SLJIT_SUB, SLJIT_SCRATCH_REG2, 0, SLJIT_SCRATCH_REG2, 0, SLJIT_IMM, 1);
        !          2183:   CMPTO(SLJIT_C_EQUAL, SLJIT_SCRATCH_REG3, 0, SLJIT_SAVED_REG3, 0, loop);
        !          2184:   OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_SCRATCH_REG2, 0);
1.1       misho    2185:   }
                   2186: else
                   2187:   OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, 1);
                   2188: }
                   2189: 
1.1.1.4 ! misho    2190: static SLJIT_INLINE void return_with_partial_match(compiler_common *common, struct sljit_label *quit)
1.1.1.3   misho    2191: {
                   2192: DEFINE_COMPILER;
1.1.1.4 ! misho    2193: struct sljit_jump *jump;
1.1.1.3   misho    2194: 
                   2195: SLJIT_COMPILE_ASSERT(STR_END == SLJIT_SAVED_REG2, str_end_must_be_saved_reg2);
1.1.1.4 ! misho    2196: SLJIT_ASSERT(common->start_used_ptr != 0 && common->start_ptr != 0
        !          2197:   && (common->mode == JIT_PARTIAL_SOFT_COMPILE ? common->hit_start != 0 : common->hit_start == 0));
1.1.1.3   misho    2198: 
1.1.1.4 ! misho    2199: OP1(SLJIT_MOV, SLJIT_SCRATCH_REG2, 0, ARGUMENTS, 0);
1.1.1.3   misho    2200: OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, PCRE_ERROR_PARTIAL);
1.1.1.4 ! misho    2201: OP1(SLJIT_MOV_SI, SLJIT_SCRATCH_REG3, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG2), SLJIT_OFFSETOF(jit_arguments, real_offset_count));
        !          2202: CMPTO(SLJIT_C_SIG_LESS, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, 2, quit);
1.1.1.3   misho    2203: 
                   2204: /* Store match begin and end. */
1.1.1.4 ! misho    2205: OP1(SLJIT_MOV, SLJIT_SAVED_REG1, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG2), SLJIT_OFFSETOF(jit_arguments, begin));
        !          2206: OP1(SLJIT_MOV, SLJIT_SCRATCH_REG2, 0, SLJIT_MEM1(SLJIT_SCRATCH_REG2), SLJIT_OFFSETOF(jit_arguments, offsets));
        !          2207: 
        !          2208: jump = CMP(SLJIT_C_SIG_LESS, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, 3);
        !          2209: OP2(SLJIT_SUB, SLJIT_SCRATCH_REG3, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mode == JIT_PARTIAL_HARD_COMPILE ? common->start_ptr : (common->hit_start + (int)sizeof(sljit_sw)), SLJIT_SAVED_REG1, 0);
        !          2210: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          2211: OP2(SLJIT_ASHR, SLJIT_SCRATCH_REG3, 0, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, UCHAR_SHIFT);
        !          2212: #endif
        !          2213: OP1(SLJIT_MOV_SI, SLJIT_MEM1(SLJIT_SCRATCH_REG2), 2 * sizeof(int), SLJIT_SCRATCH_REG3, 0);
        !          2214: JUMPHERE(jump);
        !          2215: 
        !          2216: OP1(SLJIT_MOV, SLJIT_SCRATCH_REG3, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mode == JIT_PARTIAL_HARD_COMPILE ? common->start_used_ptr : common->hit_start);
1.1.1.3   misho    2217: OP2(SLJIT_SUB, SLJIT_SAVED_REG2, 0, STR_END, 0, SLJIT_SAVED_REG1, 0);
1.1.1.4 ! misho    2218: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          2219: OP2(SLJIT_ASHR, SLJIT_SAVED_REG2, 0, SLJIT_SAVED_REG2, 0, SLJIT_IMM, UCHAR_SHIFT);
1.1.1.3   misho    2220: #endif
1.1.1.4 ! misho    2221: OP1(SLJIT_MOV_SI, SLJIT_MEM1(SLJIT_SCRATCH_REG2), sizeof(int), SLJIT_SAVED_REG2, 0);
1.1.1.3   misho    2222: 
1.1.1.4 ! misho    2223: OP2(SLJIT_SUB, SLJIT_SCRATCH_REG3, 0, SLJIT_SCRATCH_REG3, 0, SLJIT_SAVED_REG1, 0);
        !          2224: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          2225: OP2(SLJIT_ASHR, SLJIT_SCRATCH_REG3, 0, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, UCHAR_SHIFT);
1.1.1.3   misho    2226: #endif
1.1.1.4 ! misho    2227: OP1(SLJIT_MOV_SI, SLJIT_MEM1(SLJIT_SCRATCH_REG2), 0, SLJIT_SCRATCH_REG3, 0);
1.1.1.3   misho    2228: 
1.1.1.4 ! misho    2229: JUMPTO(SLJIT_JUMP, quit);
1.1.1.3   misho    2230: }
                   2231: 
                   2232: static SLJIT_INLINE void check_start_used_ptr(compiler_common *common)
                   2233: {
                   2234: /* May destroy TMP1. */
                   2235: DEFINE_COMPILER;
                   2236: struct sljit_jump *jump;
                   2237: 
                   2238: if (common->mode == JIT_PARTIAL_SOFT_COMPILE)
                   2239:   {
                   2240:   /* The value of -1 must be kept for start_used_ptr! */
                   2241:   OP2(SLJIT_ADD, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, SLJIT_IMM, 1);
                   2242:   /* Jumps if start_used_ptr < STR_PTR, or start_used_ptr == -1. Although overwriting
                   2243:   is not necessary if start_used_ptr == STR_PTR, it does not hurt as well. */
                   2244:   jump = CMP(SLJIT_C_LESS_EQUAL, TMP1, 0, STR_PTR, 0);
                   2245:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0);
                   2246:   JUMPHERE(jump);
                   2247:   }
                   2248: else if (common->mode == JIT_PARTIAL_HARD_COMPILE)
                   2249:   {
                   2250:   jump = CMP(SLJIT_C_LESS_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0);
                   2251:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0);
                   2252:   JUMPHERE(jump);
                   2253:   }
                   2254: }
                   2255: 
1.1.1.2   misho    2256: static SLJIT_INLINE BOOL char_has_othercase(compiler_common *common, pcre_uchar* cc)
1.1       misho    2257: {
                   2258: /* Detects if the character has an othercase. */
                   2259: unsigned int c;
                   2260: 
1.1.1.2   misho    2261: #ifdef SUPPORT_UTF
                   2262: if (common->utf)
1.1       misho    2263:   {
                   2264:   GETCHAR(c, cc);
                   2265:   if (c > 127)
                   2266:     {
                   2267: #ifdef SUPPORT_UCP
                   2268:     return c != UCD_OTHERCASE(c);
                   2269: #else
                   2270:     return FALSE;
                   2271: #endif
                   2272:     }
1.1.1.2   misho    2273: #ifndef COMPILE_PCRE8
                   2274:   return common->fcc[c] != c;
                   2275: #endif
1.1       misho    2276:   }
                   2277: else
                   2278: #endif
                   2279:   c = *cc;
1.1.1.2   misho    2280: return MAX_255(c) ? common->fcc[c] != c : FALSE;
1.1       misho    2281: }
                   2282: 
                   2283: static SLJIT_INLINE unsigned int char_othercase(compiler_common *common, unsigned int c)
                   2284: {
                   2285: /* Returns with the othercase. */
1.1.1.2   misho    2286: #ifdef SUPPORT_UTF
                   2287: if (common->utf && c > 127)
1.1       misho    2288:   {
                   2289: #ifdef SUPPORT_UCP
                   2290:   return UCD_OTHERCASE(c);
                   2291: #else
                   2292:   return c;
                   2293: #endif
                   2294:   }
                   2295: #endif
1.1.1.2   misho    2296: return TABLE_GET(c, common->fcc, c);
1.1       misho    2297: }
                   2298: 
1.1.1.2   misho    2299: static unsigned int char_get_othercase_bit(compiler_common *common, pcre_uchar* cc)
1.1       misho    2300: {
                   2301: /* Detects if the character and its othercase has only 1 bit difference. */
                   2302: unsigned int c, oc, bit;
1.1.1.2   misho    2303: #if defined SUPPORT_UTF && defined COMPILE_PCRE8
1.1       misho    2304: int n;
                   2305: #endif
                   2306: 
1.1.1.2   misho    2307: #ifdef SUPPORT_UTF
                   2308: if (common->utf)
1.1       misho    2309:   {
                   2310:   GETCHAR(c, cc);
                   2311:   if (c <= 127)
                   2312:     oc = common->fcc[c];
                   2313:   else
                   2314:     {
                   2315: #ifdef SUPPORT_UCP
                   2316:     oc = UCD_OTHERCASE(c);
                   2317: #else
                   2318:     oc = c;
                   2319: #endif
                   2320:     }
                   2321:   }
                   2322: else
                   2323:   {
                   2324:   c = *cc;
1.1.1.2   misho    2325:   oc = TABLE_GET(c, common->fcc, c);
1.1       misho    2326:   }
                   2327: #else
                   2328: c = *cc;
1.1.1.2   misho    2329: oc = TABLE_GET(c, common->fcc, c);
1.1       misho    2330: #endif
                   2331: 
                   2332: SLJIT_ASSERT(c != oc);
                   2333: 
                   2334: bit = c ^ oc;
                   2335: /* Optimized for English alphabet. */
                   2336: if (c <= 127 && bit == 0x20)
                   2337:   return (0 << 8) | 0x20;
                   2338: 
                   2339: /* Since c != oc, they must have at least 1 bit difference. */
1.1.1.4 ! misho    2340: if (!is_powerof2(bit))
1.1       misho    2341:   return 0;
                   2342: 
1.1.1.4 ! misho    2343: #if defined COMPILE_PCRE8
1.1.1.2   misho    2344: 
                   2345: #ifdef SUPPORT_UTF
                   2346: if (common->utf && c > 127)
1.1       misho    2347:   {
1.1.1.2   misho    2348:   n = GET_EXTRALEN(*cc);
1.1       misho    2349:   while ((bit & 0x3f) == 0)
                   2350:     {
                   2351:     n--;
                   2352:     bit >>= 6;
                   2353:     }
                   2354:   return (n << 8) | bit;
                   2355:   }
1.1.1.2   misho    2356: #endif /* SUPPORT_UTF */
1.1       misho    2357: return (0 << 8) | bit;
1.1.1.2   misho    2358: 
1.1.1.4 ! misho    2359: #elif defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1.1.2   misho    2360: 
                   2361: #ifdef SUPPORT_UTF
                   2362: if (common->utf && c > 65535)
                   2363:   {
                   2364:   if (bit >= (1 << 10))
                   2365:     bit >>= 10;
                   2366:   else
                   2367:     return (bit < 256) ? ((2 << 8) | bit) : ((3 << 8) | (bit >> 8));
                   2368:   }
                   2369: #endif /* SUPPORT_UTF */
                   2370: return (bit < 256) ? ((0 << 8) | bit) : ((1 << 8) | (bit >> 8));
                   2371: 
1.1.1.4 ! misho    2372: #endif /* COMPILE_PCRE[8|16|32] */
1.1       misho    2373: }
                   2374: 
1.1.1.3   misho    2375: static void check_partial(compiler_common *common, BOOL force)
                   2376: {
1.1.1.4 ! misho    2377: /* Checks whether a partial matching is occurred. Does not modify registers. */
1.1.1.3   misho    2378: DEFINE_COMPILER;
                   2379: struct sljit_jump *jump = NULL;
                   2380: 
                   2381: SLJIT_ASSERT(!force || common->mode != JIT_COMPILE);
                   2382: 
                   2383: if (common->mode == JIT_COMPILE)
                   2384:   return;
                   2385: 
                   2386: if (!force)
                   2387:   jump = CMP(SLJIT_C_GREATER_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0);
                   2388: else if (common->mode == JIT_PARTIAL_SOFT_COMPILE)
                   2389:   jump = CMP(SLJIT_C_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, SLJIT_IMM, -1);
                   2390: 
                   2391: if (common->mode == JIT_PARTIAL_SOFT_COMPILE)
1.1.1.4 ! misho    2392:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, 0);
1.1.1.3   misho    2393: else
                   2394:   {
                   2395:   if (common->partialmatchlabel != NULL)
                   2396:     JUMPTO(SLJIT_JUMP, common->partialmatchlabel);
                   2397:   else
                   2398:     add_jump(compiler, &common->partialmatch, JUMP(SLJIT_JUMP));
                   2399:   }
                   2400: 
                   2401: if (jump != NULL)
                   2402:   JUMPHERE(jump);
                   2403: }
                   2404: 
1.1.1.4 ! misho    2405: static void check_str_end(compiler_common *common, jump_list **end_reached)
1.1.1.3   misho    2406: {
                   2407: /* Does not affect registers. Usually used in a tight spot. */
                   2408: DEFINE_COMPILER;
                   2409: struct sljit_jump *jump;
                   2410: 
                   2411: if (common->mode == JIT_COMPILE)
1.1.1.4 ! misho    2412:   {
        !          2413:   add_jump(compiler, end_reached, CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0));
        !          2414:   return;
        !          2415:   }
1.1.1.3   misho    2416: 
                   2417: jump = CMP(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0);
                   2418: if (common->mode == JIT_PARTIAL_SOFT_COMPILE)
                   2419:   {
1.1.1.4 ! misho    2420:   add_jump(compiler, end_reached, CMP(SLJIT_C_GREATER_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0));
        !          2421:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, 0);
        !          2422:   add_jump(compiler, end_reached, JUMP(SLJIT_JUMP));
1.1.1.3   misho    2423:   }
                   2424: else
                   2425:   {
1.1.1.4 ! misho    2426:   add_jump(compiler, end_reached, CMP(SLJIT_C_GREATER_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0));
1.1.1.3   misho    2427:   if (common->partialmatchlabel != NULL)
                   2428:     JUMPTO(SLJIT_JUMP, common->partialmatchlabel);
                   2429:   else
                   2430:     add_jump(compiler, &common->partialmatch, JUMP(SLJIT_JUMP));
                   2431:   }
                   2432: JUMPHERE(jump);
                   2433: }
                   2434: 
                   2435: static void detect_partial_match(compiler_common *common, jump_list **backtracks)
1.1       misho    2436: {
                   2437: DEFINE_COMPILER;
1.1.1.3   misho    2438: struct sljit_jump *jump;
                   2439: 
                   2440: if (common->mode == JIT_COMPILE)
                   2441:   {
                   2442:   add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0));
                   2443:   return;
                   2444:   }
                   2445: 
                   2446: /* Partial matching mode. */
                   2447: jump = CMP(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0);
                   2448: add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0));
                   2449: if (common->mode == JIT_PARTIAL_SOFT_COMPILE)
                   2450:   {
1.1.1.4 ! misho    2451:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, 0);
1.1.1.3   misho    2452:   add_jump(compiler, backtracks, JUMP(SLJIT_JUMP));
                   2453:   }
                   2454: else
                   2455:   {
                   2456:   if (common->partialmatchlabel != NULL)
                   2457:     JUMPTO(SLJIT_JUMP, common->partialmatchlabel);
                   2458:   else
                   2459:     add_jump(compiler, &common->partialmatch, JUMP(SLJIT_JUMP));
                   2460:   }
                   2461: JUMPHERE(jump);
1.1       misho    2462: }
                   2463: 
                   2464: static void read_char(compiler_common *common)
                   2465: {
                   2466: /* Reads the character into TMP1, updates STR_PTR.
                   2467: Does not check STR_END. TMP2 Destroyed. */
                   2468: DEFINE_COMPILER;
1.1.1.4 ! misho    2469: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
1.1       misho    2470: struct sljit_jump *jump;
                   2471: #endif
                   2472: 
1.1.1.2   misho    2473: OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1.1.4 ! misho    2474: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
1.1.1.2   misho    2475: if (common->utf)
1.1       misho    2476:   {
1.1.1.4 ! misho    2477: #if defined COMPILE_PCRE8
1.1       misho    2478:   jump = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xc0);
1.1.1.4 ! misho    2479: #elif defined COMPILE_PCRE16
1.1.1.2   misho    2480:   jump = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xd800);
1.1.1.4 ! misho    2481: #endif /* COMPILE_PCRE[8|16] */
1.1.1.2   misho    2482:   add_jump(compiler, &common->utfreadchar, JUMP(SLJIT_FAST_CALL));
1.1       misho    2483:   JUMPHERE(jump);
                   2484:   }
1.1.1.4 ! misho    2485: #endif /* SUPPORT_UTF && !COMPILE_PCRE32 */
1.1.1.2   misho    2486: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2487: }
                   2488: 
                   2489: static void peek_char(compiler_common *common)
                   2490: {
                   2491: /* Reads the character into TMP1, keeps STR_PTR.
                   2492: Does not check STR_END. TMP2 Destroyed. */
                   2493: DEFINE_COMPILER;
1.1.1.4 ! misho    2494: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
1.1       misho    2495: struct sljit_jump *jump;
                   2496: #endif
                   2497: 
1.1.1.2   misho    2498: OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1.1.4 ! misho    2499: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
1.1.1.2   misho    2500: if (common->utf)
1.1       misho    2501:   {
1.1.1.4 ! misho    2502: #if defined COMPILE_PCRE8
1.1       misho    2503:   jump = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xc0);
1.1.1.4 ! misho    2504: #elif defined COMPILE_PCRE16
1.1.1.2   misho    2505:   jump = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xd800);
1.1.1.4 ! misho    2506: #endif /* COMPILE_PCRE[8|16] */
1.1.1.2   misho    2507:   add_jump(compiler, &common->utfreadchar, JUMP(SLJIT_FAST_CALL));
1.1       misho    2508:   OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, TMP2, 0);
                   2509:   JUMPHERE(jump);
                   2510:   }
1.1.1.4 ! misho    2511: #endif /* SUPPORT_UTF && !COMPILE_PCRE32 */
1.1       misho    2512: }
                   2513: 
                   2514: static void read_char8_type(compiler_common *common)
                   2515: {
                   2516: /* Reads the character type into TMP1, updates STR_PTR. Does not check STR_END. */
                   2517: DEFINE_COMPILER;
1.1.1.4 ! misho    2518: #if defined SUPPORT_UTF || defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1       misho    2519: struct sljit_jump *jump;
                   2520: #endif
                   2521: 
1.1.1.2   misho    2522: #ifdef SUPPORT_UTF
                   2523: if (common->utf)
1.1       misho    2524:   {
1.1.1.2   misho    2525:   OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), 0);
                   2526:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    2527: #if defined COMPILE_PCRE8
1.1       misho    2528:   /* This can be an extra read in some situations, but hopefully
1.1.1.2   misho    2529:   it is needed in most cases. */
1.1       misho    2530:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP2), common->ctypes);
                   2531:   jump = CMP(SLJIT_C_LESS, TMP2, 0, SLJIT_IMM, 0xc0);
1.1.1.2   misho    2532:   add_jump(compiler, &common->utfreadtype8, JUMP(SLJIT_FAST_CALL));
                   2533:   JUMPHERE(jump);
1.1.1.4 ! misho    2534: #elif defined COMPILE_PCRE16
1.1.1.2   misho    2535:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 0);
                   2536:   jump = CMP(SLJIT_C_GREATER, TMP2, 0, SLJIT_IMM, 255);
                   2537:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP2), common->ctypes);
1.1       misho    2538:   JUMPHERE(jump);
1.1.1.2   misho    2539:   /* Skip low surrogate if necessary. */
                   2540:   OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0xfc00);
                   2541:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP2, 0, SLJIT_IMM, 0xd800);
1.1.1.4 ! misho    2542:   OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1.1.2   misho    2543:   OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, 1);
                   2544:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP2, 0);
1.1.1.4 ! misho    2545: #elif defined COMPILE_PCRE32
        !          2546:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 0);
        !          2547:   jump = CMP(SLJIT_C_GREATER, TMP2, 0, SLJIT_IMM, 255);
        !          2548:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP2), common->ctypes);
        !          2549:   JUMPHERE(jump);
        !          2550: #endif /* COMPILE_PCRE[8|16|32] */
1.1       misho    2551:   return;
                   2552:   }
1.1.1.4 ! misho    2553: #endif /* SUPPORT_UTF */
1.1.1.2   misho    2554: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), 0);
                   2555: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    2556: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1.1.2   misho    2557: /* The ctypes array contains only 256 values. */
                   2558: OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 0);
                   2559: jump = CMP(SLJIT_C_GREATER, TMP2, 0, SLJIT_IMM, 255);
                   2560: #endif
                   2561: OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP2), common->ctypes);
1.1.1.4 ! misho    2562: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1.1.2   misho    2563: JUMPHERE(jump);
                   2564: #endif
1.1       misho    2565: }
                   2566: 
                   2567: static void skip_char_back(compiler_common *common)
                   2568: {
1.1.1.2   misho    2569: /* Goes one character back. Affects STR_PTR and TMP1. Does not check begin. */
1.1       misho    2570: DEFINE_COMPILER;
1.1.1.4 ! misho    2571: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
        !          2572: #if defined COMPILE_PCRE8
1.1       misho    2573: struct sljit_label *label;
                   2574: 
1.1.1.2   misho    2575: if (common->utf)
1.1       misho    2576:   {
                   2577:   label = LABEL();
1.1.1.2   misho    2578:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), -IN_UCHARS(1));
                   2579:   OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2580:   OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0xc0);
                   2581:   CMPTO(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, 0x80, label);
                   2582:   return;
                   2583:   }
1.1.1.4 ! misho    2584: #elif defined COMPILE_PCRE16
1.1.1.2   misho    2585: if (common->utf)
                   2586:   {
                   2587:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), -IN_UCHARS(1));
                   2588:   OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
                   2589:   /* Skip low surrogate if necessary. */
                   2590:   OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0xfc00);
                   2591:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xdc00);
1.1.1.4 ! misho    2592:   OP_FLAGS(SLJIT_MOV, TMP1, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1.1.2   misho    2593:   OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   2594:   OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   2595:   return;
                   2596:   }
1.1.1.4 ! misho    2597: #endif /* COMPILE_PCRE[8|16] */
        !          2598: #endif /* SUPPORT_UTF && !COMPILE_PCRE32 */
1.1.1.2   misho    2599: OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2600: }
                   2601: 
1.1.1.3   misho    2602: static void check_newlinechar(compiler_common *common, int nltype, jump_list **backtracks, BOOL jumpiftrue)
1.1       misho    2603: {
                   2604: /* Character comes in TMP1. Checks if it is a newline. TMP2 may be destroyed. */
                   2605: DEFINE_COMPILER;
                   2606: 
                   2607: if (nltype == NLTYPE_ANY)
                   2608:   {
                   2609:   add_jump(compiler, &common->anynewline, JUMP(SLJIT_FAST_CALL));
1.1.1.3   misho    2610:   add_jump(compiler, backtracks, JUMP(jumpiftrue ? SLJIT_C_NOT_ZERO : SLJIT_C_ZERO));
1.1       misho    2611:   }
                   2612: else if (nltype == NLTYPE_ANYCRLF)
                   2613:   {
                   2614:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_CR);
1.1.1.4 ! misho    2615:   OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1       misho    2616:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_NL);
1.1.1.4 ! misho    2617:   OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1.1.3   misho    2618:   add_jump(compiler, backtracks, JUMP(jumpiftrue ? SLJIT_C_NOT_ZERO : SLJIT_C_ZERO));
1.1       misho    2619:   }
                   2620: else
                   2621:   {
1.1.1.2   misho    2622:   SLJIT_ASSERT(nltype == NLTYPE_FIXED && common->newline < 256);
1.1.1.3   misho    2623:   add_jump(compiler, backtracks, CMP(jumpiftrue ? SLJIT_C_EQUAL : SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, common->newline));
1.1       misho    2624:   }
                   2625: }
                   2626: 
1.1.1.2   misho    2627: #ifdef SUPPORT_UTF
                   2628: 
1.1.1.4 ! misho    2629: #if defined COMPILE_PCRE8
1.1.1.2   misho    2630: static void do_utfreadchar(compiler_common *common)
1.1       misho    2631: {
1.1.1.2   misho    2632: /* Fast decoding a UTF-8 character. TMP1 contains the first byte
1.1       misho    2633: of the character (>= 0xc0). Return char value in TMP1, length - 1 in TMP2. */
                   2634: DEFINE_COMPILER;
                   2635: struct sljit_jump *jump;
                   2636: 
1.1.1.3   misho    2637: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    2638: /* Searching for the first zero. */
                   2639: OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x20);
                   2640: jump = JUMP(SLJIT_C_NOT_ZERO);
1.1.1.2   misho    2641: /* Two byte sequence. */
                   2642: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
                   2643: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2644: OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x1f);
                   2645: OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 6);
                   2646: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3f);
                   2647: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.2   misho    2648: OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2649: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2650: JUMPHERE(jump);
                   2651: 
                   2652: OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x10);
                   2653: jump = JUMP(SLJIT_C_NOT_ZERO);
1.1.1.2   misho    2654: /* Three byte sequence. */
                   2655: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
1.1       misho    2656: OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x0f);
                   2657: OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 12);
                   2658: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3f);
                   2659: OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, 6);
                   2660: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.2   misho    2661: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(2));
                   2662: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(2));
1.1       misho    2663: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3f);
                   2664: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.2   misho    2665: OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, IN_UCHARS(2));
1.1       misho    2666: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2667: JUMPHERE(jump);
                   2668: 
1.1.1.2   misho    2669: /* Four byte sequence. */
                   2670: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
1.1       misho    2671: OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x07);
                   2672: OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 18);
                   2673: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3f);
                   2674: OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, 12);
                   2675: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.2   misho    2676: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(2));
1.1       misho    2677: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3f);
                   2678: OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, 6);
                   2679: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.2   misho    2680: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(3));
                   2681: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(3));
1.1       misho    2682: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3f);
                   2683: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.2   misho    2684: OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, IN_UCHARS(3));
1.1       misho    2685: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2686: }
                   2687: 
1.1.1.2   misho    2688: static void do_utfreadtype8(compiler_common *common)
1.1       misho    2689: {
1.1.1.2   misho    2690: /* Fast decoding a UTF-8 character type. TMP2 contains the first byte
                   2691: of the character (>= 0xc0). Return value in TMP1. */
1.1       misho    2692: DEFINE_COMPILER;
                   2693: struct sljit_jump *jump;
                   2694: struct sljit_jump *compare;
                   2695: 
1.1.1.3   misho    2696: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    2697: 
                   2698: OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP2, 0, SLJIT_IMM, 0x20);
                   2699: jump = JUMP(SLJIT_C_NOT_ZERO);
1.1.1.2   misho    2700: /* Two byte sequence. */
                   2701: OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
                   2702: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2703: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x1f);
                   2704: OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, 6);
                   2705: OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x3f);
                   2706: OP2(SLJIT_OR, TMP2, 0, TMP2, 0, TMP1, 0);
                   2707: compare = CMP(SLJIT_C_GREATER, TMP2, 0, SLJIT_IMM, 255);
                   2708: OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP2), common->ctypes);
                   2709: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2710: 
                   2711: JUMPHERE(compare);
                   2712: OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 0);
                   2713: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2714: JUMPHERE(jump);
                   2715: 
                   2716: /* We only have types for characters less than 256. */
1.1.1.4 ! misho    2717: OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP2), (sljit_sw)PRIV(utf8_table4) - 0xc0);
1.1       misho    2718: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   2719: OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 0);
                   2720: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2721: }
                   2722: 
1.1.1.4 ! misho    2723: #elif defined COMPILE_PCRE16
1.1.1.2   misho    2724: 
                   2725: static void do_utfreadchar(compiler_common *common)
                   2726: {
                   2727: /* Fast decoding a UTF-16 character. TMP1 contains the first 16 bit char
                   2728: of the character (>= 0xd800). Return char value in TMP1, length - 1 in TMP2. */
                   2729: DEFINE_COMPILER;
                   2730: struct sljit_jump *jump;
                   2731: 
1.1.1.3   misho    2732: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1.1.2   misho    2733: jump = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xdc00);
                   2734: /* Do nothing, only return. */
                   2735: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2736: 
                   2737: JUMPHERE(jump);
                   2738: /* Combine two 16 bit characters. */
                   2739: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
                   2740: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
                   2741: OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x3ff);
                   2742: OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 10);
                   2743: OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 0x3ff);
                   2744: OP2(SLJIT_OR, TMP1, 0, TMP1, 0, TMP2, 0);
                   2745: OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, IN_UCHARS(1));
                   2746: OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x10000);
                   2747: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2748: }
                   2749: 
1.1.1.4 ! misho    2750: #endif /* COMPILE_PCRE[8|16] */
1.1.1.2   misho    2751: 
                   2752: #endif /* SUPPORT_UTF */
1.1       misho    2753: 
                   2754: #ifdef SUPPORT_UCP
                   2755: 
                   2756: /* UCD_BLOCK_SIZE must be 128 (see the assert below). */
                   2757: #define UCD_BLOCK_MASK 127
                   2758: #define UCD_BLOCK_SHIFT 7
                   2759: 
                   2760: static void do_getucd(compiler_common *common)
                   2761: {
                   2762: /* Search the UCD record for the character comes in TMP1.
                   2763: Returns chartype in TMP1 and UCD offset in TMP2. */
                   2764: DEFINE_COMPILER;
                   2765: 
                   2766: SLJIT_ASSERT(UCD_BLOCK_SIZE == 128 && sizeof(ucd_record) == 8);
                   2767: 
1.1.1.3   misho    2768: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    2769: OP2(SLJIT_LSHR, TMP2, 0, TMP1, 0, SLJIT_IMM, UCD_BLOCK_SHIFT);
1.1.1.4 ! misho    2770: OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP2), (sljit_sw)PRIV(ucd_stage1));
1.1       misho    2771: OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, UCD_BLOCK_MASK);
                   2772: OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, UCD_BLOCK_SHIFT);
                   2773: OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, TMP2, 0);
1.1.1.4 ! misho    2774: OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, (sljit_sw)PRIV(ucd_stage2));
1.1       misho    2775: OP1(SLJIT_MOV_UH, TMP2, 0, SLJIT_MEM2(TMP2, TMP1), 1);
1.1.1.4 ! misho    2776: OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, (sljit_sw)PRIV(ucd_records) + SLJIT_OFFSETOF(ucd_record, chartype));
1.1       misho    2777: OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM2(TMP1, TMP2), 3);
                   2778: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   2779: }
                   2780: #endif
                   2781: 
                   2782: static SLJIT_INLINE struct sljit_label *mainloop_entry(compiler_common *common, BOOL hascrorlf, BOOL firstline)
                   2783: {
                   2784: DEFINE_COMPILER;
                   2785: struct sljit_label *mainloop;
                   2786: struct sljit_label *newlinelabel = NULL;
                   2787: struct sljit_jump *start;
                   2788: struct sljit_jump *end = NULL;
                   2789: struct sljit_jump *nl = NULL;
1.1.1.4 ! misho    2790: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
1.1.1.2   misho    2791: struct sljit_jump *singlechar;
1.1       misho    2792: #endif
                   2793: jump_list *newline = NULL;
                   2794: BOOL newlinecheck = FALSE;
1.1.1.2   misho    2795: BOOL readuchar = FALSE;
1.1       misho    2796: 
                   2797: if (!(hascrorlf || firstline) && (common->nltype == NLTYPE_ANY ||
                   2798:     common->nltype == NLTYPE_ANYCRLF || common->newline > 255))
                   2799:   newlinecheck = TRUE;
                   2800: 
                   2801: if (firstline)
                   2802:   {
                   2803:   /* Search for the end of the first line. */
1.1.1.3   misho    2804:   SLJIT_ASSERT(common->first_line_end != 0);
1.1.1.4 ! misho    2805:   OP1(SLJIT_MOV, TMP3, 0, STR_PTR, 0);
1.1       misho    2806: 
                   2807:   if (common->nltype == NLTYPE_FIXED && common->newline > 255)
                   2808:     {
                   2809:     mainloop = LABEL();
1.1.1.2   misho    2810:     OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2811:     end = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
1.1.1.2   misho    2812:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(-1));
                   2813:     OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
1.1       misho    2814:     CMPTO(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff, mainloop);
                   2815:     CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, common->newline & 0xff, mainloop);
1.1.1.4 ! misho    2816:     JUMPHERE(end);
1.1.1.3   misho    2817:     OP2(SLJIT_SUB, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2818:     }
                   2819:   else
                   2820:     {
                   2821:     end = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
                   2822:     mainloop = LABEL();
                   2823:     /* Continual stores does not cause data dependency. */
1.1.1.3   misho    2824:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end, STR_PTR, 0);
1.1       misho    2825:     read_char(common);
                   2826:     check_newlinechar(common, common->nltype, &newline, TRUE);
                   2827:     CMPTO(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0, mainloop);
1.1.1.4 ! misho    2828:     JUMPHERE(end);
1.1.1.3   misho    2829:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end, STR_PTR, 0);
1.1       misho    2830:     set_jumps(newline, LABEL());
                   2831:     }
                   2832: 
1.1.1.4 ! misho    2833:   OP1(SLJIT_MOV, STR_PTR, 0, TMP3, 0);
1.1       misho    2834:   }
                   2835: 
                   2836: start = JUMP(SLJIT_JUMP);
                   2837: 
                   2838: if (newlinecheck)
                   2839:   {
                   2840:   newlinelabel = LABEL();
1.1.1.2   misho    2841:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    2842:   end = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
1.1.1.2   misho    2843:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1       misho    2844:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, common->newline & 0xff);
1.1.1.4 ! misho    2845:   OP_FLAGS(SLJIT_MOV, TMP1, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          2846: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          2847:   OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, UCHAR_SHIFT);
1.1.1.2   misho    2848: #endif
1.1       misho    2849:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   2850:   nl = JUMP(SLJIT_JUMP);
                   2851:   }
                   2852: 
                   2853: mainloop = LABEL();
                   2854: 
                   2855: /* Increasing the STR_PTR here requires one less jump in the most common case. */
1.1.1.2   misho    2856: #ifdef SUPPORT_UTF
                   2857: if (common->utf) readuchar = TRUE;
1.1       misho    2858: #endif
1.1.1.2   misho    2859: if (newlinecheck) readuchar = TRUE;
1.1       misho    2860: 
1.1.1.2   misho    2861: if (readuchar)
                   2862:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1       misho    2863: 
                   2864: if (newlinecheck)
                   2865:   CMPTO(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff, newlinelabel);
                   2866: 
1.1.1.2   misho    2867: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    2868: #if defined SUPPORT_UTF && !defined COMPILE_PCRE32
        !          2869: #if defined COMPILE_PCRE8
1.1.1.2   misho    2870: if (common->utf)
1.1       misho    2871:   {
1.1.1.2   misho    2872:   singlechar = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xc0);
1.1.1.4 ! misho    2873:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), (sljit_sw)PRIV(utf8_table4) - 0xc0);
1.1       misho    2874:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
1.1.1.2   misho    2875:   JUMPHERE(singlechar);
                   2876:   }
1.1.1.4 ! misho    2877: #elif defined COMPILE_PCRE16
1.1.1.2   misho    2878: if (common->utf)
                   2879:   {
                   2880:   singlechar = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xd800);
                   2881:   OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0xfc00);
                   2882:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xd800);
1.1.1.4 ! misho    2883:   OP_FLAGS(SLJIT_MOV, TMP1, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1.1.2   misho    2884:   OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   2885:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   2886:   JUMPHERE(singlechar);
1.1       misho    2887:   }
1.1.1.4 ! misho    2888: #endif /* COMPILE_PCRE[8|16] */
        !          2889: #endif /* SUPPORT_UTF && !COMPILE_PCRE32 */
1.1       misho    2890: JUMPHERE(start);
                   2891: 
                   2892: if (newlinecheck)
                   2893:   {
                   2894:   JUMPHERE(end);
                   2895:   JUMPHERE(nl);
                   2896:   }
                   2897: 
                   2898: return mainloop;
                   2899: }
                   2900: 
1.1.1.4 ! misho    2901: #define MAX_N_CHARS 3
        !          2902: 
        !          2903: static SLJIT_INLINE BOOL fast_forward_first_n_chars(compiler_common *common, BOOL firstline)
        !          2904: {
        !          2905: DEFINE_COMPILER;
        !          2906: struct sljit_label *start;
        !          2907: struct sljit_jump *quit;
        !          2908: pcre_uint32 chars[MAX_N_CHARS * 2];
        !          2909: pcre_uchar *cc = common->start + 1 + LINK_SIZE;
        !          2910: int location = 0;
        !          2911: pcre_int32 len, c, bit, caseless;
        !          2912: int must_stop;
        !          2913: 
        !          2914: /* We do not support alternatives now. */
        !          2915: if (*(common->start + GET(common->start, 1)) == OP_ALT)
        !          2916:   return FALSE;
        !          2917: 
        !          2918: while (TRUE)
        !          2919:   {
        !          2920:   caseless = 0;
        !          2921:   must_stop = 1;
        !          2922:   switch(*cc)
        !          2923:     {
        !          2924:     case OP_CHAR:
        !          2925:     must_stop = 0;
        !          2926:     cc++;
        !          2927:     break;
        !          2928: 
        !          2929:     case OP_CHARI:
        !          2930:     caseless = 1;
        !          2931:     must_stop = 0;
        !          2932:     cc++;
        !          2933:     break;
        !          2934: 
        !          2935:     case OP_SOD:
        !          2936:     case OP_SOM:
        !          2937:     case OP_SET_SOM:
        !          2938:     case OP_NOT_WORD_BOUNDARY:
        !          2939:     case OP_WORD_BOUNDARY:
        !          2940:     case OP_EODN:
        !          2941:     case OP_EOD:
        !          2942:     case OP_CIRC:
        !          2943:     case OP_CIRCM:
        !          2944:     case OP_DOLL:
        !          2945:     case OP_DOLLM:
        !          2946:     /* Zero width assertions. */
        !          2947:     cc++;
        !          2948:     continue;
        !          2949: 
        !          2950:     case OP_PLUS:
        !          2951:     case OP_MINPLUS:
        !          2952:     case OP_POSPLUS:
        !          2953:     cc++;
        !          2954:     break;
        !          2955: 
        !          2956:     case OP_EXACT:
        !          2957:     cc += 1 + IMM2_SIZE;
        !          2958:     break;
        !          2959: 
        !          2960:     case OP_PLUSI:
        !          2961:     case OP_MINPLUSI:
        !          2962:     case OP_POSPLUSI:
        !          2963:     caseless = 1;
        !          2964:     cc++;
        !          2965:     break;
        !          2966: 
        !          2967:     case OP_EXACTI:
        !          2968:     caseless = 1;
        !          2969:     cc += 1 + IMM2_SIZE;
        !          2970:     break;
        !          2971: 
        !          2972:     default:
        !          2973:     must_stop = 2;
        !          2974:     break;
        !          2975:     }
        !          2976: 
        !          2977:   if (must_stop == 2)
        !          2978:       break;
        !          2979: 
        !          2980:   len = 1;
        !          2981: #ifdef SUPPORT_UTF
        !          2982:   if (common->utf && HAS_EXTRALEN(cc[0])) len += GET_EXTRALEN(cc[0]);
        !          2983: #endif
        !          2984: 
        !          2985:   if (caseless && char_has_othercase(common, cc))
        !          2986:     {
        !          2987:     caseless = char_get_othercase_bit(common, cc);
        !          2988:     if (caseless == 0)
        !          2989:       return FALSE;
        !          2990: #ifdef COMPILE_PCRE8
        !          2991:     caseless = ((caseless & 0xff) << 8) | (len - (caseless >> 8));
        !          2992: #else
        !          2993:     if ((caseless & 0x100) != 0)
        !          2994:       caseless = ((caseless & 0xff) << 16) | (len - (caseless >> 9));
        !          2995:     else
        !          2996:       caseless = ((caseless & 0xff) << 8) | (len - (caseless >> 9));
        !          2997: #endif
        !          2998:     }
        !          2999:   else
        !          3000:     caseless = 0;
        !          3001: 
        !          3002:   while (len > 0 && location < MAX_N_CHARS * 2)
        !          3003:     {
        !          3004:     c = *cc;
        !          3005:     bit = 0;
        !          3006:     if (len == (caseless & 0xff))
        !          3007:       {
        !          3008:       bit = caseless >> 8;
        !          3009:       c |= bit;
        !          3010:       }
        !          3011: 
        !          3012:     chars[location] = c;
        !          3013:     chars[location + 1] = bit;
        !          3014: 
        !          3015:     len--;
        !          3016:     location += 2;
        !          3017:     cc++;
        !          3018:     }
        !          3019: 
        !          3020:   if (location >= MAX_N_CHARS * 2 || must_stop != 0)
        !          3021:     break;
        !          3022:   }
        !          3023: 
        !          3024: /* At least two characters are required. */
        !          3025: if (location < 2 * 2)
        !          3026:     return FALSE;
        !          3027: 
        !          3028: if (firstline)
        !          3029:   {
        !          3030:   SLJIT_ASSERT(common->first_line_end != 0);
        !          3031:   OP1(SLJIT_MOV, TMP3, 0, STR_END, 0);
        !          3032:   OP2(SLJIT_SUB, STR_END, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end, SLJIT_IMM, IN_UCHARS((location >> 1) - 1));
        !          3033:   }
        !          3034: else
        !          3035:   OP2(SLJIT_SUB, STR_END, 0, STR_END, 0, SLJIT_IMM, IN_UCHARS((location >> 1) - 1));
        !          3036: 
        !          3037: start = LABEL();
        !          3038: quit = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
        !          3039: 
        !          3040: OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
        !          3041: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
        !          3042: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
        !          3043: if (chars[1] != 0)
        !          3044:   OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, chars[1]);
        !          3045: CMPTO(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, chars[0], start);
        !          3046: if (location > 2 * 2)
        !          3047:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
        !          3048: if (chars[3] != 0)
        !          3049:   OP2(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_IMM, chars[3]);
        !          3050: CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, chars[2], start);
        !          3051: if (location > 2 * 2)
        !          3052:   {
        !          3053:   if (chars[5] != 0)
        !          3054:     OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, chars[5]);
        !          3055:   CMPTO(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, chars[4], start);
        !          3056:   }
        !          3057: OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
        !          3058: 
        !          3059: JUMPHERE(quit);
        !          3060: 
        !          3061: if (firstline)
        !          3062:   OP1(SLJIT_MOV, STR_END, 0, TMP3, 0);
        !          3063: else
        !          3064:   OP2(SLJIT_ADD, STR_END, 0, STR_END, 0, SLJIT_IMM, IN_UCHARS((location >> 1) - 1));
        !          3065: return TRUE;
        !          3066: }
        !          3067: 
        !          3068: #undef MAX_N_CHARS
        !          3069: 
1.1.1.2   misho    3070: static SLJIT_INLINE void fast_forward_first_char(compiler_common *common, pcre_uchar first_char, BOOL caseless, BOOL firstline)
1.1       misho    3071: {
                   3072: DEFINE_COMPILER;
                   3073: struct sljit_label *start;
1.1.1.4 ! misho    3074: struct sljit_jump *quit;
1.1       misho    3075: struct sljit_jump *found;
1.1.1.2   misho    3076: pcre_uchar oc, bit;
1.1       misho    3077: 
                   3078: if (firstline)
                   3079:   {
1.1.1.4 ! misho    3080:   SLJIT_ASSERT(common->first_line_end != 0);
        !          3081:   OP1(SLJIT_MOV, TMP3, 0, STR_END, 0);
1.1.1.3   misho    3082:   OP1(SLJIT_MOV, STR_END, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end);
1.1       misho    3083:   }
                   3084: 
                   3085: start = LABEL();
1.1.1.4 ! misho    3086: quit = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
1.1.1.2   misho    3087: OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1       misho    3088: 
1.1.1.2   misho    3089: oc = first_char;
                   3090: if (caseless)
                   3091:   {
                   3092:   oc = TABLE_GET(first_char, common->fcc, first_char);
                   3093: #if defined SUPPORT_UCP && !(defined COMPILE_PCRE8)
                   3094:   if (first_char > 127 && common->utf)
                   3095:     oc = UCD_OTHERCASE(first_char);
                   3096: #endif
                   3097:   }
                   3098: if (first_char == oc)
                   3099:   found = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, first_char);
1.1       misho    3100: else
                   3101:   {
1.1.1.2   misho    3102:   bit = first_char ^ oc;
1.1.1.4 ! misho    3103:   if (is_powerof2(bit))
1.1       misho    3104:     {
                   3105:     OP2(SLJIT_OR, TMP2, 0, TMP1, 0, SLJIT_IMM, bit);
1.1.1.2   misho    3106:     found = CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, first_char | bit);
1.1       misho    3107:     }
                   3108:   else
                   3109:     {
1.1.1.2   misho    3110:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, first_char);
1.1.1.4 ! misho    3111:     OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1       misho    3112:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, oc);
1.1.1.4 ! misho    3113:     OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3114:     found = JUMP(SLJIT_C_NOT_ZERO);
                   3115:     }
                   3116:   }
                   3117: 
1.1.1.2   misho    3118: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3119: JUMPTO(SLJIT_JUMP, start);
                   3120: JUMPHERE(found);
1.1.1.4 ! misho    3121: JUMPHERE(quit);
1.1       misho    3122: 
                   3123: if (firstline)
1.1.1.4 ! misho    3124:   OP1(SLJIT_MOV, STR_END, 0, TMP3, 0);
1.1       misho    3125: }
                   3126: 
                   3127: static SLJIT_INLINE void fast_forward_newline(compiler_common *common, BOOL firstline)
                   3128: {
                   3129: DEFINE_COMPILER;
                   3130: struct sljit_label *loop;
                   3131: struct sljit_jump *lastchar;
                   3132: struct sljit_jump *firstchar;
1.1.1.4 ! misho    3133: struct sljit_jump *quit;
1.1       misho    3134: struct sljit_jump *foundcr = NULL;
                   3135: struct sljit_jump *notfoundnl;
                   3136: jump_list *newline = NULL;
                   3137: 
                   3138: if (firstline)
                   3139:   {
1.1.1.4 ! misho    3140:   SLJIT_ASSERT(common->first_line_end != 0);
        !          3141:   OP1(SLJIT_MOV, TMP3, 0, STR_END, 0);
1.1.1.3   misho    3142:   OP1(SLJIT_MOV, STR_END, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end);
1.1       misho    3143:   }
                   3144: 
                   3145: if (common->nltype == NLTYPE_FIXED && common->newline > 255)
                   3146:   {
                   3147:   lastchar = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
                   3148:   OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   3149:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, str));
                   3150:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, begin));
                   3151:   firstchar = CMP(SLJIT_C_LESS_EQUAL, STR_PTR, 0, TMP2, 0);
                   3152: 
1.1.1.2   misho    3153:   OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, IN_UCHARS(2));
1.1       misho    3154:   OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, STR_PTR, 0, TMP1, 0);
1.1.1.4 ! misho    3155:   OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_GREATER_EQUAL);
        !          3156: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          3157:   OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, UCHAR_SHIFT);
1.1.1.2   misho    3158: #endif
1.1       misho    3159:   OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, TMP2, 0);
                   3160: 
                   3161:   loop = LABEL();
1.1.1.2   misho    3162:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    3163:   quit = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
1.1.1.2   misho    3164:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(-2));
                   3165:   OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(-1));
1.1       misho    3166:   CMPTO(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff, loop);
                   3167:   CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, common->newline & 0xff, loop);
                   3168: 
1.1.1.4 ! misho    3169:   JUMPHERE(quit);
1.1       misho    3170:   JUMPHERE(firstchar);
                   3171:   JUMPHERE(lastchar);
                   3172: 
                   3173:   if (firstline)
                   3174:     OP1(SLJIT_MOV, STR_END, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0);
                   3175:   return;
                   3176:   }
                   3177: 
                   3178: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   3179: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, str));
                   3180: firstchar = CMP(SLJIT_C_LESS_EQUAL, STR_PTR, 0, TMP2, 0);
                   3181: skip_char_back(common);
                   3182: 
                   3183: loop = LABEL();
                   3184: read_char(common);
                   3185: lastchar = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
                   3186: if (common->nltype == NLTYPE_ANY || common->nltype == NLTYPE_ANYCRLF)
                   3187:   foundcr = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_CR);
                   3188: check_newlinechar(common, common->nltype, &newline, FALSE);
                   3189: set_jumps(newline, loop);
                   3190: 
                   3191: if (common->nltype == NLTYPE_ANY || common->nltype == NLTYPE_ANYCRLF)
                   3192:   {
1.1.1.4 ! misho    3193:   quit = JUMP(SLJIT_JUMP);
1.1       misho    3194:   JUMPHERE(foundcr);
                   3195:   notfoundnl = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
1.1.1.2   misho    3196:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1       misho    3197:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_NL);
1.1.1.4 ! misho    3198:   OP_FLAGS(SLJIT_MOV, TMP1, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          3199: #if defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          3200:   OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, UCHAR_SHIFT);
1.1.1.2   misho    3201: #endif
1.1       misho    3202:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   3203:   JUMPHERE(notfoundnl);
1.1.1.4 ! misho    3204:   JUMPHERE(quit);
1.1       misho    3205:   }
                   3206: JUMPHERE(lastchar);
                   3207: JUMPHERE(firstchar);
                   3208: 
                   3209: if (firstline)
1.1.1.4 ! misho    3210:   OP1(SLJIT_MOV, STR_END, 0, TMP3, 0);
1.1       misho    3211: }
                   3212: 
1.1.1.4 ! misho    3213: static BOOL check_class_ranges(compiler_common *common, const pcre_uint8 *bits, BOOL nclass, jump_list **backtracks);
        !          3214: 
1.1       misho    3215: static SLJIT_INLINE void fast_forward_start_bits(compiler_common *common, sljit_uw start_bits, BOOL firstline)
                   3216: {
                   3217: DEFINE_COMPILER;
                   3218: struct sljit_label *start;
1.1.1.4 ! misho    3219: struct sljit_jump *quit;
        !          3220: struct sljit_jump *found = NULL;
        !          3221: jump_list *matches = NULL;
        !          3222: pcre_uint8 inverted_start_bits[32];
        !          3223: int i;
1.1.1.2   misho    3224: #ifndef COMPILE_PCRE8
                   3225: struct sljit_jump *jump;
                   3226: #endif
1.1       misho    3227: 
1.1.1.4 ! misho    3228: for (i = 0; i < 32; ++i)
        !          3229:   inverted_start_bits[i] = ~(((pcre_uint8*)start_bits)[i]);
        !          3230: 
1.1       misho    3231: if (firstline)
                   3232:   {
1.1.1.4 ! misho    3233:   SLJIT_ASSERT(common->first_line_end != 0);
        !          3234:   OP1(SLJIT_MOV, RETURN_ADDR, 0, STR_END, 0);
1.1.1.3   misho    3235:   OP1(SLJIT_MOV, STR_END, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end);
1.1       misho    3236:   }
                   3237: 
                   3238: start = LABEL();
1.1.1.4 ! misho    3239: quit = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
1.1.1.2   misho    3240: OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
                   3241: #ifdef SUPPORT_UTF
                   3242: if (common->utf)
1.1       misho    3243:   OP1(SLJIT_MOV, TMP3, 0, TMP1, 0);
                   3244: #endif
1.1.1.4 ! misho    3245: 
        !          3246: if (!check_class_ranges(common, inverted_start_bits, (inverted_start_bits[31] & 0x80) != 0, &matches))
        !          3247:   {
1.1.1.2   misho    3248: #ifndef COMPILE_PCRE8
1.1.1.4 ! misho    3249:   jump = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 255);
        !          3250:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, 255);
        !          3251:   JUMPHERE(jump);
1.1.1.2   misho    3252: #endif
1.1.1.4 ! misho    3253:   OP2(SLJIT_AND, TMP2, 0, TMP1, 0, SLJIT_IMM, 0x7);
        !          3254:   OP2(SLJIT_LSHR, TMP1, 0, TMP1, 0, SLJIT_IMM, 3);
        !          3255:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), start_bits);
        !          3256:   OP2(SLJIT_SHL, TMP2, 0, SLJIT_IMM, 1, TMP2, 0);
        !          3257:   OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, TMP2, 0);
        !          3258:   found = JUMP(SLJIT_C_NOT_ZERO);
        !          3259:   }
1.1       misho    3260: 
1.1.1.2   misho    3261: #ifdef SUPPORT_UTF
                   3262: if (common->utf)
1.1       misho    3263:   OP1(SLJIT_MOV, TMP1, 0, TMP3, 0);
                   3264: #endif
1.1.1.2   misho    3265: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    3266: #ifdef SUPPORT_UTF
        !          3267: #if defined COMPILE_PCRE8
1.1.1.2   misho    3268: if (common->utf)
1.1       misho    3269:   {
                   3270:   CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xc0, start);
1.1.1.4 ! misho    3271:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), (sljit_sw)PRIV(utf8_table4) - 0xc0);
1.1.1.2   misho    3272:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   3273:   }
1.1.1.4 ! misho    3274: #elif defined COMPILE_PCRE16
1.1.1.2   misho    3275: if (common->utf)
                   3276:   {
                   3277:   CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xd800, start);
                   3278:   OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0xfc00);
                   3279:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xd800);
1.1.1.4 ! misho    3280:   OP_FLAGS(SLJIT_MOV, TMP1, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1.1.2   misho    3281:   OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
1.1       misho    3282:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   3283:   }
1.1.1.4 ! misho    3284: #endif /* COMPILE_PCRE[8|16] */
        !          3285: #endif /* SUPPORT_UTF */
1.1       misho    3286: JUMPTO(SLJIT_JUMP, start);
1.1.1.4 ! misho    3287: if (found != NULL)
        !          3288:   JUMPHERE(found);
        !          3289: if (matches != NULL)
        !          3290:   set_jumps(matches, LABEL());
        !          3291: JUMPHERE(quit);
1.1       misho    3292: 
                   3293: if (firstline)
1.1.1.4 ! misho    3294:   OP1(SLJIT_MOV, STR_END, 0, RETURN_ADDR, 0);
1.1       misho    3295: }
                   3296: 
1.1.1.2   misho    3297: static SLJIT_INLINE struct sljit_jump *search_requested_char(compiler_common *common, pcre_uchar req_char, BOOL caseless, BOOL has_firstchar)
1.1       misho    3298: {
                   3299: DEFINE_COMPILER;
                   3300: struct sljit_label *loop;
                   3301: struct sljit_jump *toolong;
                   3302: struct sljit_jump *alreadyfound;
                   3303: struct sljit_jump *found;
                   3304: struct sljit_jump *foundoc = NULL;
                   3305: struct sljit_jump *notfound;
1.1.1.4 ! misho    3306: pcre_uint32 oc, bit;
1.1       misho    3307: 
1.1.1.3   misho    3308: SLJIT_ASSERT(common->req_char_ptr != 0);
                   3309: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->req_char_ptr);
1.1       misho    3310: OP2(SLJIT_ADD, TMP1, 0, STR_PTR, 0, SLJIT_IMM, REQ_BYTE_MAX);
                   3311: toolong = CMP(SLJIT_C_LESS, TMP1, 0, STR_END, 0);
                   3312: alreadyfound = CMP(SLJIT_C_LESS, STR_PTR, 0, TMP2, 0);
                   3313: 
1.1.1.2   misho    3314: if (has_firstchar)
                   3315:   OP2(SLJIT_ADD, TMP1, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3316: else
                   3317:   OP1(SLJIT_MOV, TMP1, 0, STR_PTR, 0);
                   3318: 
                   3319: loop = LABEL();
                   3320: notfound = CMP(SLJIT_C_GREATER_EQUAL, TMP1, 0, STR_END, 0);
                   3321: 
1.1.1.2   misho    3322: OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(TMP1), 0);
                   3323: oc = req_char;
                   3324: if (caseless)
                   3325:   {
                   3326:   oc = TABLE_GET(req_char, common->fcc, req_char);
                   3327: #if defined SUPPORT_UCP && !(defined COMPILE_PCRE8)
                   3328:   if (req_char > 127 && common->utf)
                   3329:     oc = UCD_OTHERCASE(req_char);
                   3330: #endif
                   3331:   }
                   3332: if (req_char == oc)
                   3333:   found = CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, req_char);
1.1       misho    3334: else
                   3335:   {
1.1.1.2   misho    3336:   bit = req_char ^ oc;
1.1.1.4 ! misho    3337:   if (is_powerof2(bit))
1.1       misho    3338:     {
                   3339:     OP2(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_IMM, bit);
1.1.1.2   misho    3340:     found = CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, req_char | bit);
1.1       misho    3341:     }
                   3342:   else
                   3343:     {
1.1.1.2   misho    3344:     found = CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, req_char);
1.1       misho    3345:     foundoc = CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, oc);
                   3346:     }
                   3347:   }
1.1.1.2   misho    3348: OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3349: JUMPTO(SLJIT_JUMP, loop);
                   3350: 
                   3351: JUMPHERE(found);
                   3352: if (foundoc)
                   3353:   JUMPHERE(foundoc);
1.1.1.3   misho    3354: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->req_char_ptr, TMP1, 0);
1.1       misho    3355: JUMPHERE(alreadyfound);
                   3356: JUMPHERE(toolong);
                   3357: return notfound;
                   3358: }
                   3359: 
                   3360: static void do_revertframes(compiler_common *common)
                   3361: {
                   3362: DEFINE_COMPILER;
                   3363: struct sljit_jump *jump;
                   3364: struct sljit_label *mainloop;
                   3365: 
1.1.1.3   misho    3366: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    3367: OP1(SLJIT_MOV, TMP1, 0, STACK_TOP, 0);
1.1.1.3   misho    3368: GET_LOCAL_BASE(TMP3, 0, 0);
1.1       misho    3369: 
                   3370: /* Drop frames until we reach STACK_TOP. */
                   3371: mainloop = LABEL();
                   3372: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), 0);
1.1.1.4 ! misho    3373: OP2(SLJIT_SUB | SLJIT_SET_S, SLJIT_UNUSED, 0, TMP2, 0, SLJIT_IMM, 0);
        !          3374: jump = JUMP(SLJIT_C_SIG_LESS_EQUAL);
        !          3375: 
1.1.1.3   misho    3376: OP2(SLJIT_ADD, TMP2, 0, TMP2, 0, TMP3, 0);
1.1.1.4 ! misho    3377: OP1(SLJIT_MOV, SLJIT_MEM1(TMP2), 0, SLJIT_MEM1(TMP1), sizeof(sljit_sw));
        !          3378: OP1(SLJIT_MOV, SLJIT_MEM1(TMP2), sizeof(sljit_sw), SLJIT_MEM1(TMP1), 2 * sizeof(sljit_sw));
        !          3379: OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 3 * sizeof(sljit_sw));
1.1       misho    3380: JUMPTO(SLJIT_JUMP, mainloop);
                   3381: 
                   3382: JUMPHERE(jump);
1.1.1.4 ! misho    3383: jump = JUMP(SLJIT_C_SIG_LESS);
1.1       misho    3384: /* End of dropping frames. */
                   3385: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   3386: 
                   3387: JUMPHERE(jump);
1.1.1.4 ! misho    3388: OP1(SLJIT_NEG, TMP2, 0, TMP2, 0);
        !          3389: OP2(SLJIT_ADD, TMP2, 0, TMP2, 0, TMP3, 0);
        !          3390: OP1(SLJIT_MOV, SLJIT_MEM1(TMP2), 0, SLJIT_MEM1(TMP1), sizeof(sljit_sw));
        !          3391: OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 2 * sizeof(sljit_sw));
1.1       misho    3392: JUMPTO(SLJIT_JUMP, mainloop);
                   3393: }
                   3394: 
                   3395: static void check_wordboundary(compiler_common *common)
                   3396: {
                   3397: DEFINE_COMPILER;
1.1.1.3   misho    3398: struct sljit_jump *skipread;
1.1.1.4 ! misho    3399: jump_list *skipread_list = NULL;
1.1.1.2   misho    3400: #if !(defined COMPILE_PCRE8) || defined SUPPORT_UTF
1.1       misho    3401: struct sljit_jump *jump;
                   3402: #endif
                   3403: 
                   3404: SLJIT_COMPILE_ASSERT(ctype_word == 0x10, ctype_word_must_be_16);
                   3405: 
1.1.1.3   misho    3406: sljit_emit_fast_enter(compiler, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
1.1       misho    3407: /* Get type of the previous char, and put it to LOCALS1. */
                   3408: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   3409: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, begin));
                   3410: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, SLJIT_IMM, 0);
1.1.1.3   misho    3411: skipread = CMP(SLJIT_C_LESS_EQUAL, STR_PTR, 0, TMP1, 0);
1.1       misho    3412: skip_char_back(common);
1.1.1.3   misho    3413: check_start_used_ptr(common);
1.1       misho    3414: read_char(common);
                   3415: 
                   3416: /* Testing char type. */
                   3417: #ifdef SUPPORT_UCP
1.1.1.2   misho    3418: if (common->use_ucp)
1.1       misho    3419:   {
                   3420:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, 1);
                   3421:   jump = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_UNDERSCORE);
                   3422:   add_jump(compiler, &common->getucd, JUMP(SLJIT_FAST_CALL));
                   3423:   OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, ucp_Ll);
                   3424:   OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ucp_Lu - ucp_Ll);
1.1.1.4 ! misho    3425:   OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3426:   OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, ucp_Nd - ucp_Ll);
                   3427:   OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ucp_No - ucp_Nd);
1.1.1.4 ! misho    3428:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3429:   JUMPHERE(jump);
                   3430:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, TMP2, 0);
                   3431:   }
                   3432: else
                   3433: #endif
                   3434:   {
1.1.1.2   misho    3435: #ifndef COMPILE_PCRE8
                   3436:   jump = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
                   3437: #elif defined SUPPORT_UTF
1.1       misho    3438:   /* Here LOCALS1 has already been zeroed. */
                   3439:   jump = NULL;
1.1.1.2   misho    3440:   if (common->utf)
1.1       misho    3441:     jump = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
1.1.1.2   misho    3442: #endif /* COMPILE_PCRE8 */
1.1       misho    3443:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), common->ctypes);
                   3444:   OP2(SLJIT_LSHR, TMP1, 0, TMP1, 0, SLJIT_IMM, 4 /* ctype_word */);
                   3445:   OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   3446:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, TMP1, 0);
1.1.1.2   misho    3447: #ifndef COMPILE_PCRE8
                   3448:   JUMPHERE(jump);
                   3449: #elif defined SUPPORT_UTF
1.1       misho    3450:   if (jump != NULL)
                   3451:     JUMPHERE(jump);
1.1.1.2   misho    3452: #endif /* COMPILE_PCRE8 */
1.1       misho    3453:   }
1.1.1.3   misho    3454: JUMPHERE(skipread);
1.1       misho    3455: 
                   3456: OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, 0);
1.1.1.4 ! misho    3457: check_str_end(common, &skipread_list);
1.1       misho    3458: peek_char(common);
                   3459: 
                   3460: /* Testing char type. This is a code duplication. */
                   3461: #ifdef SUPPORT_UCP
1.1.1.2   misho    3462: if (common->use_ucp)
1.1       misho    3463:   {
                   3464:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, 1);
                   3465:   jump = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_UNDERSCORE);
                   3466:   add_jump(compiler, &common->getucd, JUMP(SLJIT_FAST_CALL));
                   3467:   OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, ucp_Ll);
                   3468:   OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ucp_Lu - ucp_Ll);
1.1.1.4 ! misho    3469:   OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3470:   OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, ucp_Nd - ucp_Ll);
                   3471:   OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ucp_No - ucp_Nd);
1.1.1.4 ! misho    3472:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3473:   JUMPHERE(jump);
                   3474:   }
                   3475: else
                   3476: #endif
                   3477:   {
1.1.1.2   misho    3478: #ifndef COMPILE_PCRE8
                   3479:   /* TMP2 may be destroyed by peek_char. */
                   3480:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, 0);
                   3481:   jump = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
                   3482: #elif defined SUPPORT_UTF
1.1       misho    3483:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, 0);
                   3484:   jump = NULL;
1.1.1.2   misho    3485:   if (common->utf)
1.1       misho    3486:     jump = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
                   3487: #endif
                   3488:   OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP1), common->ctypes);
                   3489:   OP2(SLJIT_LSHR, TMP2, 0, TMP2, 0, SLJIT_IMM, 4 /* ctype_word */);
                   3490:   OP2(SLJIT_AND, TMP2, 0, TMP2, 0, SLJIT_IMM, 1);
1.1.1.2   misho    3491: #ifndef COMPILE_PCRE8
                   3492:   JUMPHERE(jump);
                   3493: #elif defined SUPPORT_UTF
1.1       misho    3494:   if (jump != NULL)
                   3495:     JUMPHERE(jump);
1.1.1.2   misho    3496: #endif /* COMPILE_PCRE8 */
1.1       misho    3497:   }
1.1.1.4 ! misho    3498: set_jumps(skipread_list, LABEL());
        !          3499: 
        !          3500: OP2(SLJIT_XOR | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1);
        !          3501: sljit_emit_fast_return(compiler, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
        !          3502: }
        !          3503: 
        !          3504: /*
        !          3505:   range format:
        !          3506: 
        !          3507:   ranges[0] = length of the range (max MAX_RANGE_SIZE, -1 means invalid range).
        !          3508:   ranges[1] = first bit (0 or 1)
        !          3509:   ranges[2-length] = position of the bit change (when the current bit is not equal to the previous)
        !          3510: */
        !          3511: 
        !          3512: static BOOL check_ranges(compiler_common *common, int *ranges, jump_list **backtracks, BOOL readch)
        !          3513: {
        !          3514: DEFINE_COMPILER;
        !          3515: struct sljit_jump *jump;
        !          3516: 
        !          3517: if (ranges[0] < 0)
        !          3518:   return FALSE;
        !          3519: 
        !          3520: switch(ranges[0])
        !          3521:   {
        !          3522:   case 1:
        !          3523:   if (readch)
        !          3524:     read_char(common);
        !          3525:   add_jump(compiler, backtracks, CMP(ranges[1] == 0 ? SLJIT_C_LESS : SLJIT_C_GREATER_EQUAL, TMP1, 0, SLJIT_IMM, ranges[2]));
        !          3526:   return TRUE;
        !          3527: 
        !          3528:   case 2:
        !          3529:   if (readch)
        !          3530:     read_char(common);
        !          3531:   OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, ranges[2]);
        !          3532:   add_jump(compiler, backtracks, CMP(ranges[1] != 0 ? SLJIT_C_LESS : SLJIT_C_GREATER_EQUAL, TMP1, 0, SLJIT_IMM, ranges[3] - ranges[2]));
        !          3533:   return TRUE;
        !          3534: 
        !          3535:   case 4:
        !          3536:   if (ranges[2] + 1 == ranges[3] && ranges[4] + 1 == ranges[5])
        !          3537:     {
        !          3538:     if (readch)
        !          3539:       read_char(common);
        !          3540:     if (ranges[1] != 0)
        !          3541:       {
        !          3542:       add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, ranges[2]));
        !          3543:       add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, ranges[4]));
        !          3544:       }
        !          3545:     else
        !          3546:       {
        !          3547:       jump = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, ranges[2]);
        !          3548:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, ranges[4]));
        !          3549:       JUMPHERE(jump);
        !          3550:       }
        !          3551:     return TRUE;
        !          3552:     }
        !          3553:   if ((ranges[3] - ranges[2]) == (ranges[5] - ranges[4]) && is_powerof2(ranges[4] - ranges[2]))
        !          3554:     {
        !          3555:     if (readch)
        !          3556:       read_char(common);
        !          3557:     OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, ranges[4] - ranges[2]);
        !          3558:     OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, ranges[4]);
        !          3559:     add_jump(compiler, backtracks, CMP(ranges[1] != 0 ? SLJIT_C_LESS : SLJIT_C_GREATER_EQUAL, TMP1, 0, SLJIT_IMM, ranges[5] - ranges[4]));
        !          3560:     return TRUE;
        !          3561:     }
        !          3562:   return FALSE;
        !          3563: 
        !          3564:   default:
        !          3565:   return FALSE;
        !          3566:   }
        !          3567: }
        !          3568: 
        !          3569: static void get_ctype_ranges(compiler_common *common, int flag, int *ranges)
        !          3570: {
        !          3571: int i, bit, length;
        !          3572: const pcre_uint8 *ctypes = (const pcre_uint8*)common->ctypes;
        !          3573: 
        !          3574: bit = ctypes[0] & flag;
        !          3575: ranges[0] = -1;
        !          3576: ranges[1] = bit != 0 ? 1 : 0;
        !          3577: length = 0;
        !          3578: 
        !          3579: for (i = 1; i < 256; i++)
        !          3580:   if ((ctypes[i] & flag) != bit)
        !          3581:     {
        !          3582:     if (length >= MAX_RANGE_SIZE)
        !          3583:       return;
        !          3584:     ranges[2 + length] = i;
        !          3585:     length++;
        !          3586:     bit ^= flag;
        !          3587:     }
        !          3588: 
        !          3589: if (bit != 0)
        !          3590:   {
        !          3591:   if (length >= MAX_RANGE_SIZE)
        !          3592:     return;
        !          3593:   ranges[2 + length] = 256;
        !          3594:   length++;
        !          3595:   }
        !          3596: ranges[0] = length;
        !          3597: }
1.1       misho    3598: 
1.1.1.4 ! misho    3599: static BOOL check_class_ranges(compiler_common *common, const pcre_uint8 *bits, BOOL nclass, jump_list **backtracks)
        !          3600: {
        !          3601: int ranges[2 + MAX_RANGE_SIZE];
        !          3602: pcre_uint8 bit, cbit, all;
        !          3603: int i, byte, length = 0;
        !          3604: 
        !          3605: bit = bits[0] & 0x1;
        !          3606: ranges[1] = bit;
        !          3607: /* Can be 0 or 255. */
        !          3608: all = -bit;
        !          3609: 
        !          3610: for (i = 0; i < 256; )
        !          3611:   {
        !          3612:   byte = i >> 3;
        !          3613:   if ((i & 0x7) == 0 && bits[byte] == all)
        !          3614:     i += 8;
        !          3615:   else
        !          3616:     {
        !          3617:     cbit = (bits[byte] >> (i & 0x7)) & 0x1;
        !          3618:     if (cbit != bit)
        !          3619:       {
        !          3620:       if (length >= MAX_RANGE_SIZE)
        !          3621:         return FALSE;
        !          3622:       ranges[2 + length] = i;
        !          3623:       length++;
        !          3624:       bit = cbit;
        !          3625:       all = -cbit;
        !          3626:       }
        !          3627:     i++;
        !          3628:     }
        !          3629:   }
        !          3630: 
        !          3631: if (((bit == 0) && nclass) || ((bit == 1) && !nclass))
        !          3632:   {
        !          3633:   if (length >= MAX_RANGE_SIZE)
        !          3634:     return FALSE;
        !          3635:   ranges[2 + length] = 256;
        !          3636:   length++;
        !          3637:   }
        !          3638: ranges[0] = length;
        !          3639: 
        !          3640: return check_ranges(common, ranges, backtracks, FALSE);
1.1       misho    3641: }
                   3642: 
                   3643: static void check_anynewline(compiler_common *common)
                   3644: {
                   3645: /* Check whether TMP1 contains a newline character. TMP2 destroyed. */
                   3646: DEFINE_COMPILER;
                   3647: 
1.1.1.3   misho    3648: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    3649: 
                   3650: OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x0a);
                   3651: OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x0d - 0x0a);
1.1.1.4 ! misho    3652: OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3653: OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x85 - 0x0a);
1.1.1.4 ! misho    3654: #if defined SUPPORT_UTF || defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1.1.2   misho    3655: #ifdef COMPILE_PCRE8
                   3656: if (common->utf)
1.1       misho    3657:   {
1.1.1.2   misho    3658: #endif
1.1.1.4 ! misho    3659:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3660:   OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x1);
                   3661:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x2029 - 0x0a);
1.1.1.2   misho    3662: #ifdef COMPILE_PCRE8
1.1       misho    3663:   }
                   3664: #endif
1.1.1.4 ! misho    3665: #endif /* SUPPORT_UTF || COMPILE_PCRE16 || COMPILE_PCRE32 */
        !          3666: OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3667: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   3668: }
                   3669: 
                   3670: static void check_hspace(compiler_common *common)
                   3671: {
                   3672: /* Check whether TMP1 contains a newline character. TMP2 destroyed. */
                   3673: DEFINE_COMPILER;
                   3674: 
1.1.1.3   misho    3675: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    3676: 
                   3677: OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x09);
1.1.1.4 ! misho    3678: OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1       misho    3679: OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x20);
1.1.1.4 ! misho    3680: OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3681: OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xa0);
1.1.1.4 ! misho    3682: #if defined SUPPORT_UTF || defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1.1.2   misho    3683: #ifdef COMPILE_PCRE8
                   3684: if (common->utf)
1.1       misho    3685:   {
1.1.1.2   misho    3686: #endif
1.1.1.4 ! misho    3687:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3688:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x1680);
1.1.1.4 ! misho    3689:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3690:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x180e);
1.1.1.4 ! misho    3691:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3692:   OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x2000);
                   3693:   OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x200A - 0x2000);
1.1.1.4 ! misho    3694:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3695:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x202f - 0x2000);
1.1.1.4 ! misho    3696:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3697:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x205f - 0x2000);
1.1.1.4 ! misho    3698:   OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3699:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x3000 - 0x2000);
1.1.1.2   misho    3700: #ifdef COMPILE_PCRE8
1.1       misho    3701:   }
                   3702: #endif
1.1.1.4 ! misho    3703: #endif /* SUPPORT_UTF || COMPILE_PCRE16 || COMPILE_PCRE32 */
        !          3704: OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3705: 
                   3706: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   3707: }
                   3708: 
                   3709: static void check_vspace(compiler_common *common)
                   3710: {
                   3711: /* Check whether TMP1 contains a newline character. TMP2 destroyed. */
                   3712: DEFINE_COMPILER;
                   3713: 
1.1.1.3   misho    3714: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    3715: 
                   3716: OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x0a);
                   3717: OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x0d - 0x0a);
1.1.1.4 ! misho    3718: OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    3719: OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x85 - 0x0a);
1.1.1.4 ! misho    3720: #if defined SUPPORT_UTF || defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1.1.2   misho    3721: #ifdef COMPILE_PCRE8
                   3722: if (common->utf)
1.1       misho    3723:   {
1.1.1.2   misho    3724: #endif
1.1.1.4 ! misho    3725:   OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3726:   OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, 0x1);
                   3727:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0x2029 - 0x0a);
1.1.1.2   misho    3728: #ifdef COMPILE_PCRE8
1.1       misho    3729:   }
                   3730: #endif
1.1.1.4 ! misho    3731: #endif /* SUPPORT_UTF || COMPILE_PCRE16 || COMPILE_PCRE32 */
        !          3732: OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    3733: 
                   3734: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   3735: }
                   3736: 
                   3737: #define CHAR1 STR_END
                   3738: #define CHAR2 STACK_TOP
                   3739: 
                   3740: static void do_casefulcmp(compiler_common *common)
                   3741: {
                   3742: DEFINE_COMPILER;
                   3743: struct sljit_jump *jump;
                   3744: struct sljit_label *label;
                   3745: 
1.1.1.3   misho    3746: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    3747: OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, TMP2, 0);
                   3748: OP1(SLJIT_MOV, TMP3, 0, CHAR1, 0);
                   3749: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, CHAR2, 0);
1.1.1.2   misho    3750: OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, IN_UCHARS(1));
                   3751: OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3752: 
                   3753: label = LABEL();
1.1.1.2   misho    3754: OP1(MOVU_UCHAR, CHAR1, 0, SLJIT_MEM1(TMP1), IN_UCHARS(1));
                   3755: OP1(MOVU_UCHAR, CHAR2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
1.1       misho    3756: jump = CMP(SLJIT_C_NOT_EQUAL, CHAR1, 0, CHAR2, 0);
1.1.1.2   misho    3757: OP2(SLJIT_SUB | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3758: JUMPTO(SLJIT_C_NOT_ZERO, label);
                   3759: 
                   3760: JUMPHERE(jump);
1.1.1.2   misho    3761: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3762: OP1(SLJIT_MOV, CHAR1, 0, TMP3, 0);
                   3763: OP1(SLJIT_MOV, CHAR2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
                   3764: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   3765: }
                   3766: 
                   3767: #define LCC_TABLE STACK_LIMIT
                   3768: 
                   3769: static void do_caselesscmp(compiler_common *common)
                   3770: {
                   3771: DEFINE_COMPILER;
                   3772: struct sljit_jump *jump;
                   3773: struct sljit_label *label;
                   3774: 
1.1.1.3   misho    3775: sljit_emit_fast_enter(compiler, RETURN_ADDR, 0);
1.1       misho    3776: OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, TMP2, 0);
                   3777: 
                   3778: OP1(SLJIT_MOV, TMP3, 0, LCC_TABLE, 0);
                   3779: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, CHAR1, 0);
                   3780: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, CHAR2, 0);
                   3781: OP1(SLJIT_MOV, LCC_TABLE, 0, SLJIT_IMM, common->lcc);
1.1.1.2   misho    3782: OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, IN_UCHARS(1));
                   3783: OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3784: 
                   3785: label = LABEL();
1.1.1.2   misho    3786: OP1(MOVU_UCHAR, CHAR1, 0, SLJIT_MEM1(TMP1), IN_UCHARS(1));
                   3787: OP1(MOVU_UCHAR, CHAR2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
                   3788: #ifndef COMPILE_PCRE8
                   3789: jump = CMP(SLJIT_C_GREATER, CHAR1, 0, SLJIT_IMM, 255);
                   3790: #endif
1.1       misho    3791: OP1(SLJIT_MOV_UB, CHAR1, 0, SLJIT_MEM2(LCC_TABLE, CHAR1), 0);
1.1.1.2   misho    3792: #ifndef COMPILE_PCRE8
                   3793: JUMPHERE(jump);
                   3794: jump = CMP(SLJIT_C_GREATER, CHAR2, 0, SLJIT_IMM, 255);
                   3795: #endif
1.1       misho    3796: OP1(SLJIT_MOV_UB, CHAR2, 0, SLJIT_MEM2(LCC_TABLE, CHAR2), 0);
1.1.1.2   misho    3797: #ifndef COMPILE_PCRE8
                   3798: JUMPHERE(jump);
                   3799: #endif
1.1       misho    3800: jump = CMP(SLJIT_C_NOT_EQUAL, CHAR1, 0, CHAR2, 0);
1.1.1.2   misho    3801: OP2(SLJIT_SUB | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3802: JUMPTO(SLJIT_C_NOT_ZERO, label);
                   3803: 
                   3804: JUMPHERE(jump);
1.1.1.2   misho    3805: OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    3806: OP1(SLJIT_MOV, LCC_TABLE, 0, TMP3, 0);
                   3807: OP1(SLJIT_MOV, CHAR1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
                   3808: OP1(SLJIT_MOV, CHAR2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1);
                   3809: sljit_emit_fast_return(compiler, RETURN_ADDR, 0);
                   3810: }
                   3811: 
                   3812: #undef LCC_TABLE
                   3813: #undef CHAR1
                   3814: #undef CHAR2
                   3815: 
1.1.1.2   misho    3816: #if defined SUPPORT_UTF && defined SUPPORT_UCP
1.1       misho    3817: 
1.1.1.4 ! misho    3818: static const pcre_uchar * SLJIT_CALL do_utf_caselesscmp(pcre_uchar *src1, jit_arguments *args, pcre_uchar *end1)
1.1       misho    3819: {
                   3820: /* This function would be ineffective to do in JIT level. */
1.1.1.4 ! misho    3821: pcre_uint32 c1, c2;
1.1.1.3   misho    3822: const pcre_uchar *src2 = args->uchar_ptr;
1.1.1.2   misho    3823: const pcre_uchar *end2 = args->end;
1.1.1.4 ! misho    3824: const ucd_record *ur;
        !          3825: const pcre_uint32 *pp;
1.1       misho    3826: 
                   3827: while (src1 < end1)
                   3828:   {
                   3829:   if (src2 >= end2)
1.1.1.3   misho    3830:     return (pcre_uchar*)1;
1.1       misho    3831:   GETCHARINC(c1, src1);
                   3832:   GETCHARINC(c2, src2);
1.1.1.4 ! misho    3833:   ur = GET_UCD(c2);
        !          3834:   if (c1 != c2 && c1 != c2 + ur->other_case)
        !          3835:     {
        !          3836:     pp = PRIV(ucd_caseless_sets) + ur->caseset;
        !          3837:     for (;;)
        !          3838:       {
        !          3839:       if (c1 < *pp) return NULL;
        !          3840:       if (c1 == *pp++) break;
        !          3841:       }
        !          3842:     }
1.1       misho    3843:   }
                   3844: return src2;
                   3845: }
                   3846: 
1.1.1.2   misho    3847: #endif /* SUPPORT_UTF && SUPPORT_UCP */
1.1       misho    3848: 
1.1.1.2   misho    3849: static pcre_uchar *byte_sequence_compare(compiler_common *common, BOOL caseless, pcre_uchar *cc,
1.1.1.3   misho    3850:     compare_context* context, jump_list **backtracks)
1.1       misho    3851: {
                   3852: DEFINE_COMPILER;
                   3853: unsigned int othercasebit = 0;
1.1.1.2   misho    3854: pcre_uchar *othercasechar = NULL;
                   3855: #ifdef SUPPORT_UTF
                   3856: int utflength;
1.1       misho    3857: #endif
                   3858: 
                   3859: if (caseless && char_has_othercase(common, cc))
                   3860:   {
                   3861:   othercasebit = char_get_othercase_bit(common, cc);
                   3862:   SLJIT_ASSERT(othercasebit);
                   3863:   /* Extracting bit difference info. */
1.1.1.4 ! misho    3864: #if defined COMPILE_PCRE8
1.1.1.2   misho    3865:   othercasechar = cc + (othercasebit >> 8);
1.1       misho    3866:   othercasebit &= 0xff;
1.1.1.4 ! misho    3867: #elif defined COMPILE_PCRE16 || defined COMPILE_PCRE32
        !          3868:   /* Note that this code only handles characters in the BMP. If there
        !          3869:   ever are characters outside the BMP whose othercase differs in only one
        !          3870:   bit from itself (there currently are none), this code will need to be
        !          3871:   revised for COMPILE_PCRE32. */
1.1.1.2   misho    3872:   othercasechar = cc + (othercasebit >> 9);
                   3873:   if ((othercasebit & 0x100) != 0)
                   3874:     othercasebit = (othercasebit & 0xff) << 8;
                   3875:   else
                   3876:     othercasebit &= 0xff;
1.1.1.4 ! misho    3877: #endif /* COMPILE_PCRE[8|16|32] */
1.1       misho    3878:   }
                   3879: 
                   3880: if (context->sourcereg == -1)
                   3881:   {
1.1.1.4 ! misho    3882: #if defined COMPILE_PCRE8
1.1       misho    3883: #if defined SLJIT_UNALIGNED && SLJIT_UNALIGNED
                   3884:   if (context->length >= 4)
                   3885:     OP1(SLJIT_MOV_SI, TMP1, 0, SLJIT_MEM1(STR_PTR), -context->length);
                   3886:   else if (context->length >= 2)
1.1.1.2   misho    3887:     OP1(SLJIT_MOV_UH, TMP1, 0, SLJIT_MEM1(STR_PTR), -context->length);
1.1       misho    3888:   else
                   3889: #endif
                   3890:     OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(STR_PTR), -context->length);
1.1.1.4 ! misho    3891: #elif defined COMPILE_PCRE16
1.1.1.2   misho    3892: #if defined SLJIT_UNALIGNED && SLJIT_UNALIGNED
                   3893:   if (context->length >= 4)
                   3894:     OP1(SLJIT_MOV_SI, TMP1, 0, SLJIT_MEM1(STR_PTR), -context->length);
                   3895:   else
                   3896: #endif
1.1.1.4 ! misho    3897:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), -context->length);
        !          3898: #elif defined COMPILE_PCRE32
        !          3899:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), -context->length);
        !          3900: #endif /* COMPILE_PCRE[8|16|32] */
1.1       misho    3901:   context->sourcereg = TMP2;
                   3902:   }
                   3903: 
1.1.1.2   misho    3904: #ifdef SUPPORT_UTF
                   3905: utflength = 1;
                   3906: if (common->utf && HAS_EXTRALEN(*cc))
                   3907:   utflength += GET_EXTRALEN(*cc);
1.1       misho    3908: 
                   3909: do
                   3910:   {
                   3911: #endif
                   3912: 
1.1.1.2   misho    3913:   context->length -= IN_UCHARS(1);
1.1.1.4 ! misho    3914: #if (defined SLJIT_UNALIGNED && SLJIT_UNALIGNED) && (defined COMPILE_PCRE8 || defined COMPILE_PCRE16)
1.1       misho    3915: 
                   3916:   /* Unaligned read is supported. */
1.1.1.2   misho    3917:   if (othercasebit != 0 && othercasechar == cc)
1.1       misho    3918:     {
1.1.1.2   misho    3919:     context->c.asuchars[context->ucharptr] = *cc | othercasebit;
                   3920:     context->oc.asuchars[context->ucharptr] = othercasebit;
1.1       misho    3921:     }
                   3922:   else
                   3923:     {
1.1.1.2   misho    3924:     context->c.asuchars[context->ucharptr] = *cc;
                   3925:     context->oc.asuchars[context->ucharptr] = 0;
1.1       misho    3926:     }
1.1.1.2   misho    3927:   context->ucharptr++;
1.1       misho    3928: 
1.1.1.4 ! misho    3929: #if defined COMPILE_PCRE8
1.1.1.2   misho    3930:   if (context->ucharptr >= 4 || context->length == 0 || (context->ucharptr == 2 && context->length == 1))
                   3931: #else
                   3932:   if (context->ucharptr >= 2 || context->length == 0)
                   3933: #endif
1.1       misho    3934:     {
                   3935:     if (context->length >= 4)
                   3936:       OP1(SLJIT_MOV_SI, context->sourcereg, 0, SLJIT_MEM1(STR_PTR), -context->length);
                   3937:     else if (context->length >= 2)
1.1.1.2   misho    3938:       OP1(SLJIT_MOV_UH, context->sourcereg, 0, SLJIT_MEM1(STR_PTR), -context->length);
1.1.1.4 ! misho    3939: #if defined COMPILE_PCRE8
1.1       misho    3940:     else if (context->length >= 1)
                   3941:       OP1(SLJIT_MOV_UB, context->sourcereg, 0, SLJIT_MEM1(STR_PTR), -context->length);
1.1.1.4 ! misho    3942: #endif /* COMPILE_PCRE8 */
1.1       misho    3943:     context->sourcereg = context->sourcereg == TMP1 ? TMP2 : TMP1;
                   3944: 
1.1.1.2   misho    3945:     switch(context->ucharptr)
1.1       misho    3946:       {
1.1.1.2   misho    3947:       case 4 / sizeof(pcre_uchar):
1.1       misho    3948:       if (context->oc.asint != 0)
                   3949:         OP2(SLJIT_OR, context->sourcereg, 0, context->sourcereg, 0, SLJIT_IMM, context->oc.asint);
1.1.1.3   misho    3950:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, context->sourcereg, 0, SLJIT_IMM, context->c.asint | context->oc.asint));
1.1       misho    3951:       break;
                   3952: 
1.1.1.2   misho    3953:       case 2 / sizeof(pcre_uchar):
                   3954:       if (context->oc.asushort != 0)
                   3955:         OP2(SLJIT_OR, context->sourcereg, 0, context->sourcereg, 0, SLJIT_IMM, context->oc.asushort);
1.1.1.3   misho    3956:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, context->sourcereg, 0, SLJIT_IMM, context->c.asushort | context->oc.asushort));
1.1       misho    3957:       break;
                   3958: 
1.1.1.2   misho    3959: #ifdef COMPILE_PCRE8
1.1       misho    3960:       case 1:
                   3961:       if (context->oc.asbyte != 0)
                   3962:         OP2(SLJIT_OR, context->sourcereg, 0, context->sourcereg, 0, SLJIT_IMM, context->oc.asbyte);
1.1.1.3   misho    3963:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, context->sourcereg, 0, SLJIT_IMM, context->c.asbyte | context->oc.asbyte));
1.1       misho    3964:       break;
1.1.1.2   misho    3965: #endif
1.1       misho    3966: 
                   3967:       default:
                   3968:       SLJIT_ASSERT_STOP();
                   3969:       break;
                   3970:       }
1.1.1.2   misho    3971:     context->ucharptr = 0;
1.1       misho    3972:     }
                   3973: 
                   3974: #else
                   3975: 
1.1.1.4 ! misho    3976:   /* Unaligned read is unsupported or in 32 bit mode. */
        !          3977:   if (context->length >= 1)
        !          3978:     OP1(MOV_UCHAR, context->sourcereg, 0, SLJIT_MEM1(STR_PTR), -context->length);
        !          3979: 
1.1       misho    3980:   context->sourcereg = context->sourcereg == TMP1 ? TMP2 : TMP1;
                   3981: 
1.1.1.2   misho    3982:   if (othercasebit != 0 && othercasechar == cc)
1.1       misho    3983:     {
                   3984:     OP2(SLJIT_OR, context->sourcereg, 0, context->sourcereg, 0, SLJIT_IMM, othercasebit);
1.1.1.3   misho    3985:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, context->sourcereg, 0, SLJIT_IMM, *cc | othercasebit));
1.1       misho    3986:     }
                   3987:   else
1.1.1.3   misho    3988:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, context->sourcereg, 0, SLJIT_IMM, *cc));
1.1       misho    3989: 
                   3990: #endif
                   3991: 
                   3992:   cc++;
1.1.1.2   misho    3993: #ifdef SUPPORT_UTF
                   3994:   utflength--;
1.1       misho    3995:   }
1.1.1.2   misho    3996: while (utflength > 0);
1.1       misho    3997: #endif
                   3998: 
                   3999: return cc;
                   4000: }
                   4001: 
1.1.1.2   misho    4002: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
1.1       misho    4003: 
                   4004: #define SET_TYPE_OFFSET(value) \
                   4005:   if ((value) != typeoffset) \
                   4006:     { \
                   4007:     if ((value) > typeoffset) \
                   4008:       OP2(SLJIT_SUB, typereg, 0, typereg, 0, SLJIT_IMM, (value) - typeoffset); \
                   4009:     else \
                   4010:       OP2(SLJIT_ADD, typereg, 0, typereg, 0, SLJIT_IMM, typeoffset - (value)); \
                   4011:     } \
                   4012:   typeoffset = (value);
                   4013: 
                   4014: #define SET_CHAR_OFFSET(value) \
                   4015:   if ((value) != charoffset) \
                   4016:     { \
                   4017:     if ((value) > charoffset) \
                   4018:       OP2(SLJIT_SUB, TMP1, 0, TMP1, 0, SLJIT_IMM, (value) - charoffset); \
                   4019:     else \
                   4020:       OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, charoffset - (value)); \
                   4021:     } \
                   4022:   charoffset = (value);
                   4023: 
1.1.1.4 ! misho    4024: static void compile_xclass_matchingpath(compiler_common *common, pcre_uchar *cc, jump_list **backtracks)
1.1       misho    4025: {
                   4026: DEFINE_COMPILER;
                   4027: jump_list *found = NULL;
1.1.1.3   misho    4028: jump_list **list = (*cc & XCL_NOT) == 0 ? &found : backtracks;
1.1.1.4 ! misho    4029: pcre_int32 c, charoffset;
        !          4030: const pcre_uint32 *other_cases;
1.1       misho    4031: struct sljit_jump *jump = NULL;
1.1.1.2   misho    4032: pcre_uchar *ccbegin;
1.1.1.4 ! misho    4033: int compares, invertcmp, numberofcmps;
1.1       misho    4034: #ifdef SUPPORT_UCP
                   4035: BOOL needstype = FALSE, needsscript = FALSE, needschar = FALSE;
                   4036: BOOL charsaved = FALSE;
                   4037: int typereg = TMP1, scriptreg = TMP1;
1.1.1.4 ! misho    4038: pcre_int32 typeoffset;
1.1       misho    4039: #endif
                   4040: 
1.1.1.4 ! misho    4041: /* Although SUPPORT_UTF must be defined, we are
        !          4042:    not necessary in utf mode even in 8 bit mode. */
1.1.1.3   misho    4043: detect_partial_match(common, backtracks);
1.1       misho    4044: read_char(common);
                   4045: 
                   4046: if ((*cc++ & XCL_MAP) != 0)
                   4047:   {
                   4048:   OP1(SLJIT_MOV, TMP3, 0, TMP1, 0);
1.1.1.2   misho    4049: #ifndef COMPILE_PCRE8
                   4050:   jump = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
                   4051: #elif defined SUPPORT_UTF
                   4052:   if (common->utf)
1.1       misho    4053:     jump = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
1.1.1.2   misho    4054: #endif
1.1       misho    4055: 
1.1.1.4 ! misho    4056:   if (!check_class_ranges(common, (const pcre_uint8 *)cc, TRUE, list))
        !          4057:     {
        !          4058:     OP2(SLJIT_AND, TMP2, 0, TMP1, 0, SLJIT_IMM, 0x7);
        !          4059:     OP2(SLJIT_LSHR, TMP1, 0, TMP1, 0, SLJIT_IMM, 3);
        !          4060:     OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), (sljit_sw)cc);
        !          4061:     OP2(SLJIT_SHL, TMP2, 0, SLJIT_IMM, 1, TMP2, 0);
        !          4062:     OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, TMP2, 0);
        !          4063:     add_jump(compiler, list, JUMP(SLJIT_C_NOT_ZERO));
        !          4064:     }
1.1       misho    4065: 
1.1.1.2   misho    4066: #ifndef COMPILE_PCRE8
                   4067:   JUMPHERE(jump);
                   4068: #elif defined SUPPORT_UTF
                   4069:   if (common->utf)
1.1       misho    4070:     JUMPHERE(jump);
1.1.1.2   misho    4071: #endif
1.1       misho    4072:   OP1(SLJIT_MOV, TMP1, 0, TMP3, 0);
                   4073: #ifdef SUPPORT_UCP
                   4074:   charsaved = TRUE;
                   4075: #endif
1.1.1.2   misho    4076:   cc += 32 / sizeof(pcre_uchar);
1.1       misho    4077:   }
                   4078: 
                   4079: /* Scanning the necessary info. */
                   4080: ccbegin = cc;
                   4081: compares = 0;
                   4082: while (*cc != XCL_END)
                   4083:   {
                   4084:   compares++;
                   4085:   if (*cc == XCL_SINGLE)
                   4086:     {
                   4087:     cc += 2;
1.1.1.2   misho    4088: #ifdef SUPPORT_UTF
                   4089:     if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
1.1       misho    4090: #endif
                   4091: #ifdef SUPPORT_UCP
                   4092:     needschar = TRUE;
                   4093: #endif
                   4094:     }
                   4095:   else if (*cc == XCL_RANGE)
                   4096:     {
                   4097:     cc += 2;
1.1.1.2   misho    4098: #ifdef SUPPORT_UTF
                   4099:     if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
1.1       misho    4100: #endif
                   4101:     cc++;
1.1.1.2   misho    4102: #ifdef SUPPORT_UTF
                   4103:     if (common->utf && HAS_EXTRALEN(cc[-1])) cc += GET_EXTRALEN(cc[-1]);
1.1       misho    4104: #endif
                   4105: #ifdef SUPPORT_UCP
                   4106:     needschar = TRUE;
                   4107: #endif
                   4108:     }
                   4109: #ifdef SUPPORT_UCP
                   4110:   else
                   4111:     {
                   4112:     SLJIT_ASSERT(*cc == XCL_PROP || *cc == XCL_NOTPROP);
                   4113:     cc++;
                   4114:     switch(*cc)
                   4115:       {
                   4116:       case PT_ANY:
                   4117:       break;
                   4118: 
                   4119:       case PT_LAMP:
                   4120:       case PT_GC:
                   4121:       case PT_PC:
                   4122:       case PT_ALNUM:
                   4123:       needstype = TRUE;
                   4124:       break;
                   4125: 
                   4126:       case PT_SC:
                   4127:       needsscript = TRUE;
                   4128:       break;
                   4129: 
                   4130:       case PT_SPACE:
                   4131:       case PT_PXSPACE:
                   4132:       case PT_WORD:
                   4133:       needstype = TRUE;
                   4134:       needschar = TRUE;
                   4135:       break;
                   4136: 
1.1.1.4 ! misho    4137:       case PT_CLIST:
        !          4138:       case PT_UCNC:
        !          4139:       needschar = TRUE;
        !          4140:       break;
        !          4141: 
1.1       misho    4142:       default:
                   4143:       SLJIT_ASSERT_STOP();
                   4144:       break;
                   4145:       }
                   4146:     cc += 2;
                   4147:     }
                   4148: #endif
                   4149:   }
                   4150: 
                   4151: #ifdef SUPPORT_UCP
                   4152: /* Simple register allocation. TMP1 is preferred if possible. */
                   4153: if (needstype || needsscript)
                   4154:   {
                   4155:   if (needschar && !charsaved)
                   4156:     OP1(SLJIT_MOV, TMP3, 0, TMP1, 0);
                   4157:   add_jump(compiler, &common->getucd, JUMP(SLJIT_FAST_CALL));
                   4158:   if (needschar)
                   4159:     {
                   4160:     if (needstype)
                   4161:       {
                   4162:       OP1(SLJIT_MOV, RETURN_ADDR, 0, TMP1, 0);
                   4163:       typereg = RETURN_ADDR;
                   4164:       }
                   4165: 
                   4166:     if (needsscript)
                   4167:       scriptreg = TMP3;
                   4168:     OP1(SLJIT_MOV, TMP1, 0, TMP3, 0);
                   4169:     }
                   4170:   else if (needstype && needsscript)
                   4171:     scriptreg = TMP3;
                   4172:   /* In all other cases only one of them was specified, and that can goes to TMP1. */
                   4173: 
                   4174:   if (needsscript)
                   4175:     {
                   4176:     if (scriptreg == TMP1)
                   4177:       {
1.1.1.4 ! misho    4178:       OP1(SLJIT_MOV, scriptreg, 0, SLJIT_IMM, (sljit_sw)PRIV(ucd_records) + SLJIT_OFFSETOF(ucd_record, script));
1.1       misho    4179:       OP1(SLJIT_MOV_UB, scriptreg, 0, SLJIT_MEM2(scriptreg, TMP2), 3);
                   4180:       }
                   4181:     else
                   4182:       {
                   4183:       OP2(SLJIT_SHL, TMP2, 0, TMP2, 0, SLJIT_IMM, 3);
1.1.1.4 ! misho    4184:       OP2(SLJIT_ADD, TMP2, 0, TMP2, 0, SLJIT_IMM, (sljit_sw)PRIV(ucd_records) + SLJIT_OFFSETOF(ucd_record, script));
1.1       misho    4185:       OP1(SLJIT_MOV_UB, scriptreg, 0, SLJIT_MEM1(TMP2), 0);
                   4186:       }
                   4187:     }
                   4188:   }
                   4189: #endif
                   4190: 
                   4191: /* Generating code. */
                   4192: cc = ccbegin;
                   4193: charoffset = 0;
                   4194: numberofcmps = 0;
                   4195: #ifdef SUPPORT_UCP
                   4196: typeoffset = 0;
                   4197: #endif
                   4198: 
                   4199: while (*cc != XCL_END)
                   4200:   {
                   4201:   compares--;
1.1.1.3   misho    4202:   invertcmp = (compares == 0 && list != backtracks);
1.1       misho    4203:   jump = NULL;
                   4204: 
                   4205:   if (*cc == XCL_SINGLE)
                   4206:     {
                   4207:     cc ++;
1.1.1.2   misho    4208: #ifdef SUPPORT_UTF
                   4209:     if (common->utf)
1.1       misho    4210:       {
                   4211:       GETCHARINC(c, cc);
                   4212:       }
                   4213:     else
                   4214: #endif
                   4215:       c = *cc++;
                   4216: 
                   4217:     if (numberofcmps < 3 && (*cc == XCL_SINGLE || *cc == XCL_RANGE))
                   4218:       {
                   4219:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, c - charoffset);
1.1.1.4 ! misho    4220:       OP_FLAGS(numberofcmps == 0 ? SLJIT_MOV : SLJIT_OR, TMP2, 0, numberofcmps == 0 ? SLJIT_UNUSED : TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    4221:       numberofcmps++;
                   4222:       }
                   4223:     else if (numberofcmps > 0)
                   4224:       {
                   4225:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, c - charoffset);
1.1.1.4 ! misho    4226:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    4227:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
                   4228:       numberofcmps = 0;
                   4229:       }
                   4230:     else
                   4231:       {
                   4232:       jump = CMP(SLJIT_C_EQUAL ^ invertcmp, TMP1, 0, SLJIT_IMM, c - charoffset);
                   4233:       numberofcmps = 0;
                   4234:       }
                   4235:     }
                   4236:   else if (*cc == XCL_RANGE)
                   4237:     {
                   4238:     cc ++;
1.1.1.2   misho    4239: #ifdef SUPPORT_UTF
                   4240:     if (common->utf)
1.1       misho    4241:       {
                   4242:       GETCHARINC(c, cc);
                   4243:       }
                   4244:     else
                   4245: #endif
                   4246:       c = *cc++;
                   4247:     SET_CHAR_OFFSET(c);
1.1.1.2   misho    4248: #ifdef SUPPORT_UTF
                   4249:     if (common->utf)
1.1       misho    4250:       {
                   4251:       GETCHARINC(c, cc);
                   4252:       }
                   4253:     else
                   4254: #endif
                   4255:       c = *cc++;
                   4256:     if (numberofcmps < 3 && (*cc == XCL_SINGLE || *cc == XCL_RANGE))
                   4257:       {
                   4258:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, c - charoffset);
1.1.1.4 ! misho    4259:       OP_FLAGS(numberofcmps == 0 ? SLJIT_MOV : SLJIT_OR, TMP2, 0, numberofcmps == 0 ? SLJIT_UNUSED : TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    4260:       numberofcmps++;
                   4261:       }
                   4262:     else if (numberofcmps > 0)
                   4263:       {
                   4264:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, c - charoffset);
1.1.1.4 ! misho    4265:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    4266:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
                   4267:       numberofcmps = 0;
                   4268:       }
                   4269:     else
                   4270:       {
                   4271:       jump = CMP(SLJIT_C_LESS_EQUAL ^ invertcmp, TMP1, 0, SLJIT_IMM, c - charoffset);
                   4272:       numberofcmps = 0;
                   4273:       }
                   4274:     }
                   4275: #ifdef SUPPORT_UCP
                   4276:   else
                   4277:     {
                   4278:     if (*cc == XCL_NOTPROP)
                   4279:       invertcmp ^= 0x1;
                   4280:     cc++;
                   4281:     switch(*cc)
                   4282:       {
                   4283:       case PT_ANY:
1.1.1.3   misho    4284:       if (list != backtracks)
1.1       misho    4285:         {
                   4286:         if ((cc[-1] == XCL_NOTPROP && compares > 0) || (cc[-1] == XCL_PROP && compares == 0))
                   4287:           continue;
                   4288:         }
                   4289:       else if (cc[-1] == XCL_NOTPROP)
                   4290:         continue;
                   4291:       jump = JUMP(SLJIT_JUMP);
                   4292:       break;
                   4293: 
                   4294:       case PT_LAMP:
                   4295:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, typereg, 0, SLJIT_IMM, ucp_Lu - typeoffset);
1.1.1.4 ! misho    4296:       OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1       misho    4297:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, typereg, 0, SLJIT_IMM, ucp_Ll - typeoffset);
1.1.1.4 ! misho    4298:       OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    4299:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, typereg, 0, SLJIT_IMM, ucp_Lt - typeoffset);
1.1.1.4 ! misho    4300:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    4301:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
                   4302:       break;
                   4303: 
                   4304:       case PT_GC:
1.1.1.2   misho    4305:       c = PRIV(ucp_typerange)[(int)cc[1] * 2];
1.1       misho    4306:       SET_TYPE_OFFSET(c);
1.1.1.2   misho    4307:       jump = CMP(SLJIT_C_LESS_EQUAL ^ invertcmp, typereg, 0, SLJIT_IMM, PRIV(ucp_typerange)[(int)cc[1] * 2 + 1] - c);
1.1       misho    4308:       break;
                   4309: 
                   4310:       case PT_PC:
                   4311:       jump = CMP(SLJIT_C_EQUAL ^ invertcmp, typereg, 0, SLJIT_IMM, (int)cc[1] - typeoffset);
                   4312:       break;
                   4313: 
                   4314:       case PT_SC:
                   4315:       jump = CMP(SLJIT_C_EQUAL ^ invertcmp, scriptreg, 0, SLJIT_IMM, (int)cc[1]);
                   4316:       break;
                   4317: 
                   4318:       case PT_SPACE:
                   4319:       case PT_PXSPACE:
                   4320:       if (*cc == PT_SPACE)
                   4321:         {
                   4322:         OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, 0);
                   4323:         jump = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, 11 - charoffset);
                   4324:         }
                   4325:       SET_CHAR_OFFSET(9);
                   4326:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 13 - 9);
1.1.1.4 ! misho    4327:       OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    4328:       if (*cc == PT_SPACE)
                   4329:         JUMPHERE(jump);
                   4330: 
                   4331:       SET_TYPE_OFFSET(ucp_Zl);
                   4332:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, typereg, 0, SLJIT_IMM, ucp_Zs - ucp_Zl);
1.1.1.4 ! misho    4333:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    4334:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
                   4335:       break;
                   4336: 
                   4337:       case PT_WORD:
                   4338:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_UNDERSCORE - charoffset);
1.1.1.4 ! misho    4339:       OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          4340:       /* Fall through. */
1.1       misho    4341: 
                   4342:       case PT_ALNUM:
                   4343:       SET_TYPE_OFFSET(ucp_Ll);
                   4344:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, typereg, 0, SLJIT_IMM, ucp_Lu - ucp_Ll);
1.1.1.4 ! misho    4345:       OP_FLAGS((*cc == PT_ALNUM) ? SLJIT_MOV : SLJIT_OR, TMP2, 0, (*cc == PT_ALNUM) ? SLJIT_UNUSED : TMP2, 0, SLJIT_C_LESS_EQUAL);
1.1       misho    4346:       SET_TYPE_OFFSET(ucp_Nd);
                   4347:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, typereg, 0, SLJIT_IMM, ucp_No - ucp_Nd);
1.1.1.4 ! misho    4348:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
        !          4349:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
        !          4350:       break;
        !          4351: 
        !          4352:       case PT_CLIST:
        !          4353:       other_cases = PRIV(ucd_caseless_sets) + cc[1];
        !          4354: 
        !          4355:       /* At least three characters are required.
        !          4356:          Otherwise this case would be handled by the normal code path. */
        !          4357:       SLJIT_ASSERT(other_cases[0] != NOTACHAR && other_cases[1] != NOTACHAR && other_cases[2] != NOTACHAR);
        !          4358:       SLJIT_ASSERT(other_cases[0] < other_cases[1] && other_cases[1] < other_cases[2]);
        !          4359: 
        !          4360:       /* Optimizing character pairs, if their difference is power of 2. */
        !          4361:       if (is_powerof2(other_cases[1] ^ other_cases[0]))
        !          4362:         {
        !          4363:         if (charoffset == 0)
        !          4364:           OP2(SLJIT_OR, TMP2, 0, TMP1, 0, SLJIT_IMM, other_cases[1] ^ other_cases[0]);
        !          4365:         else
        !          4366:           {
        !          4367:           OP2(SLJIT_ADD, TMP2, 0, TMP1, 0, SLJIT_IMM, (sljit_sw)charoffset);
        !          4368:           OP2(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_IMM, other_cases[1] ^ other_cases[0]);
        !          4369:           }
        !          4370:         OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP2, 0, SLJIT_IMM, other_cases[1]);
        !          4371:         OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          4372:         other_cases += 2;
        !          4373:         }
        !          4374:       else if (is_powerof2(other_cases[2] ^ other_cases[1]))
        !          4375:         {
        !          4376:         if (charoffset == 0)
        !          4377:           OP2(SLJIT_OR, TMP2, 0, TMP1, 0, SLJIT_IMM, other_cases[2] ^ other_cases[1]);
        !          4378:         else
        !          4379:           {
        !          4380:           OP2(SLJIT_ADD, TMP2, 0, TMP1, 0, SLJIT_IMM, (sljit_sw)charoffset);
        !          4381:           OP2(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_IMM, other_cases[1] ^ other_cases[0]);
        !          4382:           }
        !          4383:         OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP2, 0, SLJIT_IMM, other_cases[2]);
        !          4384:         OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          4385: 
        !          4386:         OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, other_cases[0] - charoffset);
        !          4387:         OP_FLAGS(SLJIT_OR | ((other_cases[3] == NOTACHAR) ? SLJIT_SET_E : 0), TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
        !          4388: 
        !          4389:         other_cases += 3;
        !          4390:         }
        !          4391:       else
        !          4392:         {
        !          4393:         OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, *other_cases++ - charoffset);
        !          4394:         OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          4395:         }
        !          4396: 
        !          4397:       while (*other_cases != NOTACHAR)
        !          4398:         {
        !          4399:         OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, *other_cases++ - charoffset);
        !          4400:         OP_FLAGS(SLJIT_OR | ((*other_cases == NOTACHAR) ? SLJIT_SET_E : 0), TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
        !          4401:         }
        !          4402:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
        !          4403:       break;
        !          4404: 
        !          4405:       case PT_UCNC:
        !          4406:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_DOLLAR_SIGN - charoffset);
        !          4407:       OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          4408:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_COMMERCIAL_AT - charoffset);
        !          4409:       OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
        !          4410:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, CHAR_GRAVE_ACCENT - charoffset);
        !          4411:       OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
        !          4412: 
        !          4413:       SET_CHAR_OFFSET(0xa0);
        !          4414:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xd7ff - charoffset);
        !          4415:       OP_FLAGS(SLJIT_OR, TMP2, 0, TMP2, 0, SLJIT_C_LESS_EQUAL);
        !          4416:       SET_CHAR_OFFSET(0);
        !          4417:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xe000 - 0);
        !          4418:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_GREATER_EQUAL);
1.1       misho    4419:       jump = JUMP(SLJIT_C_NOT_ZERO ^ invertcmp);
                   4420:       break;
                   4421:       }
                   4422:     cc += 2;
                   4423:     }
                   4424: #endif
                   4425: 
                   4426:   if (jump != NULL)
1.1.1.3   misho    4427:     add_jump(compiler, compares > 0 ? list : backtracks, jump);
1.1       misho    4428:   }
                   4429: 
                   4430: if (found != NULL)
                   4431:   set_jumps(found, LABEL());
                   4432: }
                   4433: 
                   4434: #undef SET_TYPE_OFFSET
                   4435: #undef SET_CHAR_OFFSET
                   4436: 
                   4437: #endif
                   4438: 
1.1.1.4 ! misho    4439: static pcre_uchar *compile_char1_matchingpath(compiler_common *common, pcre_uchar type, pcre_uchar *cc, jump_list **backtracks)
1.1       misho    4440: {
                   4441: DEFINE_COMPILER;
                   4442: int length;
                   4443: unsigned int c, oc, bit;
                   4444: compare_context context;
                   4445: struct sljit_jump *jump[4];
1.1.1.4 ! misho    4446: jump_list *end_list;
1.1.1.2   misho    4447: #ifdef SUPPORT_UTF
1.1       misho    4448: struct sljit_label *label;
                   4449: #ifdef SUPPORT_UCP
1.1.1.2   misho    4450: pcre_uchar propdata[5];
1.1       misho    4451: #endif
                   4452: #endif
                   4453: 
                   4454: switch(type)
                   4455:   {
                   4456:   case OP_SOD:
                   4457:   OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   4458:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, begin));
1.1.1.3   misho    4459:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, TMP1, 0));
1.1       misho    4460:   return cc;
                   4461: 
                   4462:   case OP_SOM:
                   4463:   OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   4464:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, str));
1.1.1.3   misho    4465:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, TMP1, 0));
1.1       misho    4466:   return cc;
                   4467: 
                   4468:   case OP_NOT_WORD_BOUNDARY:
                   4469:   case OP_WORD_BOUNDARY:
                   4470:   add_jump(compiler, &common->wordboundary, JUMP(SLJIT_FAST_CALL));
1.1.1.3   misho    4471:   add_jump(compiler, backtracks, JUMP(type == OP_NOT_WORD_BOUNDARY ? SLJIT_C_NOT_ZERO : SLJIT_C_ZERO));
1.1       misho    4472:   return cc;
                   4473: 
                   4474:   case OP_NOT_DIGIT:
                   4475:   case OP_DIGIT:
1.1.1.4 ! misho    4476:   /* Digits are usually 0-9, so it is worth to optimize them. */
        !          4477:   if (common->digits[0] == -2)
        !          4478:     get_ctype_ranges(common, ctype_digit, common->digits);
1.1.1.3   misho    4479:   detect_partial_match(common, backtracks);
1.1.1.4 ! misho    4480:   /* Flip the starting bit in the negative case. */
        !          4481:   if (type == OP_NOT_DIGIT)
        !          4482:     common->digits[1] ^= 1;
        !          4483:   if (!check_ranges(common, common->digits, backtracks, TRUE))
        !          4484:     {
        !          4485:     read_char8_type(common);
        !          4486:     OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ctype_digit);
        !          4487:     add_jump(compiler, backtracks, JUMP(type == OP_DIGIT ? SLJIT_C_ZERO : SLJIT_C_NOT_ZERO));
        !          4488:     }
        !          4489:   if (type == OP_NOT_DIGIT)
        !          4490:     common->digits[1] ^= 1;
1.1       misho    4491:   return cc;
                   4492: 
                   4493:   case OP_NOT_WHITESPACE:
                   4494:   case OP_WHITESPACE:
1.1.1.3   misho    4495:   detect_partial_match(common, backtracks);
1.1       misho    4496:   read_char8_type(common);
                   4497:   OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ctype_space);
1.1.1.3   misho    4498:   add_jump(compiler, backtracks, JUMP(type == OP_WHITESPACE ? SLJIT_C_ZERO : SLJIT_C_NOT_ZERO));
1.1       misho    4499:   return cc;
                   4500: 
                   4501:   case OP_NOT_WORDCHAR:
                   4502:   case OP_WORDCHAR:
1.1.1.3   misho    4503:   detect_partial_match(common, backtracks);
1.1       misho    4504:   read_char8_type(common);
                   4505:   OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, ctype_word);
1.1.1.3   misho    4506:   add_jump(compiler, backtracks, JUMP(type == OP_WORDCHAR ? SLJIT_C_ZERO : SLJIT_C_NOT_ZERO));
1.1       misho    4507:   return cc;
                   4508: 
                   4509:   case OP_ANY:
1.1.1.3   misho    4510:   detect_partial_match(common, backtracks);
1.1       misho    4511:   read_char(common);
                   4512:   if (common->nltype == NLTYPE_FIXED && common->newline > 255)
                   4513:     {
                   4514:     jump[0] = CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff);
1.1.1.4 ! misho    4515:     end_list = NULL;
1.1.1.3   misho    4516:     if (common->mode != JIT_PARTIAL_HARD_COMPILE)
1.1.1.4 ! misho    4517:       add_jump(compiler, &end_list, CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0));
1.1.1.3   misho    4518:     else
1.1.1.4 ! misho    4519:       check_str_end(common, &end_list);
1.1.1.3   misho    4520: 
1.1.1.2   misho    4521:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1.1.3   misho    4522:     add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, common->newline & 0xff));
1.1.1.4 ! misho    4523:     set_jumps(end_list, LABEL());
1.1       misho    4524:     JUMPHERE(jump[0]);
                   4525:     }
                   4526:   else
1.1.1.3   misho    4527:     check_newlinechar(common, common->nltype, backtracks, TRUE);
1.1       misho    4528:   return cc;
                   4529: 
                   4530:   case OP_ALLANY:
1.1.1.3   misho    4531:   detect_partial_match(common, backtracks);
1.1.1.2   misho    4532: #ifdef SUPPORT_UTF
                   4533:   if (common->utf)
1.1       misho    4534:     {
1.1.1.2   misho    4535:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
                   4536:     OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    4537: #if defined COMPILE_PCRE8 || defined COMPILE_PCRE16
        !          4538: #if defined COMPILE_PCRE8
1.1       misho    4539:     jump[0] = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xc0);
1.1.1.4 ! misho    4540:     OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), (sljit_sw)PRIV(utf8_table4) - 0xc0);
1.1       misho    4541:     OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
1.1.1.4 ! misho    4542: #elif defined COMPILE_PCRE16
1.1.1.2   misho    4543:     jump[0] = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xd800);
                   4544:     OP2(SLJIT_AND, TMP1, 0, TMP1, 0, SLJIT_IMM, 0xfc00);
                   4545:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, 0xd800);
1.1.1.4 ! misho    4546:     OP_FLAGS(SLJIT_MOV, TMP1, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1.1.2   misho    4547:     OP2(SLJIT_SHL, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   4548:     OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
1.1.1.4 ! misho    4549: #endif
1.1       misho    4550:     JUMPHERE(jump[0]);
1.1.1.4 ! misho    4551: #endif /* COMPILE_PCRE[8|16] */
1.1       misho    4552:     return cc;
                   4553:     }
                   4554: #endif
1.1.1.2   misho    4555:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    4556:   return cc;
                   4557: 
                   4558:   case OP_ANYBYTE:
1.1.1.3   misho    4559:   detect_partial_match(common, backtracks);
1.1.1.2   misho    4560:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    4561:   return cc;
                   4562: 
1.1.1.2   misho    4563: #ifdef SUPPORT_UTF
1.1       misho    4564: #ifdef SUPPORT_UCP
                   4565:   case OP_NOTPROP:
                   4566:   case OP_PROP:
                   4567:   propdata[0] = 0;
                   4568:   propdata[1] = type == OP_NOTPROP ? XCL_NOTPROP : XCL_PROP;
                   4569:   propdata[2] = cc[0];
                   4570:   propdata[3] = cc[1];
                   4571:   propdata[4] = XCL_END;
1.1.1.4 ! misho    4572:   compile_xclass_matchingpath(common, propdata, backtracks);
1.1       misho    4573:   return cc + 2;
                   4574: #endif
                   4575: #endif
                   4576: 
                   4577:   case OP_ANYNL:
1.1.1.3   misho    4578:   detect_partial_match(common, backtracks);
1.1       misho    4579:   read_char(common);
                   4580:   jump[0] = CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_CR);
1.1.1.3   misho    4581:   /* We don't need to handle soft partial matching case. */
1.1.1.4 ! misho    4582:   end_list = NULL;
1.1.1.3   misho    4583:   if (common->mode != JIT_PARTIAL_HARD_COMPILE)
1.1.1.4 ! misho    4584:     add_jump(compiler, &end_list, CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0));
1.1.1.3   misho    4585:   else
1.1.1.4 ! misho    4586:     check_str_end(common, &end_list);
1.1.1.2   misho    4587:   OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
1.1.1.4 ! misho    4588:   jump[1] = CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_NL);
1.1.1.2   misho    4589:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.4 ! misho    4590:   jump[2] = JUMP(SLJIT_JUMP);
1.1       misho    4591:   JUMPHERE(jump[0]);
1.1.1.3   misho    4592:   check_newlinechar(common, common->bsr_nltype, backtracks, FALSE);
1.1.1.4 ! misho    4593:   set_jumps(end_list, LABEL());
1.1       misho    4594:   JUMPHERE(jump[1]);
                   4595:   JUMPHERE(jump[2]);
                   4596:   return cc;
                   4597: 
                   4598:   case OP_NOT_HSPACE:
                   4599:   case OP_HSPACE:
1.1.1.3   misho    4600:   detect_partial_match(common, backtracks);
1.1       misho    4601:   read_char(common);
                   4602:   add_jump(compiler, &common->hspace, JUMP(SLJIT_FAST_CALL));
1.1.1.3   misho    4603:   add_jump(compiler, backtracks, JUMP(type == OP_NOT_HSPACE ? SLJIT_C_NOT_ZERO : SLJIT_C_ZERO));
1.1       misho    4604:   return cc;
                   4605: 
                   4606:   case OP_NOT_VSPACE:
                   4607:   case OP_VSPACE:
1.1.1.3   misho    4608:   detect_partial_match(common, backtracks);
1.1       misho    4609:   read_char(common);
                   4610:   add_jump(compiler, &common->vspace, JUMP(SLJIT_FAST_CALL));
1.1.1.3   misho    4611:   add_jump(compiler, backtracks, JUMP(type == OP_NOT_VSPACE ? SLJIT_C_NOT_ZERO : SLJIT_C_ZERO));
1.1       misho    4612:   return cc;
                   4613: 
                   4614: #ifdef SUPPORT_UCP
                   4615:   case OP_EXTUNI:
1.1.1.3   misho    4616:   detect_partial_match(common, backtracks);
1.1       misho    4617:   read_char(common);
                   4618:   add_jump(compiler, &common->getucd, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    4619:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, (sljit_sw)PRIV(ucd_records) + SLJIT_OFFSETOF(ucd_record, gbprop));
        !          4620:   /* Optimize register allocation: use a real register. */
        !          4621:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, STACK_TOP, 0);
        !          4622:   OP1(SLJIT_MOV_UB, STACK_TOP, 0, SLJIT_MEM2(TMP1, TMP2), 3);
1.1       misho    4623: 
                   4624:   label = LABEL();
                   4625:   jump[0] = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
                   4626:   OP1(SLJIT_MOV, TMP3, 0, STR_PTR, 0);
                   4627:   read_char(common);
                   4628:   add_jump(compiler, &common->getucd, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    4629:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, (sljit_sw)PRIV(ucd_records) + SLJIT_OFFSETOF(ucd_record, gbprop));
        !          4630:   OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM2(TMP1, TMP2), 3);
        !          4631: 
        !          4632:   OP2(SLJIT_SHL, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, 2);
        !          4633:   OP1(SLJIT_MOV_UI, TMP1, 0, SLJIT_MEM1(STACK_TOP), (sljit_sw)PRIV(ucp_gbtable));
        !          4634:   OP1(SLJIT_MOV, STACK_TOP, 0, TMP2, 0);
        !          4635:   OP2(SLJIT_SHL, TMP2, 0, SLJIT_IMM, 1, TMP2, 0);
        !          4636:   OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, TMP2, 0);
        !          4637:   JUMPTO(SLJIT_C_NOT_ZERO, label);
1.1       misho    4638: 
                   4639:   OP1(SLJIT_MOV, STR_PTR, 0, TMP3, 0);
                   4640:   JUMPHERE(jump[0]);
1.1.1.4 ! misho    4641:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
        !          4642: 
1.1.1.3   misho    4643:   if (common->mode == JIT_PARTIAL_HARD_COMPILE)
                   4644:     {
                   4645:     jump[0] = CMP(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0);
                   4646:     /* Since we successfully read a char above, partial matching must occure. */
                   4647:     check_partial(common, TRUE);
                   4648:     JUMPHERE(jump[0]);
                   4649:     }
1.1       misho    4650:   return cc;
                   4651: #endif
                   4652: 
                   4653:   case OP_EODN:
1.1.1.3   misho    4654:   /* Requires rather complex checks. */
1.1       misho    4655:   jump[0] = CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0);
                   4656:   if (common->nltype == NLTYPE_FIXED && common->newline > 255)
                   4657:     {
1.1.1.2   misho    4658:     OP2(SLJIT_ADD, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(2));
                   4659:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
1.1.1.3   misho    4660:     if (common->mode == JIT_COMPILE)
                   4661:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, STR_END, 0));
                   4662:     else
                   4663:       {
                   4664:       jump[1] = CMP(SLJIT_C_EQUAL, TMP2, 0, STR_END, 0);
                   4665:       OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP2, 0, STR_END, 0);
1.1.1.4 ! misho    4666:       OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_LESS);
1.1.1.3   misho    4667:       OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff);
1.1.1.4 ! misho    4668:       OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_NOT_EQUAL);
1.1.1.3   misho    4669:       add_jump(compiler, backtracks, JUMP(SLJIT_C_NOT_EQUAL));
                   4670:       check_partial(common, TRUE);
                   4671:       add_jump(compiler, backtracks, JUMP(SLJIT_JUMP));
                   4672:       JUMPHERE(jump[1]);
                   4673:       }
1.1.1.2   misho    4674:     OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
1.1.1.3   misho    4675:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff));
                   4676:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, common->newline & 0xff));
1.1       misho    4677:     }
                   4678:   else if (common->nltype == NLTYPE_FIXED)
                   4679:     {
1.1.1.2   misho    4680:     OP2(SLJIT_ADD, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
                   4681:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
1.1.1.3   misho    4682:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, STR_END, 0));
                   4683:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, common->newline));
1.1       misho    4684:     }
                   4685:   else
                   4686:     {
1.1.1.2   misho    4687:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
1.1       misho    4688:     jump[1] = CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_CR);
1.1.1.2   misho    4689:     OP2(SLJIT_ADD, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(2));
1.1       misho    4690:     OP2(SLJIT_SUB | SLJIT_SET_U, SLJIT_UNUSED, 0, TMP2, 0, STR_END, 0);
                   4691:     jump[2] = JUMP(SLJIT_C_GREATER);
1.1.1.3   misho    4692:     add_jump(compiler, backtracks, JUMP(SLJIT_C_LESS));
1.1.1.2   misho    4693:     /* Equal. */
                   4694:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
1.1       misho    4695:     jump[3] = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_NL);
1.1.1.3   misho    4696:     add_jump(compiler, backtracks, JUMP(SLJIT_JUMP));
1.1       misho    4697: 
                   4698:     JUMPHERE(jump[1]);
                   4699:     if (common->nltype == NLTYPE_ANYCRLF)
                   4700:       {
1.1.1.2   misho    4701:       OP2(SLJIT_ADD, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1.1.3   misho    4702:       add_jump(compiler, backtracks, CMP(SLJIT_C_LESS, TMP2, 0, STR_END, 0));
                   4703:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, CHAR_NL));
1.1       misho    4704:       }
                   4705:     else
                   4706:       {
                   4707:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, STR_PTR, 0);
                   4708:       read_char(common);
1.1.1.3   misho    4709:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, STR_END, 0));
1.1       misho    4710:       add_jump(compiler, &common->anynewline, JUMP(SLJIT_FAST_CALL));
1.1.1.3   misho    4711:       add_jump(compiler, backtracks, JUMP(SLJIT_C_ZERO));
1.1       misho    4712:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1);
                   4713:       }
                   4714:     JUMPHERE(jump[2]);
                   4715:     JUMPHERE(jump[3]);
                   4716:     }
                   4717:   JUMPHERE(jump[0]);
1.1.1.3   misho    4718:   check_partial(common, FALSE);
1.1       misho    4719:   return cc;
                   4720: 
                   4721:   case OP_EOD:
1.1.1.3   misho    4722:   add_jump(compiler, backtracks, CMP(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0));
                   4723:   check_partial(common, FALSE);
1.1       misho    4724:   return cc;
                   4725: 
                   4726:   case OP_CIRC:
                   4727:   OP1(SLJIT_MOV, TMP2, 0, ARGUMENTS, 0);
                   4728:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(jit_arguments, begin));
1.1.1.3   misho    4729:   add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER, STR_PTR, 0, TMP1, 0));
1.1       misho    4730:   OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(jit_arguments, notbol));
1.1.1.3   misho    4731:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
1.1       misho    4732:   return cc;
                   4733: 
                   4734:   case OP_CIRCM:
                   4735:   OP1(SLJIT_MOV, TMP2, 0, ARGUMENTS, 0);
                   4736:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(jit_arguments, begin));
                   4737:   jump[1] = CMP(SLJIT_C_GREATER, STR_PTR, 0, TMP1, 0);
                   4738:   OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(jit_arguments, notbol));
1.1.1.3   misho    4739:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
1.1       misho    4740:   jump[0] = JUMP(SLJIT_JUMP);
                   4741:   JUMPHERE(jump[1]);
                   4742: 
1.1.1.3   misho    4743:   add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER_EQUAL, STR_PTR, 0, STR_END, 0));
1.1       misho    4744:   if (common->nltype == NLTYPE_FIXED && common->newline > 255)
                   4745:     {
1.1.1.2   misho    4746:     OP2(SLJIT_SUB, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(2));
1.1.1.3   misho    4747:     add_jump(compiler, backtracks, CMP(SLJIT_C_LESS, TMP2, 0, TMP1, 0));
1.1.1.2   misho    4748:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(-2));
                   4749:     OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(-1));
1.1.1.3   misho    4750:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff));
                   4751:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, common->newline & 0xff));
1.1       misho    4752:     }
                   4753:   else
                   4754:     {
                   4755:     skip_char_back(common);
                   4756:     read_char(common);
1.1.1.3   misho    4757:     check_newlinechar(common, common->nltype, backtracks, FALSE);
1.1       misho    4758:     }
                   4759:   JUMPHERE(jump[0]);
                   4760:   return cc;
                   4761: 
                   4762:   case OP_DOLL:
                   4763:   OP1(SLJIT_MOV, TMP2, 0, ARGUMENTS, 0);
                   4764:   OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(jit_arguments, noteol));
1.1.1.3   misho    4765:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
1.1       misho    4766: 
                   4767:   if (!common->endonly)
1.1.1.4 ! misho    4768:     compile_char1_matchingpath(common, OP_EODN, cc, backtracks);
1.1       misho    4769:   else
1.1.1.3   misho    4770:     {
                   4771:     add_jump(compiler, backtracks, CMP(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0));
                   4772:     check_partial(common, FALSE);
                   4773:     }
1.1       misho    4774:   return cc;
                   4775: 
                   4776:   case OP_DOLLM:
                   4777:   jump[1] = CMP(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0);
                   4778:   OP1(SLJIT_MOV, TMP2, 0, ARGUMENTS, 0);
                   4779:   OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(jit_arguments, noteol));
1.1.1.3   misho    4780:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
                   4781:   check_partial(common, FALSE);
1.1       misho    4782:   jump[0] = JUMP(SLJIT_JUMP);
                   4783:   JUMPHERE(jump[1]);
                   4784: 
                   4785:   if (common->nltype == NLTYPE_FIXED && common->newline > 255)
                   4786:     {
1.1.1.2   misho    4787:     OP2(SLJIT_ADD, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(2));
                   4788:     OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(0));
1.1.1.3   misho    4789:     if (common->mode == JIT_COMPILE)
                   4790:       add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER, TMP2, 0, STR_END, 0));
                   4791:     else
                   4792:       {
                   4793:       jump[1] = CMP(SLJIT_C_LESS_EQUAL, TMP2, 0, STR_END, 0);
                   4794:       /* STR_PTR = STR_END - IN_UCHARS(1) */
                   4795:       add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff));
                   4796:       check_partial(common, TRUE);
                   4797:       add_jump(compiler, backtracks, JUMP(SLJIT_JUMP));
                   4798:       JUMPHERE(jump[1]);
                   4799:       }
                   4800: 
1.1.1.2   misho    4801:     OP1(MOV_UCHAR, TMP2, 0, SLJIT_MEM1(STR_PTR), IN_UCHARS(1));
1.1.1.3   misho    4802:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, (common->newline >> 8) & 0xff));
                   4803:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, common->newline & 0xff));
1.1       misho    4804:     }
                   4805:   else
                   4806:     {
                   4807:     peek_char(common);
1.1.1.3   misho    4808:     check_newlinechar(common, common->nltype, backtracks, FALSE);
1.1       misho    4809:     }
                   4810:   JUMPHERE(jump[0]);
                   4811:   return cc;
                   4812: 
                   4813:   case OP_CHAR:
                   4814:   case OP_CHARI:
                   4815:   length = 1;
1.1.1.2   misho    4816: #ifdef SUPPORT_UTF
                   4817:   if (common->utf && HAS_EXTRALEN(*cc)) length += GET_EXTRALEN(*cc);
1.1       misho    4818: #endif
1.1.1.3   misho    4819:   if (common->mode == JIT_COMPILE && (type == OP_CHAR || !char_has_othercase(common, cc) || char_get_othercase_bit(common, cc) != 0))
1.1       misho    4820:     {
1.1.1.2   misho    4821:     OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(length));
1.1.1.3   misho    4822:     add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER, STR_PTR, 0, STR_END, 0));
1.1       misho    4823: 
1.1.1.2   misho    4824:     context.length = IN_UCHARS(length);
1.1       misho    4825:     context.sourcereg = -1;
                   4826: #if defined SLJIT_UNALIGNED && SLJIT_UNALIGNED
1.1.1.2   misho    4827:     context.ucharptr = 0;
1.1       misho    4828: #endif
1.1.1.3   misho    4829:     return byte_sequence_compare(common, type == OP_CHARI, cc, &context, backtracks);
1.1       misho    4830:     }
1.1.1.3   misho    4831:   detect_partial_match(common, backtracks);
1.1       misho    4832:   read_char(common);
1.1.1.2   misho    4833: #ifdef SUPPORT_UTF
                   4834:   if (common->utf)
1.1       misho    4835:     {
                   4836:     GETCHAR(c, cc);
                   4837:     }
                   4838:   else
                   4839: #endif
                   4840:     c = *cc;
1.1.1.3   misho    4841:   if (type == OP_CHAR || !char_has_othercase(common, cc))
                   4842:     {
                   4843:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, c));
                   4844:     return cc + length;
                   4845:     }
                   4846:   oc = char_othercase(common, c);
                   4847:   bit = c ^ oc;
1.1.1.4 ! misho    4848:   if (is_powerof2(bit))
1.1.1.3   misho    4849:     {
                   4850:     OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, bit);
                   4851:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, c | bit));
                   4852:     return cc + length;
                   4853:     }
1.1       misho    4854:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, c);
1.1.1.4 ! misho    4855:   OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
        !          4856:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_IMM, oc);
        !          4857:   OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1.1.3   misho    4858:   add_jump(compiler, backtracks, JUMP(SLJIT_C_ZERO));
1.1       misho    4859:   return cc + length;
                   4860: 
                   4861:   case OP_NOT:
                   4862:   case OP_NOTI:
1.1.1.3   misho    4863:   detect_partial_match(common, backtracks);
1.1       misho    4864:   length = 1;
1.1.1.2   misho    4865: #ifdef SUPPORT_UTF
                   4866:   if (common->utf)
1.1       misho    4867:     {
1.1.1.2   misho    4868: #ifdef COMPILE_PCRE8
                   4869:     c = *cc;
                   4870:     if (c < 128)
1.1       misho    4871:       {
                   4872:       OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(STR_PTR), 0);
                   4873:       if (type == OP_NOT || !char_has_othercase(common, cc))
1.1.1.3   misho    4874:         add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, c));
1.1       misho    4875:       else
                   4876:         {
                   4877:         /* Since UTF8 code page is fixed, we know that c is in [a-z] or [A-Z] range. */
                   4878:         OP2(SLJIT_OR, TMP2, 0, TMP1, 0, SLJIT_IMM, 0x20);
1.1.1.3   misho    4879:         add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, c | 0x20));
1.1       misho    4880:         }
                   4881:       /* Skip the variable-length character. */
1.1.1.2   misho    4882:       OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(1));
1.1       misho    4883:       jump[0] = CMP(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, 0xc0);
1.1.1.4 ! misho    4884:       OP1(MOV_UCHAR, TMP1, 0, SLJIT_MEM1(TMP1), (sljit_sw)PRIV(utf8_table4) - 0xc0);
1.1       misho    4885:       OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP1, 0);
                   4886:       JUMPHERE(jump[0]);
1.1.1.2   misho    4887:       return cc + 1;
1.1       misho    4888:       }
                   4889:     else
1.1.1.2   misho    4890: #endif /* COMPILE_PCRE8 */
                   4891:       {
                   4892:       GETCHARLEN(c, cc, length);
1.1       misho    4893:       read_char(common);
1.1.1.2   misho    4894:       }
1.1       misho    4895:     }
                   4896:   else
1.1.1.2   misho    4897: #endif /* SUPPORT_UTF */
1.1       misho    4898:     {
1.1.1.2   misho    4899:     read_char(common);
1.1       misho    4900:     c = *cc;
                   4901:     }
                   4902: 
                   4903:   if (type == OP_NOT || !char_has_othercase(common, cc))
1.1.1.3   misho    4904:     add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, c));
1.1       misho    4905:   else
                   4906:     {
                   4907:     oc = char_othercase(common, c);
                   4908:     bit = c ^ oc;
1.1.1.4 ! misho    4909:     if (is_powerof2(bit))
1.1       misho    4910:       {
                   4911:       OP2(SLJIT_OR, TMP1, 0, TMP1, 0, SLJIT_IMM, bit);
1.1.1.3   misho    4912:       add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, c | bit));
1.1       misho    4913:       }
                   4914:     else
                   4915:       {
1.1.1.3   misho    4916:       add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, c));
                   4917:       add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, oc));
1.1       misho    4918:       }
                   4919:     }
1.1.1.3   misho    4920:   return cc + length;
1.1       misho    4921: 
                   4922:   case OP_CLASS:
                   4923:   case OP_NCLASS:
1.1.1.3   misho    4924:   detect_partial_match(common, backtracks);
1.1       misho    4925:   read_char(common);
1.1.1.4 ! misho    4926:   if (check_class_ranges(common, (const pcre_uint8 *)cc, type == OP_NCLASS, backtracks))
        !          4927:     return cc + 32 / sizeof(pcre_uchar);
        !          4928: 
1.1.1.2   misho    4929: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
1.1       misho    4930:   jump[0] = NULL;
1.1.1.2   misho    4931: #ifdef COMPILE_PCRE8
                   4932:   /* This check only affects 8 bit mode. In other modes, we
                   4933:   always need to compare the value with 255. */
                   4934:   if (common->utf)
                   4935: #endif /* COMPILE_PCRE8 */
1.1       misho    4936:     {
                   4937:     jump[0] = CMP(SLJIT_C_GREATER, TMP1, 0, SLJIT_IMM, 255);
                   4938:     if (type == OP_CLASS)
                   4939:       {
1.1.1.3   misho    4940:       add_jump(compiler, backtracks, jump[0]);
1.1       misho    4941:       jump[0] = NULL;
                   4942:       }
                   4943:     }
1.1.1.2   misho    4944: #endif /* SUPPORT_UTF || !COMPILE_PCRE8 */
1.1       misho    4945:   OP2(SLJIT_AND, TMP2, 0, TMP1, 0, SLJIT_IMM, 0x7);
                   4946:   OP2(SLJIT_LSHR, TMP1, 0, TMP1, 0, SLJIT_IMM, 3);
1.1.1.4 ! misho    4947:   OP1(SLJIT_MOV_UB, TMP1, 0, SLJIT_MEM1(TMP1), (sljit_sw)cc);
1.1       misho    4948:   OP2(SLJIT_SHL, TMP2, 0, SLJIT_IMM, 1, TMP2, 0);
                   4949:   OP2(SLJIT_AND | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, TMP2, 0);
1.1.1.3   misho    4950:   add_jump(compiler, backtracks, JUMP(SLJIT_C_ZERO));
1.1.1.2   misho    4951: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
1.1       misho    4952:   if (jump[0] != NULL)
                   4953:     JUMPHERE(jump[0]);
1.1.1.2   misho    4954: #endif /* SUPPORT_UTF || !COMPILE_PCRE8 */
                   4955:   return cc + 32 / sizeof(pcre_uchar);
1.1       misho    4956: 
1.1.1.4 ! misho    4957: #if defined SUPPORT_UTF || defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1       misho    4958:   case OP_XCLASS:
1.1.1.4 ! misho    4959:   compile_xclass_matchingpath(common, cc + LINK_SIZE, backtracks);
1.1       misho    4960:   return cc + GET(cc, 0) - 1;
                   4961: #endif
                   4962: 
                   4963:   case OP_REVERSE:
                   4964:   length = GET(cc, 0);
1.1.1.3   misho    4965:   if (length == 0)
                   4966:     return cc + LINK_SIZE;
1.1       misho    4967:   OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
1.1.1.2   misho    4968: #ifdef SUPPORT_UTF
                   4969:   if (common->utf)
1.1       misho    4970:     {
1.1.1.2   misho    4971:     OP1(SLJIT_MOV, TMP3, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, begin));
1.1       misho    4972:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, length);
                   4973:     label = LABEL();
1.1.1.3   misho    4974:     add_jump(compiler, backtracks, CMP(SLJIT_C_LESS_EQUAL, STR_PTR, 0, TMP3, 0));
1.1       misho    4975:     skip_char_back(common);
                   4976:     OP2(SLJIT_SUB | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_IMM, 1);
                   4977:     JUMPTO(SLJIT_C_NOT_ZERO, label);
                   4978:     }
1.1.1.3   misho    4979:   else
1.1       misho    4980: #endif
1.1.1.3   misho    4981:     {
                   4982:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, begin));
                   4983:     OP2(SLJIT_SUB, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(length));
                   4984:     add_jump(compiler, backtracks, CMP(SLJIT_C_LESS, STR_PTR, 0, TMP1, 0));
                   4985:     }
                   4986:   check_start_used_ptr(common);
1.1       misho    4987:   return cc + LINK_SIZE;
                   4988:   }
                   4989: SLJIT_ASSERT_STOP();
                   4990: return cc;
                   4991: }
                   4992: 
1.1.1.4 ! misho    4993: static SLJIT_INLINE pcre_uchar *compile_charn_matchingpath(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend, jump_list **backtracks)
1.1       misho    4994: {
                   4995: /* This function consumes at least one input character. */
                   4996: /* To decrease the number of length checks, we try to concatenate the fixed length character sequences. */
                   4997: DEFINE_COMPILER;
1.1.1.2   misho    4998: pcre_uchar *ccbegin = cc;
1.1       misho    4999: compare_context context;
                   5000: int size;
                   5001: 
                   5002: context.length = 0;
                   5003: do
                   5004:   {
                   5005:   if (cc >= ccend)
                   5006:     break;
                   5007: 
                   5008:   if (*cc == OP_CHAR)
                   5009:     {
                   5010:     size = 1;
1.1.1.2   misho    5011: #ifdef SUPPORT_UTF
                   5012:     if (common->utf && HAS_EXTRALEN(cc[1]))
                   5013:       size += GET_EXTRALEN(cc[1]);
1.1       misho    5014: #endif
                   5015:     }
                   5016:   else if (*cc == OP_CHARI)
                   5017:     {
                   5018:     size = 1;
1.1.1.2   misho    5019: #ifdef SUPPORT_UTF
                   5020:     if (common->utf)
1.1       misho    5021:       {
                   5022:       if (char_has_othercase(common, cc + 1) && char_get_othercase_bit(common, cc + 1) == 0)
                   5023:         size = 0;
1.1.1.2   misho    5024:       else if (HAS_EXTRALEN(cc[1]))
                   5025:         size += GET_EXTRALEN(cc[1]);
1.1       misho    5026:       }
                   5027:     else
                   5028: #endif
                   5029:     if (char_has_othercase(common, cc + 1) && char_get_othercase_bit(common, cc + 1) == 0)
                   5030:       size = 0;
                   5031:     }
                   5032:   else
                   5033:     size = 0;
                   5034: 
                   5035:   cc += 1 + size;
1.1.1.2   misho    5036:   context.length += IN_UCHARS(size);
1.1       misho    5037:   }
                   5038: while (size > 0 && context.length <= 128);
                   5039: 
                   5040: cc = ccbegin;
                   5041: if (context.length > 0)
                   5042:   {
                   5043:   /* We have a fixed-length byte sequence. */
                   5044:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, SLJIT_IMM, context.length);
1.1.1.3   misho    5045:   add_jump(compiler, backtracks, CMP(SLJIT_C_GREATER, STR_PTR, 0, STR_END, 0));
1.1       misho    5046: 
                   5047:   context.sourcereg = -1;
                   5048: #if defined SLJIT_UNALIGNED && SLJIT_UNALIGNED
1.1.1.2   misho    5049:   context.ucharptr = 0;
1.1       misho    5050: #endif
1.1.1.3   misho    5051:   do cc = byte_sequence_compare(common, *cc == OP_CHARI, cc + 1, &context, backtracks); while (context.length > 0);
1.1       misho    5052:   return cc;
                   5053:   }
                   5054: 
                   5055: /* A non-fixed length character will be checked if length == 0. */
1.1.1.4 ! misho    5056: return compile_char1_matchingpath(common, *cc, cc + 1, backtracks);
1.1       misho    5057: }
                   5058: 
1.1.1.3   misho    5059: static struct sljit_jump *compile_ref_checks(compiler_common *common, pcre_uchar *cc, jump_list **backtracks)
1.1       misho    5060: {
                   5061: DEFINE_COMPILER;
                   5062: int offset = GET2(cc, 1) << 1;
                   5063: 
                   5064: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset));
                   5065: if (!common->jscript_compat)
                   5066:   {
1.1.1.3   misho    5067:   if (backtracks == NULL)
1.1       misho    5068:     {
1.1.1.3   misho    5069:     /* OVECTOR(1) contains the "string begin - 1" constant. */
1.1       misho    5070:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1));
1.1.1.4 ! misho    5071:     OP_FLAGS(SLJIT_MOV, TMP2, 0, SLJIT_UNUSED, 0, SLJIT_C_EQUAL);
1.1       misho    5072:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_UNUSED, 0, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1));
1.1.1.4 ! misho    5073:     OP_FLAGS(SLJIT_OR | SLJIT_SET_E, TMP2, 0, TMP2, 0, SLJIT_C_EQUAL);
1.1       misho    5074:     return JUMP(SLJIT_C_NOT_ZERO);
                   5075:     }
1.1.1.3   misho    5076:   add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1)));
1.1       misho    5077:   }
                   5078: return CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1));
                   5079: }
                   5080: 
                   5081: /* Forward definitions. */
1.1.1.4 ! misho    5082: static void compile_matchingpath(compiler_common *, pcre_uchar *, pcre_uchar *, backtrack_common *);
        !          5083: static void compile_backtrackingpath(compiler_common *, struct backtrack_common *);
1.1       misho    5084: 
1.1.1.3   misho    5085: #define PUSH_BACKTRACK(size, ccstart, error) \
1.1       misho    5086:   do \
                   5087:     { \
1.1.1.3   misho    5088:     backtrack = sljit_alloc_memory(compiler, (size)); \
1.1       misho    5089:     if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler))) \
                   5090:       return error; \
1.1.1.3   misho    5091:     memset(backtrack, 0, size); \
                   5092:     backtrack->prev = parent->top; \
                   5093:     backtrack->cc = (ccstart); \
                   5094:     parent->top = backtrack; \
1.1       misho    5095:     } \
                   5096:   while (0)
                   5097: 
1.1.1.3   misho    5098: #define PUSH_BACKTRACK_NOVALUE(size, ccstart) \
1.1       misho    5099:   do \
                   5100:     { \
1.1.1.3   misho    5101:     backtrack = sljit_alloc_memory(compiler, (size)); \
1.1       misho    5102:     if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler))) \
                   5103:       return; \
1.1.1.3   misho    5104:     memset(backtrack, 0, size); \
                   5105:     backtrack->prev = parent->top; \
                   5106:     backtrack->cc = (ccstart); \
                   5107:     parent->top = backtrack; \
1.1       misho    5108:     } \
                   5109:   while (0)
                   5110: 
1.1.1.3   misho    5111: #define BACKTRACK_AS(type) ((type *)backtrack)
1.1       misho    5112: 
1.1.1.4 ! misho    5113: static pcre_uchar *compile_ref_matchingpath(compiler_common *common, pcre_uchar *cc, jump_list **backtracks, BOOL withchecks, BOOL emptyfail)
1.1       misho    5114: {
                   5115: DEFINE_COMPILER;
                   5116: int offset = GET2(cc, 1) << 1;
                   5117: struct sljit_jump *jump = NULL;
1.1.1.3   misho    5118: struct sljit_jump *partial;
                   5119: struct sljit_jump *nopartial;
1.1       misho    5120: 
                   5121: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset));
1.1.1.3   misho    5122: /* OVECTOR(1) contains the "string begin - 1" constant. */
1.1       misho    5123: if (withchecks && !common->jscript_compat)
1.1.1.3   misho    5124:   add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1)));
1.1       misho    5125: 
1.1.1.2   misho    5126: #if defined SUPPORT_UTF && defined SUPPORT_UCP
                   5127: if (common->utf && *cc == OP_REFI)
1.1       misho    5128:   {
1.1.1.4 ! misho    5129:   SLJIT_ASSERT(TMP1 == SLJIT_SCRATCH_REG1 && STACK_TOP == SLJIT_SCRATCH_REG2 && TMP2 == SLJIT_SCRATCH_REG3);
1.1       misho    5130:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1));
                   5131:   if (withchecks)
                   5132:     jump = CMP(SLJIT_C_EQUAL, TMP1, 0, TMP2, 0);
                   5133: 
                   5134:   /* Needed to save important temporary registers. */
                   5135:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, STACK_TOP, 0);
1.1.1.4 ! misho    5136:   OP1(SLJIT_MOV, SLJIT_SCRATCH_REG2, 0, ARGUMENTS, 0);
        !          5137:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_SCRATCH_REG2), SLJIT_OFFSETOF(jit_arguments, uchar_ptr), STR_PTR, 0);
1.1.1.2   misho    5138:   sljit_emit_ijump(compiler, SLJIT_CALL3, SLJIT_IMM, SLJIT_FUNC_OFFSET(do_utf_caselesscmp));
1.1       misho    5139:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
1.1.1.3   misho    5140:   if (common->mode == JIT_COMPILE)
                   5141:     add_jump(compiler, backtracks, CMP(SLJIT_C_LESS_EQUAL, SLJIT_RETURN_REG, 0, SLJIT_IMM, 1));
                   5142:   else
                   5143:     {
                   5144:     add_jump(compiler, backtracks, CMP(SLJIT_C_EQUAL, SLJIT_RETURN_REG, 0, SLJIT_IMM, 0));
                   5145:     nopartial = CMP(SLJIT_C_NOT_EQUAL, SLJIT_RETURN_REG, 0, SLJIT_IMM, 1);
                   5146:     check_partial(common, FALSE);
                   5147:     add_jump(compiler, backtracks, JUMP(SLJIT_JUMP));
                   5148:     JUMPHERE(nopartial);
                   5149:     }
1.1       misho    5150:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_RETURN_REG, 0);
                   5151:   }
                   5152: else
1.1.1.2   misho    5153: #endif /* SUPPORT_UTF && SUPPORT_UCP */
1.1       misho    5154:   {
                   5155:   OP2(SLJIT_SUB | SLJIT_SET_E, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), TMP1, 0);
                   5156:   if (withchecks)
                   5157:     jump = JUMP(SLJIT_C_ZERO);
1.1.1.3   misho    5158: 
1.1       misho    5159:   OP2(SLJIT_ADD, STR_PTR, 0, STR_PTR, 0, TMP2, 0);
1.1.1.3   misho    5160:   partial = CMP(SLJIT_C_GREATER, STR_PTR, 0, STR_END, 0);
                   5161:   if (common->mode == JIT_COMPILE)
                   5162:     add_jump(compiler, backtracks, partial);
1.1       misho    5163: 
                   5164:   add_jump(compiler, *cc == OP_REF ? &common->casefulcmp : &common->caselesscmp, JUMP(SLJIT_FAST_CALL));
1.1.1.3   misho    5165:   add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
                   5166: 
                   5167:   if (common->mode != JIT_COMPILE)
                   5168:     {
                   5169:     nopartial = JUMP(SLJIT_JUMP);
                   5170:     JUMPHERE(partial);
                   5171:     /* TMP2 -= STR_END - STR_PTR */
                   5172:     OP2(SLJIT_SUB, TMP2, 0, TMP2, 0, STR_PTR, 0);
                   5173:     OP2(SLJIT_ADD, TMP2, 0, TMP2, 0, STR_END, 0);
                   5174:     partial = CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, 0);
                   5175:     OP1(SLJIT_MOV, STR_PTR, 0, STR_END, 0);
                   5176:     add_jump(compiler, *cc == OP_REF ? &common->casefulcmp : &common->caselesscmp, JUMP(SLJIT_FAST_CALL));
                   5177:     add_jump(compiler, backtracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
                   5178:     JUMPHERE(partial);
                   5179:     check_partial(common, FALSE);
                   5180:     add_jump(compiler, backtracks, JUMP(SLJIT_JUMP));
                   5181:     JUMPHERE(nopartial);
                   5182:     }
1.1       misho    5183:   }
                   5184: 
                   5185: if (jump != NULL)
                   5186:   {
                   5187:   if (emptyfail)
1.1.1.3   misho    5188:     add_jump(compiler, backtracks, jump);
1.1       misho    5189:   else
                   5190:     JUMPHERE(jump);
                   5191:   }
1.1.1.2   misho    5192: return cc + 1 + IMM2_SIZE;
1.1       misho    5193: }
                   5194: 
1.1.1.4 ! misho    5195: static SLJIT_INLINE pcre_uchar *compile_ref_iterator_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
1.1       misho    5196: {
                   5197: DEFINE_COMPILER;
1.1.1.3   misho    5198: backtrack_common *backtrack;
1.1.1.2   misho    5199: pcre_uchar type;
1.1       misho    5200: struct sljit_label *label;
                   5201: struct sljit_jump *zerolength;
                   5202: struct sljit_jump *jump = NULL;
1.1.1.2   misho    5203: pcre_uchar *ccbegin = cc;
1.1       misho    5204: int min = 0, max = 0;
                   5205: BOOL minimize;
                   5206: 
1.1.1.3   misho    5207: PUSH_BACKTRACK(sizeof(iterator_backtrack), cc, NULL);
1.1       misho    5208: 
1.1.1.2   misho    5209: type = cc[1 + IMM2_SIZE];
1.1       misho    5210: minimize = (type & 0x1) != 0;
                   5211: switch(type)
                   5212:   {
                   5213:   case OP_CRSTAR:
                   5214:   case OP_CRMINSTAR:
                   5215:   min = 0;
                   5216:   max = 0;
1.1.1.2   misho    5217:   cc += 1 + IMM2_SIZE + 1;
1.1       misho    5218:   break;
                   5219:   case OP_CRPLUS:
                   5220:   case OP_CRMINPLUS:
                   5221:   min = 1;
                   5222:   max = 0;
1.1.1.2   misho    5223:   cc += 1 + IMM2_SIZE + 1;
1.1       misho    5224:   break;
                   5225:   case OP_CRQUERY:
                   5226:   case OP_CRMINQUERY:
                   5227:   min = 0;
                   5228:   max = 1;
1.1.1.2   misho    5229:   cc += 1 + IMM2_SIZE + 1;
1.1       misho    5230:   break;
                   5231:   case OP_CRRANGE:
                   5232:   case OP_CRMINRANGE:
1.1.1.2   misho    5233:   min = GET2(cc, 1 + IMM2_SIZE + 1);
                   5234:   max = GET2(cc, 1 + IMM2_SIZE + 1 + IMM2_SIZE);
                   5235:   cc += 1 + IMM2_SIZE + 1 + 2 * IMM2_SIZE;
1.1       misho    5236:   break;
                   5237:   default:
                   5238:   SLJIT_ASSERT_STOP();
                   5239:   break;
                   5240:   }
                   5241: 
                   5242: if (!minimize)
                   5243:   {
                   5244:   if (min == 0)
                   5245:     {
                   5246:     allocate_stack(common, 2);
                   5247:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   5248:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_IMM, 0);
                   5249:     /* Temporary release of STR_PTR. */
1.1.1.4 ! misho    5250:     OP2(SLJIT_SUB, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, sizeof(sljit_sw));
1.1       misho    5251:     zerolength = compile_ref_checks(common, ccbegin, NULL);
                   5252:     /* Restore if not zero length. */
1.1.1.4 ! misho    5253:     OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, sizeof(sljit_sw));
1.1       misho    5254:     }
                   5255:   else
                   5256:     {
                   5257:     allocate_stack(common, 1);
                   5258:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
1.1.1.3   misho    5259:     zerolength = compile_ref_checks(common, ccbegin, &backtrack->topbacktracks);
1.1       misho    5260:     }
                   5261: 
                   5262:   if (min > 1 || max > 1)
                   5263:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0, SLJIT_IMM, 0);
                   5264: 
                   5265:   label = LABEL();
1.1.1.4 ! misho    5266:   compile_ref_matchingpath(common, ccbegin, &backtrack->topbacktracks, FALSE, FALSE);
1.1       misho    5267: 
                   5268:   if (min > 1 || max > 1)
                   5269:     {
                   5270:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0);
                   5271:     OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   5272:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0, TMP1, 0);
                   5273:     if (min > 1)
                   5274:       CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, min, label);
                   5275:     if (max > 1)
                   5276:       {
                   5277:       jump = CMP(SLJIT_C_GREATER_EQUAL, TMP1, 0, SLJIT_IMM, max);
                   5278:       allocate_stack(common, 1);
                   5279:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   5280:       JUMPTO(SLJIT_JUMP, label);
                   5281:       JUMPHERE(jump);
                   5282:       }
                   5283:     }
                   5284: 
                   5285:   if (max == 0)
                   5286:     {
                   5287:     /* Includes min > 1 case as well. */
                   5288:     allocate_stack(common, 1);
                   5289:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   5290:     JUMPTO(SLJIT_JUMP, label);
                   5291:     }
                   5292: 
                   5293:   JUMPHERE(zerolength);
1.1.1.4 ! misho    5294:   BACKTRACK_AS(iterator_backtrack)->matchingpath = LABEL();
1.1       misho    5295: 
1.1.1.4 ! misho    5296:   count_match(common);
1.1       misho    5297:   return cc;
                   5298:   }
                   5299: 
                   5300: allocate_stack(common, 2);
                   5301: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   5302: if (type != OP_CRMINSTAR)
                   5303:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_IMM, 0);
                   5304: 
                   5305: if (min == 0)
                   5306:   {
                   5307:   zerolength = compile_ref_checks(common, ccbegin, NULL);
                   5308:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   5309:   jump = JUMP(SLJIT_JUMP);
                   5310:   }
                   5311: else
1.1.1.3   misho    5312:   zerolength = compile_ref_checks(common, ccbegin, &backtrack->topbacktracks);
1.1       misho    5313: 
1.1.1.4 ! misho    5314: BACKTRACK_AS(iterator_backtrack)->matchingpath = LABEL();
1.1       misho    5315: if (max > 0)
1.1.1.3   misho    5316:   add_jump(compiler, &backtrack->topbacktracks, CMP(SLJIT_C_GREATER_EQUAL, SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_IMM, max));
1.1       misho    5317: 
1.1.1.4 ! misho    5318: compile_ref_matchingpath(common, ccbegin, &backtrack->topbacktracks, TRUE, TRUE);
1.1       misho    5319: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   5320: 
                   5321: if (min > 1)
                   5322:   {
                   5323:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
                   5324:   OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   5325:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP1, 0);
1.1.1.4 ! misho    5326:   CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, min, BACKTRACK_AS(iterator_backtrack)->matchingpath);
1.1       misho    5327:   }
                   5328: else if (max > 0)
                   5329:   OP2(SLJIT_ADD, SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_IMM, 1);
                   5330: 
                   5331: if (jump != NULL)
                   5332:   JUMPHERE(jump);
                   5333: JUMPHERE(zerolength);
                   5334: 
1.1.1.4 ! misho    5335: count_match(common);
1.1       misho    5336: return cc;
                   5337: }
                   5338: 
1.1.1.4 ! misho    5339: static SLJIT_INLINE pcre_uchar *compile_recurse_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
1.1       misho    5340: {
                   5341: DEFINE_COMPILER;
1.1.1.3   misho    5342: backtrack_common *backtrack;
1.1       misho    5343: recurse_entry *entry = common->entries;
                   5344: recurse_entry *prev = NULL;
1.1.1.4 ! misho    5345: sljit_sw start = GET(cc, 1);
        !          5346: pcre_uchar *start_cc;
        !          5347: BOOL needs_control_head;
1.1       misho    5348: 
1.1.1.3   misho    5349: PUSH_BACKTRACK(sizeof(recurse_backtrack), cc, NULL);
1.1.1.4 ! misho    5350: 
        !          5351: /* Inlining simple patterns. */
        !          5352: if (get_framesize(common, common->start + start, NULL, TRUE, &needs_control_head) == no_stack)
        !          5353:   {
        !          5354:   start_cc = common->start + start;
        !          5355:   compile_matchingpath(common, next_opcode(common, start_cc), bracketend(start_cc) - (1 + LINK_SIZE), backtrack);
        !          5356:   BACKTRACK_AS(recurse_backtrack)->inlined_pattern = TRUE;
        !          5357:   return cc + 1 + LINK_SIZE;
        !          5358:   }
        !          5359: 
1.1       misho    5360: while (entry != NULL)
                   5361:   {
                   5362:   if (entry->start == start)
                   5363:     break;
                   5364:   prev = entry;
                   5365:   entry = entry->next;
                   5366:   }
                   5367: 
                   5368: if (entry == NULL)
                   5369:   {
                   5370:   entry = sljit_alloc_memory(compiler, sizeof(recurse_entry));
                   5371:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   5372:     return NULL;
                   5373:   entry->next = NULL;
                   5374:   entry->entry = NULL;
                   5375:   entry->calls = NULL;
                   5376:   entry->start = start;
                   5377: 
                   5378:   if (prev != NULL)
                   5379:     prev->next = entry;
                   5380:   else
                   5381:     common->entries = entry;
                   5382:   }
                   5383: 
1.1.1.3   misho    5384: if (common->has_set_som && common->mark_ptr != 0)
                   5385:   {
                   5386:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0));
                   5387:   allocate_stack(common, 2);
                   5388:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr);
                   5389:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
                   5390:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP1, 0);
                   5391:   }
                   5392: else if (common->has_set_som || common->mark_ptr != 0)
                   5393:   {
                   5394:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->has_set_som ? (int)(OVECTOR(0)) : common->mark_ptr);
                   5395:   allocate_stack(common, 1);
                   5396:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
                   5397:   }
1.1       misho    5398: 
                   5399: if (entry->entry == NULL)
                   5400:   add_jump(compiler, &entry->calls, JUMP(SLJIT_FAST_CALL));
                   5401: else
                   5402:   JUMPTO(SLJIT_FAST_CALL, entry->entry);
                   5403: /* Leave if the match is failed. */
1.1.1.3   misho    5404: add_jump(compiler, &backtrack->topbacktracks, CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, 0));
1.1       misho    5405: return cc + 1 + LINK_SIZE;
                   5406: }
                   5407: 
1.1.1.4 ! misho    5408: static int SLJIT_CALL do_callout(struct jit_arguments* arguments, PUBL(callout_block) *callout_block, pcre_uchar **jit_ovector)
        !          5409: {
        !          5410: const pcre_uchar *begin = arguments->begin;
        !          5411: int *offset_vector = arguments->offsets;
        !          5412: int offset_count = arguments->offset_count;
        !          5413: int i;
        !          5414: 
        !          5415: if (PUBL(callout) == NULL)
        !          5416:   return 0;
        !          5417: 
        !          5418: callout_block->version = 2;
        !          5419: callout_block->callout_data = arguments->callout_data;
        !          5420: 
        !          5421: /* Offsets in subject. */
        !          5422: callout_block->subject_length = arguments->end - arguments->begin;
        !          5423: callout_block->start_match = (pcre_uchar*)callout_block->subject - arguments->begin;
        !          5424: callout_block->current_position = (pcre_uchar*)callout_block->offset_vector - arguments->begin;
        !          5425: #if defined COMPILE_PCRE8
        !          5426: callout_block->subject = (PCRE_SPTR)begin;
        !          5427: #elif defined COMPILE_PCRE16
        !          5428: callout_block->subject = (PCRE_SPTR16)begin;
        !          5429: #elif defined COMPILE_PCRE32
        !          5430: callout_block->subject = (PCRE_SPTR32)begin;
        !          5431: #endif
        !          5432: 
        !          5433: /* Convert and copy the JIT offset vector to the offset_vector array. */
        !          5434: callout_block->capture_top = 0;
        !          5435: callout_block->offset_vector = offset_vector;
        !          5436: for (i = 2; i < offset_count; i += 2)
        !          5437:   {
        !          5438:   offset_vector[i] = jit_ovector[i] - begin;
        !          5439:   offset_vector[i + 1] = jit_ovector[i + 1] - begin;
        !          5440:   if (jit_ovector[i] >= begin)
        !          5441:     callout_block->capture_top = i;
        !          5442:   }
        !          5443: 
        !          5444: callout_block->capture_top = (callout_block->capture_top >> 1) + 1;
        !          5445: if (offset_count > 0)
        !          5446:   offset_vector[0] = -1;
        !          5447: if (offset_count > 1)
        !          5448:   offset_vector[1] = -1;
        !          5449: return (*PUBL(callout))(callout_block);
        !          5450: }
        !          5451: 
        !          5452: /* Aligning to 8 byte. */
        !          5453: #define CALLOUT_ARG_SIZE \
        !          5454:     (((int)sizeof(PUBL(callout_block)) + 7) & ~7)
        !          5455: 
        !          5456: #define CALLOUT_ARG_OFFSET(arg) \
        !          5457:     (-CALLOUT_ARG_SIZE + SLJIT_OFFSETOF(PUBL(callout_block), arg))
        !          5458: 
        !          5459: static SLJIT_INLINE pcre_uchar *compile_callout_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
        !          5460: {
        !          5461: DEFINE_COMPILER;
        !          5462: backtrack_common *backtrack;
        !          5463: 
        !          5464: PUSH_BACKTRACK(sizeof(backtrack_common), cc, NULL);
        !          5465: 
        !          5466: allocate_stack(common, CALLOUT_ARG_SIZE / sizeof(sljit_sw));
        !          5467: 
        !          5468: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr);
        !          5469: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
        !          5470: SLJIT_ASSERT(common->capture_last_ptr != 0);
        !          5471: OP1(SLJIT_MOV_SI, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(callout_number), SLJIT_IMM, cc[1]);
        !          5472: OP1(SLJIT_MOV_SI, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(capture_last), TMP2, 0);
        !          5473: 
        !          5474: /* These pointer sized fields temporarly stores internal variables. */
        !          5475: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0));
        !          5476: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(offset_vector), STR_PTR, 0);
        !          5477: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(subject), TMP2, 0);
        !          5478: 
        !          5479: if (common->mark_ptr != 0)
        !          5480:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, mark_ptr));
        !          5481: OP1(SLJIT_MOV_SI, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(pattern_position), SLJIT_IMM, GET(cc, 2));
        !          5482: OP1(SLJIT_MOV_SI, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(next_item_length), SLJIT_IMM, GET(cc, 2 + LINK_SIZE));
        !          5483: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), CALLOUT_ARG_OFFSET(mark), (common->mark_ptr != 0) ? TMP2 : SLJIT_IMM, 0);
        !          5484: 
        !          5485: /* Needed to save important temporary registers. */
        !          5486: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, STACK_TOP, 0);
        !          5487: OP2(SLJIT_SUB, SLJIT_SCRATCH_REG2, 0, STACK_TOP, 0, SLJIT_IMM, CALLOUT_ARG_SIZE);
        !          5488: GET_LOCAL_BASE(SLJIT_SCRATCH_REG3, 0, OVECTOR_START);
        !          5489: sljit_emit_ijump(compiler, SLJIT_CALL3, SLJIT_IMM, SLJIT_FUNC_OFFSET(do_callout));
        !          5490: OP1(SLJIT_MOV_SI, SLJIT_RETURN_REG, 0, SLJIT_RETURN_REG, 0);
        !          5491: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
        !          5492: free_stack(common, CALLOUT_ARG_SIZE / sizeof(sljit_sw));
        !          5493: 
        !          5494: /* Check return value. */
        !          5495: OP2(SLJIT_SUB | SLJIT_SET_S, SLJIT_UNUSED, 0, SLJIT_RETURN_REG, 0, SLJIT_IMM, 0);
        !          5496: add_jump(compiler, &backtrack->topbacktracks, JUMP(SLJIT_C_SIG_GREATER));
        !          5497: if (common->forced_quit_label == NULL)
        !          5498:   add_jump(compiler, &common->forced_quit, JUMP(SLJIT_C_SIG_LESS));
        !          5499: else
        !          5500:   JUMPTO(SLJIT_C_SIG_LESS, common->forced_quit_label);
        !          5501: return cc + 2 + 2 * LINK_SIZE;
        !          5502: }
        !          5503: 
        !          5504: #undef CALLOUT_ARG_SIZE
        !          5505: #undef CALLOUT_ARG_OFFSET
        !          5506: 
        !          5507: static pcre_uchar *compile_assert_matchingpath(compiler_common *common, pcre_uchar *cc, assert_backtrack *backtrack, BOOL conditional)
1.1       misho    5508: {
                   5509: DEFINE_COMPILER;
                   5510: int framesize;
1.1.1.4 ! misho    5511: int extrasize;
        !          5512: BOOL needs_control_head;
        !          5513: int private_data_ptr;
1.1.1.3   misho    5514: backtrack_common altbacktrack;
1.1.1.2   misho    5515: pcre_uchar *ccbegin;
                   5516: pcre_uchar opcode;
                   5517: pcre_uchar bra = OP_BRA;
1.1       misho    5518: jump_list *tmp = NULL;
1.1.1.3   misho    5519: jump_list **target = (conditional) ? &backtrack->condfailed : &backtrack->common.topbacktracks;
1.1       misho    5520: jump_list **found;
                   5521: /* Saving previous accept variables. */
1.1.1.4 ! misho    5522: BOOL save_local_exit = common->local_exit;
        !          5523: BOOL save_positive_assert = common->positive_assert;
        !          5524: then_trap_backtrack *save_then_trap = common->then_trap;
        !          5525: struct sljit_label *save_quit_label = common->quit_label;
        !          5526: struct sljit_label *save_accept_label = common->accept_label;
        !          5527: jump_list *save_quit = common->quit;
        !          5528: jump_list *save_positive_assert_quit = common->positive_assert_quit;
1.1.1.3   misho    5529: jump_list *save_accept = common->accept;
1.1       misho    5530: struct sljit_jump *jump;
                   5531: struct sljit_jump *brajump = NULL;
                   5532: 
1.1.1.4 ! misho    5533: /* Assert captures then. */
        !          5534: common->then_trap = NULL;
        !          5535: 
1.1       misho    5536: if (*cc == OP_BRAZERO || *cc == OP_BRAMINZERO)
                   5537:   {
                   5538:   SLJIT_ASSERT(!conditional);
                   5539:   bra = *cc;
                   5540:   cc++;
                   5541:   }
1.1.1.4 ! misho    5542: private_data_ptr = PRIVATE_DATA(cc);
        !          5543: SLJIT_ASSERT(private_data_ptr != 0);
        !          5544: framesize = get_framesize(common, cc, NULL, FALSE, &needs_control_head);
1.1.1.3   misho    5545: backtrack->framesize = framesize;
1.1.1.4 ! misho    5546: backtrack->private_data_ptr = private_data_ptr;
1.1       misho    5547: opcode = *cc;
                   5548: SLJIT_ASSERT(opcode >= OP_ASSERT && opcode <= OP_ASSERTBACK_NOT);
                   5549: found = (opcode == OP_ASSERT || opcode == OP_ASSERTBACK) ? &tmp : target;
                   5550: ccbegin = cc;
                   5551: cc += GET(cc, 1);
                   5552: 
                   5553: if (bra == OP_BRAMINZERO)
                   5554:   {
1.1.1.3   misho    5555:   /* This is a braminzero backtrack path. */
1.1       misho    5556:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   5557:   free_stack(common, 1);
                   5558:   brajump = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_IMM, 0);
                   5559:   }
                   5560: 
                   5561: if (framesize < 0)
                   5562:   {
1.1.1.4 ! misho    5563:   extrasize = needs_control_head ? 2 : 1;
        !          5564:   if (framesize == no_frame)
        !          5565:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STACK_TOP, 0);
        !          5566:   allocate_stack(common, extrasize);
        !          5567:   if (needs_control_head)
        !          5568:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
1.1       misho    5569:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
1.1.1.4 ! misho    5570:   if (needs_control_head)
        !          5571:     {
        !          5572:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_IMM, 0);
        !          5573:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP1, 0);
        !          5574:     }
1.1       misho    5575:   }
                   5576: else
                   5577:   {
1.1.1.4 ! misho    5578:   extrasize = needs_control_head ? 3 : 2;
        !          5579:   allocate_stack(common, framesize + extrasize);
        !          5580:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          5581:   OP2(SLJIT_SUB, TMP2, 0, STACK_TOP, 0, SLJIT_IMM, (framesize + extrasize) * sizeof(sljit_sw));
        !          5582:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP2, 0);
        !          5583:   if (needs_control_head)
        !          5584:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
1.1       misho    5585:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
1.1.1.4 ! misho    5586:   if (needs_control_head)
        !          5587:     {
        !          5588:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(2), TMP1, 0);
        !          5589:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP2, 0);
        !          5590:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_IMM, 0);
        !          5591:     }
        !          5592:   else
        !          5593:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP1, 0);
        !          5594:   init_frame(common, ccbegin, NULL, framesize + extrasize - 1, extrasize, FALSE);
1.1       misho    5595:   }
                   5596: 
1.1.1.3   misho    5597: memset(&altbacktrack, 0, sizeof(backtrack_common));
1.1.1.4 ! misho    5598: if (opcode == OP_ASSERT_NOT || opcode == OP_ASSERTBACK_NOT)
        !          5599:   {
        !          5600:   /* Negative assert is stronger than positive assert. */
        !          5601:   common->local_exit = TRUE;
        !          5602:   common->quit_label = NULL;
        !          5603:   common->quit = NULL;
        !          5604:   common->positive_assert = FALSE;
        !          5605:   }
        !          5606: else
        !          5607:   common->positive_assert = TRUE;
        !          5608: common->positive_assert_quit = NULL;
        !          5609: 
1.1       misho    5610: while (1)
                   5611:   {
1.1.1.4 ! misho    5612:   common->accept_label = NULL;
1.1       misho    5613:   common->accept = NULL;
1.1.1.3   misho    5614:   altbacktrack.top = NULL;
                   5615:   altbacktrack.topbacktracks = NULL;
1.1       misho    5616: 
                   5617:   if (*ccbegin == OP_ALT)
                   5618:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   5619: 
1.1.1.3   misho    5620:   altbacktrack.cc = ccbegin;
1.1.1.4 ! misho    5621:   compile_matchingpath(common, ccbegin + 1 + LINK_SIZE, cc, &altbacktrack);
1.1       misho    5622:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   5623:     {
1.1.1.4 ! misho    5624:     if (opcode == OP_ASSERT_NOT || opcode == OP_ASSERTBACK_NOT)
        !          5625:       {
        !          5626:       common->local_exit = save_local_exit;
        !          5627:       common->quit_label = save_quit_label;
        !          5628:       common->quit = save_quit;
        !          5629:       }
        !          5630:     common->positive_assert = save_positive_assert;
        !          5631:     common->then_trap = save_then_trap;
        !          5632:     common->accept_label = save_accept_label;
        !          5633:     common->positive_assert_quit = save_positive_assert_quit;
1.1       misho    5634:     common->accept = save_accept;
                   5635:     return NULL;
                   5636:     }
1.1.1.4 ! misho    5637:   common->accept_label = LABEL();
1.1       misho    5638:   if (common->accept != NULL)
1.1.1.4 ! misho    5639:     set_jumps(common->accept, common->accept_label);
1.1       misho    5640: 
                   5641:   /* Reset stack. */
                   5642:   if (framesize < 0)
1.1.1.4 ! misho    5643:     {
        !          5644:     if (framesize == no_frame)
        !          5645:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          5646:     else
        !          5647:       free_stack(common, extrasize);
        !          5648:     if (needs_control_head)
        !          5649:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_MEM1(STACK_TOP), 0);
        !          5650:     }
        !          5651:   else
        !          5652:     {
1.1       misho    5653:     if ((opcode != OP_ASSERT_NOT && opcode != OP_ASSERTBACK_NOT) || conditional)
                   5654:       {
1.1.1.4 ! misho    5655:       /* We don't need to keep the STR_PTR, only the previous private_data_ptr. */
        !          5656:       OP2(SLJIT_ADD, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_IMM, (framesize + 1) * sizeof(sljit_sw));
        !          5657:       if (needs_control_head)
        !          5658:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_MEM1(STACK_TOP), 0);
1.1       misho    5659:       }
                   5660:     else
                   5661:       {
1.1.1.4 ! misho    5662:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          5663:       if (needs_control_head)
        !          5664:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_MEM1(STACK_TOP), (framesize + 1) * sizeof(sljit_sw));
1.1       misho    5665:       add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
                   5666:       }
1.1.1.4 ! misho    5667:     }
1.1       misho    5668: 
                   5669:   if (opcode == OP_ASSERT_NOT || opcode == OP_ASSERTBACK_NOT)
                   5670:     {
                   5671:     /* We know that STR_PTR was stored on the top of the stack. */
                   5672:     if (conditional)
1.1.1.4 ! misho    5673:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), needs_control_head ? sizeof(sljit_sw) : 0);
1.1       misho    5674:     else if (bra == OP_BRAZERO)
                   5675:       {
                   5676:       if (framesize < 0)
1.1.1.4 ! misho    5677:         OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), (extrasize - 1) * sizeof(sljit_sw));
1.1       misho    5678:       else
                   5679:         {
1.1.1.4 ! misho    5680:         OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), framesize * sizeof(sljit_sw));
        !          5681:         OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), (framesize + extrasize - 1) * sizeof(sljit_sw));
        !          5682:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP1, 0);
1.1       misho    5683:         }
1.1.1.4 ! misho    5684:       OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, sizeof(sljit_sw));
1.1       misho    5685:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   5686:       }
                   5687:     else if (framesize >= 0)
                   5688:       {
                   5689:       /* For OP_BRA and OP_BRAMINZERO. */
1.1.1.4 ! misho    5690:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_MEM1(STACK_TOP), framesize * sizeof(sljit_sw));
1.1       misho    5691:       }
                   5692:     }
                   5693:   add_jump(compiler, found, JUMP(SLJIT_JUMP));
                   5694: 
1.1.1.4 ! misho    5695:   compile_backtrackingpath(common, altbacktrack.top);
1.1       misho    5696:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   5697:     {
1.1.1.4 ! misho    5698:     if (opcode == OP_ASSERT_NOT || opcode == OP_ASSERTBACK_NOT)
        !          5699:       {
        !          5700:       common->local_exit = save_local_exit;
        !          5701:       common->quit_label = save_quit_label;
        !          5702:       common->quit = save_quit;
        !          5703:       }
        !          5704:     common->positive_assert = save_positive_assert;
        !          5705:     common->then_trap = save_then_trap;
        !          5706:     common->accept_label = save_accept_label;
        !          5707:     common->positive_assert_quit = save_positive_assert_quit;
1.1       misho    5708:     common->accept = save_accept;
                   5709:     return NULL;
                   5710:     }
1.1.1.3   misho    5711:   set_jumps(altbacktrack.topbacktracks, LABEL());
1.1       misho    5712: 
                   5713:   if (*cc != OP_ALT)
                   5714:     break;
                   5715: 
                   5716:   ccbegin = cc;
                   5717:   cc += GET(cc, 1);
                   5718:   }
1.1.1.4 ! misho    5719: 
        !          5720: if (opcode == OP_ASSERT_NOT || opcode == OP_ASSERTBACK_NOT)
        !          5721:   {
        !          5722:   SLJIT_ASSERT(common->positive_assert_quit == NULL);
        !          5723:   /* Makes the check less complicated below. */
        !          5724:   common->positive_assert_quit = common->quit;
        !          5725:   }
        !          5726: 
1.1       misho    5727: /* None of them matched. */
1.1.1.4 ! misho    5728: if (common->positive_assert_quit != NULL)
        !          5729:   {
        !          5730:   jump = JUMP(SLJIT_JUMP);
        !          5731:   set_jumps(common->positive_assert_quit, LABEL());
        !          5732:   SLJIT_ASSERT(framesize != no_stack);
        !          5733:   if (framesize < 0)
        !          5734:     OP2(SLJIT_ADD, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_IMM, extrasize * sizeof(sljit_sw));
        !          5735:   else
        !          5736:     {
        !          5737:     OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          5738:     add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
        !          5739:     OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, (framesize + extrasize) * sizeof(sljit_sw));
        !          5740:     }
        !          5741:   JUMPHERE(jump);
        !          5742:   }
        !          5743: 
        !          5744: if (needs_control_head)
        !          5745:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_MEM1(STACK_TOP), STACK(1));
1.1       misho    5746: 
                   5747: if (opcode == OP_ASSERT || opcode == OP_ASSERTBACK)
                   5748:   {
                   5749:   /* Assert is failed. */
                   5750:   if (conditional || bra == OP_BRAZERO)
                   5751:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   5752: 
                   5753:   if (framesize < 0)
                   5754:     {
                   5755:     /* The topmost item should be 0. */
                   5756:     if (bra == OP_BRAZERO)
1.1.1.4 ! misho    5757:       {
        !          5758:       if (extrasize == 2)
        !          5759:         free_stack(common, 1);
1.1       misho    5760:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
1.1.1.4 ! misho    5761:       }
1.1       misho    5762:     else
1.1.1.4 ! misho    5763:       free_stack(common, extrasize);
1.1       misho    5764:     }
                   5765:   else
                   5766:     {
1.1.1.4 ! misho    5767:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(extrasize - 1));
1.1       misho    5768:     /* The topmost item should be 0. */
                   5769:     if (bra == OP_BRAZERO)
                   5770:       {
1.1.1.4 ! misho    5771:       free_stack(common, framesize + extrasize - 1);
1.1       misho    5772:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   5773:       }
                   5774:     else
1.1.1.4 ! misho    5775:       free_stack(common, framesize + extrasize);
        !          5776:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP1, 0);
1.1       misho    5777:     }
                   5778:   jump = JUMP(SLJIT_JUMP);
                   5779:   if (bra != OP_BRAZERO)
                   5780:     add_jump(compiler, target, jump);
                   5781: 
                   5782:   /* Assert is successful. */
                   5783:   set_jumps(tmp, LABEL());
                   5784:   if (framesize < 0)
                   5785:     {
                   5786:     /* We know that STR_PTR was stored on the top of the stack. */
1.1.1.4 ! misho    5787:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), (extrasize - 1) * sizeof(sljit_sw));
1.1       misho    5788:     /* Keep the STR_PTR on the top of the stack. */
                   5789:     if (bra == OP_BRAZERO)
1.1.1.4 ! misho    5790:       {
        !          5791:       OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, sizeof(sljit_sw));
        !          5792:       if (extrasize == 2)
        !          5793:         OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
        !          5794:       }
1.1       misho    5795:     else if (bra == OP_BRAMINZERO)
                   5796:       {
1.1.1.4 ! misho    5797:       OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, sizeof(sljit_sw));
1.1       misho    5798:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   5799:       }
                   5800:     }
                   5801:   else
                   5802:     {
                   5803:     if (bra == OP_BRA)
                   5804:       {
1.1.1.4 ! misho    5805:       /* We don't need to keep the STR_PTR, only the previous private_data_ptr. */
        !          5806:       OP2(SLJIT_ADD, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_IMM, (framesize + 1) * sizeof(sljit_sw));
        !          5807:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), (extrasize - 2) * sizeof(sljit_sw));
1.1       misho    5808:       }
                   5809:     else
                   5810:       {
1.1.1.4 ! misho    5811:       /* We don't need to keep the STR_PTR, only the previous private_data_ptr. */
        !          5812:       OP2(SLJIT_ADD, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_IMM, (framesize + 2) * sizeof(sljit_sw));
        !          5813:       if (extrasize == 2)
        !          5814:         {
        !          5815:         OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          5816:         if (bra == OP_BRAMINZERO)
        !          5817:           OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
        !          5818:         }
        !          5819:       else
        !          5820:         {
        !          5821:         OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), 0);
        !          5822:         OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), bra == OP_BRAZERO ? STR_PTR : SLJIT_IMM, 0);
        !          5823:         }
1.1       misho    5824:       }
                   5825:     }
                   5826: 
                   5827:   if (bra == OP_BRAZERO)
                   5828:     {
1.1.1.4 ! misho    5829:     backtrack->matchingpath = LABEL();
        !          5830:     SET_LABEL(jump, backtrack->matchingpath);
1.1       misho    5831:     }
                   5832:   else if (bra == OP_BRAMINZERO)
                   5833:     {
1.1.1.4 ! misho    5834:     JUMPTO(SLJIT_JUMP, backtrack->matchingpath);
1.1       misho    5835:     JUMPHERE(brajump);
                   5836:     if (framesize >= 0)
                   5837:       {
1.1.1.4 ! misho    5838:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    5839:       add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    5840:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_MEM1(STACK_TOP), framesize * sizeof(sljit_sw));
1.1       misho    5841:       }
1.1.1.3   misho    5842:     set_jumps(backtrack->common.topbacktracks, LABEL());
1.1       misho    5843:     }
                   5844:   }
                   5845: else
                   5846:   {
                   5847:   /* AssertNot is successful. */
                   5848:   if (framesize < 0)
                   5849:     {
                   5850:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   5851:     if (bra != OP_BRA)
1.1.1.4 ! misho    5852:       {
        !          5853:       if (extrasize == 2)
        !          5854:         free_stack(common, 1);
1.1       misho    5855:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
1.1.1.4 ! misho    5856:       }
1.1       misho    5857:     else
1.1.1.4 ! misho    5858:       free_stack(common, extrasize);
1.1       misho    5859:     }
                   5860:   else
                   5861:     {
                   5862:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
1.1.1.4 ! misho    5863:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(extrasize - 1));
1.1       misho    5864:     /* The topmost item should be 0. */
                   5865:     if (bra != OP_BRA)
                   5866:       {
1.1.1.4 ! misho    5867:       free_stack(common, framesize + extrasize - 1);
1.1       misho    5868:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   5869:       }
                   5870:     else
1.1.1.4 ! misho    5871:       free_stack(common, framesize + extrasize);
        !          5872:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP1, 0);
1.1       misho    5873:     }
                   5874: 
                   5875:   if (bra == OP_BRAZERO)
1.1.1.4 ! misho    5876:     backtrack->matchingpath = LABEL();
1.1       misho    5877:   else if (bra == OP_BRAMINZERO)
                   5878:     {
1.1.1.4 ! misho    5879:     JUMPTO(SLJIT_JUMP, backtrack->matchingpath);
1.1       misho    5880:     JUMPHERE(brajump);
                   5881:     }
                   5882: 
                   5883:   if (bra != OP_BRA)
                   5884:     {
1.1.1.3   misho    5885:     SLJIT_ASSERT(found == &backtrack->common.topbacktracks);
                   5886:     set_jumps(backtrack->common.topbacktracks, LABEL());
                   5887:     backtrack->common.topbacktracks = NULL;
1.1       misho    5888:     }
                   5889:   }
                   5890: 
1.1.1.4 ! misho    5891: if (opcode == OP_ASSERT_NOT || opcode == OP_ASSERTBACK_NOT)
        !          5892:   {
        !          5893:   common->local_exit = save_local_exit;
        !          5894:   common->quit_label = save_quit_label;
        !          5895:   common->quit = save_quit;
        !          5896:   }
        !          5897: common->positive_assert = save_positive_assert;
        !          5898: common->then_trap = save_then_trap;
        !          5899: common->accept_label = save_accept_label;
        !          5900: common->positive_assert_quit = save_positive_assert_quit;
1.1       misho    5901: common->accept = save_accept;
                   5902: return cc + 1 + LINK_SIZE;
                   5903: }
                   5904: 
1.1.1.4 ! misho    5905: static sljit_sw SLJIT_CALL do_searchovector(sljit_uw refno, sljit_sw* locals, pcre_uchar *name_table)
1.1       misho    5906: {
                   5907: int condition = FALSE;
1.1.1.2   misho    5908: pcre_uchar *slotA = name_table;
                   5909: pcre_uchar *slotB;
1.1.1.4 ! misho    5910: sljit_sw name_count = locals[LOCALS0 / sizeof(sljit_sw)];
        !          5911: sljit_sw name_entry_size = locals[LOCALS1 / sizeof(sljit_sw)];
        !          5912: sljit_sw no_capture;
1.1       misho    5913: int i;
                   5914: 
1.1.1.3   misho    5915: locals += refno & 0xff;
                   5916: refno >>= 8;
1.1       misho    5917: no_capture = locals[1];
                   5918: 
                   5919: for (i = 0; i < name_count; i++)
                   5920:   {
                   5921:   if (GET2(slotA, 0) == refno) break;
                   5922:   slotA += name_entry_size;
                   5923:   }
                   5924: 
                   5925: if (i < name_count)
                   5926:   {
                   5927:   /* Found a name for the number - there can be only one; duplicate names
                   5928:   for different numbers are allowed, but not vice versa. First scan down
                   5929:   for duplicates. */
                   5930: 
                   5931:   slotB = slotA;
                   5932:   while (slotB > name_table)
                   5933:     {
                   5934:     slotB -= name_entry_size;
1.1.1.2   misho    5935:     if (STRCMP_UC_UC(slotA + IMM2_SIZE, slotB + IMM2_SIZE) == 0)
1.1       misho    5936:       {
                   5937:       condition = locals[GET2(slotB, 0) << 1] != no_capture;
                   5938:       if (condition) break;
                   5939:       }
                   5940:     else break;
                   5941:     }
                   5942: 
                   5943:   /* Scan up for duplicates */
                   5944:   if (!condition)
                   5945:     {
                   5946:     slotB = slotA;
                   5947:     for (i++; i < name_count; i++)
                   5948:       {
                   5949:       slotB += name_entry_size;
1.1.1.2   misho    5950:       if (STRCMP_UC_UC(slotA + IMM2_SIZE, slotB + IMM2_SIZE) == 0)
1.1       misho    5951:         {
                   5952:         condition = locals[GET2(slotB, 0) << 1] != no_capture;
                   5953:         if (condition) break;
                   5954:         }
                   5955:       else break;
                   5956:       }
                   5957:     }
                   5958:   }
                   5959: return condition;
                   5960: }
                   5961: 
1.1.1.4 ! misho    5962: static sljit_sw SLJIT_CALL do_searchgroups(sljit_uw recno, sljit_uw* locals, pcre_uchar *name_table)
1.1       misho    5963: {
                   5964: int condition = FALSE;
1.1.1.2   misho    5965: pcre_uchar *slotA = name_table;
                   5966: pcre_uchar *slotB;
1.1.1.4 ! misho    5967: sljit_uw name_count = locals[LOCALS0 / sizeof(sljit_sw)];
        !          5968: sljit_uw name_entry_size = locals[LOCALS1 / sizeof(sljit_sw)];
        !          5969: sljit_uw group_num = locals[POSSESSIVE0 / sizeof(sljit_sw)];
        !          5970: sljit_uw i;
1.1       misho    5971: 
                   5972: for (i = 0; i < name_count; i++)
                   5973:   {
                   5974:   if (GET2(slotA, 0) == recno) break;
                   5975:   slotA += name_entry_size;
                   5976:   }
                   5977: 
                   5978: if (i < name_count)
                   5979:   {
                   5980:   /* Found a name for the number - there can be only one; duplicate
                   5981:   names for different numbers are allowed, but not vice versa. First
                   5982:   scan down for duplicates. */
                   5983: 
                   5984:   slotB = slotA;
                   5985:   while (slotB > name_table)
                   5986:     {
                   5987:     slotB -= name_entry_size;
1.1.1.2   misho    5988:     if (STRCMP_UC_UC(slotA + IMM2_SIZE, slotB + IMM2_SIZE) == 0)
1.1       misho    5989:       {
                   5990:       condition = GET2(slotB, 0) == group_num;
                   5991:       if (condition) break;
                   5992:       }
                   5993:     else break;
                   5994:     }
                   5995: 
                   5996:   /* Scan up for duplicates */
                   5997:   if (!condition)
                   5998:     {
                   5999:     slotB = slotA;
                   6000:     for (i++; i < name_count; i++)
                   6001:       {
                   6002:       slotB += name_entry_size;
1.1.1.2   misho    6003:       if (STRCMP_UC_UC(slotA + IMM2_SIZE, slotB + IMM2_SIZE) == 0)
1.1       misho    6004:         {
                   6005:         condition = GET2(slotB, 0) == group_num;
                   6006:         if (condition) break;
                   6007:         }
                   6008:       else break;
                   6009:       }
                   6010:     }
                   6011:   }
                   6012: return condition;
                   6013: }
                   6014: 
1.1.1.4 ! misho    6015: static SLJIT_INLINE void match_once_common(compiler_common *common, pcre_uchar ket, int framesize, int private_data_ptr, BOOL has_alternatives, BOOL needs_control_head)
        !          6016: {
        !          6017: DEFINE_COMPILER;
        !          6018: int stacksize;
        !          6019: 
        !          6020: if (framesize < 0)
        !          6021:   {
        !          6022:   if (framesize == no_frame)
        !          6023:     OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6024:   else
        !          6025:     {
        !          6026:     stacksize = needs_control_head ? 1 : 0;
        !          6027:     if (ket != OP_KET || has_alternatives)
        !          6028:       stacksize++;
        !          6029:     free_stack(common, stacksize);
        !          6030:     }
        !          6031: 
        !          6032:   if (needs_control_head)
        !          6033:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), (ket != OP_KET || has_alternatives) ? sizeof(sljit_sw) : 0);
        !          6034: 
        !          6035:   /* TMP2 which is set here used by OP_KETRMAX below. */
        !          6036:   if (ket == OP_KETRMAX)
        !          6037:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), 0);
        !          6038:   else if (ket == OP_KETRMIN)
        !          6039:     {
        !          6040:     /* Move the STR_PTR to the private_data_ptr. */
        !          6041:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_MEM1(STACK_TOP), 0);
        !          6042:     }
        !          6043:   }
        !          6044: else
        !          6045:   {
        !          6046:   stacksize = (ket != OP_KET || has_alternatives) ? 2 : 1;
        !          6047:   OP2(SLJIT_ADD, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_IMM, (framesize + stacksize) * sizeof(sljit_sw));
        !          6048:   if (needs_control_head)
        !          6049:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), 0);
        !          6050: 
        !          6051:   if (ket == OP_KETRMAX)
        !          6052:     {
        !          6053:     /* TMP2 which is set here used by OP_KETRMAX below. */
        !          6054:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          6055:     }
        !          6056:   }
        !          6057: if (needs_control_head)
        !          6058:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, TMP1, 0);
        !          6059: }
        !          6060: 
        !          6061: static SLJIT_INLINE int match_capture_common(compiler_common *common, int stacksize, int offset, int private_data_ptr)
        !          6062: {
        !          6063: DEFINE_COMPILER;
        !          6064: 
        !          6065: if (common->capture_last_ptr != 0)
        !          6066:   {
        !          6067:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr);
        !          6068:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr, SLJIT_IMM, offset >> 1);
        !          6069:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), TMP1, 0);
        !          6070:   stacksize++;
        !          6071:   }
        !          6072: if (common->optimized_cbracket[offset >> 1] == 0)
        !          6073:   {
        !          6074:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset));
        !          6075:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1));
        !          6076:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), TMP1, 0);
        !          6077:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6078:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize + 1), TMP2, 0);
        !          6079:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), STR_PTR, 0);
        !          6080:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
        !          6081:   stacksize += 2;
        !          6082:   }
        !          6083: return stacksize;
        !          6084: }
        !          6085: 
1.1       misho    6086: /*
                   6087:   Handling bracketed expressions is probably the most complex part.
                   6088: 
                   6089:   Stack layout naming characters:
                   6090:     S - Push the current STR_PTR
                   6091:     0 - Push a 0 (NULL)
                   6092:     A - Push the current STR_PTR. Needed for restoring the STR_PTR
                   6093:         before the next alternative. Not pushed if there are no alternatives.
                   6094:     M - Any values pushed by the current alternative. Can be empty, or anything.
                   6095:     C - Push the previous OVECTOR(i), OVECTOR(i+1) and OVECTOR_PRIV(i) to the stack.
                   6096:     L - Push the previous local (pointed by localptr) to the stack
                   6097:    () - opional values stored on the stack
                   6098:   ()* - optonal, can be stored multiple times
                   6099: 
                   6100:   The following list shows the regular expression templates, their PCRE byte codes
                   6101:   and stack layout supported by pcre-sljit.
                   6102: 
                   6103:   (?:)                     OP_BRA     | OP_KET                A M
                   6104:   ()                       OP_CBRA    | OP_KET                C M
                   6105:   (?:)+                    OP_BRA     | OP_KETRMAX        0   A M S   ( A M S )*
                   6106:                            OP_SBRA    | OP_KETRMAX        0   L M S   ( L M S )*
                   6107:   (?:)+?                   OP_BRA     | OP_KETRMIN        0   A M S   ( A M S )*
                   6108:                            OP_SBRA    | OP_KETRMIN        0   L M S   ( L M S )*
                   6109:   ()+                      OP_CBRA    | OP_KETRMAX        0   C M S   ( C M S )*
                   6110:                            OP_SCBRA   | OP_KETRMAX        0   C M S   ( C M S )*
                   6111:   ()+?                     OP_CBRA    | OP_KETRMIN        0   C M S   ( C M S )*
                   6112:                            OP_SCBRA   | OP_KETRMIN        0   C M S   ( C M S )*
                   6113:   (?:)?    OP_BRAZERO    | OP_BRA     | OP_KET            S ( A M 0 )
                   6114:   (?:)??   OP_BRAMINZERO | OP_BRA     | OP_KET            S ( A M 0 )
                   6115:   ()?      OP_BRAZERO    | OP_CBRA    | OP_KET            S ( C M 0 )
                   6116:   ()??     OP_BRAMINZERO | OP_CBRA    | OP_KET            S ( C M 0 )
                   6117:   (?:)*    OP_BRAZERO    | OP_BRA     | OP_KETRMAX      S 0 ( A M S )*
                   6118:            OP_BRAZERO    | OP_SBRA    | OP_KETRMAX      S 0 ( L M S )*
                   6119:   (?:)*?   OP_BRAMINZERO | OP_BRA     | OP_KETRMIN      S 0 ( A M S )*
                   6120:            OP_BRAMINZERO | OP_SBRA    | OP_KETRMIN      S 0 ( L M S )*
                   6121:   ()*      OP_BRAZERO    | OP_CBRA    | OP_KETRMAX      S 0 ( C M S )*
                   6122:            OP_BRAZERO    | OP_SCBRA   | OP_KETRMAX      S 0 ( C M S )*
                   6123:   ()*?     OP_BRAMINZERO | OP_CBRA    | OP_KETRMIN      S 0 ( C M S )*
                   6124:            OP_BRAMINZERO | OP_SCBRA   | OP_KETRMIN      S 0 ( C M S )*
                   6125: 
                   6126: 
                   6127:   Stack layout naming characters:
                   6128:     A - Push the alternative index (starting from 0) on the stack.
                   6129:         Not pushed if there is no alternatives.
                   6130:     M - Any values pushed by the current alternative. Can be empty, or anything.
                   6131: 
                   6132:   The next list shows the possible content of a bracket:
                   6133:   (|)     OP_*BRA    | OP_ALT ...         M A
                   6134:   (?()|)  OP_*COND   | OP_ALT             M A
                   6135:   (?>|)   OP_ONCE    | OP_ALT ...         [stack trace] M A
                   6136:   (?>|)   OP_ONCE_NC | OP_ALT ...         [stack trace] M A
                   6137:                                           Or nothing, if trace is unnecessary
                   6138: */
                   6139: 
1.1.1.4 ! misho    6140: static pcre_uchar *compile_bracket_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
1.1       misho    6141: {
                   6142: DEFINE_COMPILER;
1.1.1.3   misho    6143: backtrack_common *backtrack;
1.1.1.2   misho    6144: pcre_uchar opcode;
1.1.1.4 ! misho    6145: int private_data_ptr = 0;
1.1       misho    6146: int offset = 0;
                   6147: int stacksize;
1.1.1.4 ! misho    6148: int repeat_ptr = 0, repeat_length = 0;
        !          6149: int repeat_type = 0, repeat_count = 0;
1.1.1.2   misho    6150: pcre_uchar *ccbegin;
1.1.1.4 ! misho    6151: pcre_uchar *matchingpath;
1.1.1.2   misho    6152: pcre_uchar bra = OP_BRA;
                   6153: pcre_uchar ket;
1.1.1.3   misho    6154: assert_backtrack *assert;
1.1       misho    6155: BOOL has_alternatives;
1.1.1.4 ! misho    6156: BOOL needs_control_head = FALSE;
1.1       misho    6157: struct sljit_jump *jump;
                   6158: struct sljit_jump *skip;
1.1.1.4 ! misho    6159: struct sljit_label *rmax_label = NULL;
        !          6160: struct sljit_jump *braminzero = NULL;
1.1       misho    6161: 
1.1.1.3   misho    6162: PUSH_BACKTRACK(sizeof(bracket_backtrack), cc, NULL);
1.1       misho    6163: 
                   6164: if (*cc == OP_BRAZERO || *cc == OP_BRAMINZERO)
                   6165:   {
                   6166:   bra = *cc;
                   6167:   cc++;
                   6168:   opcode = *cc;
                   6169:   }
                   6170: 
                   6171: opcode = *cc;
                   6172: ccbegin = cc;
1.1.1.4 ! misho    6173: matchingpath = bracketend(cc) - 1 - LINK_SIZE;
        !          6174: ket = *matchingpath;
        !          6175: if (ket == OP_KET && PRIVATE_DATA(matchingpath) != 0)
        !          6176:   {
        !          6177:   repeat_ptr = PRIVATE_DATA(matchingpath);
        !          6178:   repeat_length = PRIVATE_DATA(matchingpath + 1);
        !          6179:   repeat_type = PRIVATE_DATA(matchingpath + 2);
        !          6180:   repeat_count = PRIVATE_DATA(matchingpath + 3);
        !          6181:   SLJIT_ASSERT(repeat_length != 0 && repeat_type != 0 && repeat_count != 0);
        !          6182:   if (repeat_type == OP_UPTO)
        !          6183:     ket = OP_KETRMAX;
        !          6184:   if (repeat_type == OP_MINUPTO)
        !          6185:     ket = OP_KETRMIN;
        !          6186:   }
1.1       misho    6187: 
                   6188: if ((opcode == OP_COND || opcode == OP_SCOND) && cc[1 + LINK_SIZE] == OP_DEF)
                   6189:   {
1.1.1.3   misho    6190:   /* Drop this bracket_backtrack. */
                   6191:   parent->top = backtrack->prev;
1.1.1.4 ! misho    6192:   return matchingpath + 1 + LINK_SIZE + repeat_length;
1.1       misho    6193:   }
                   6194: 
1.1.1.4 ! misho    6195: matchingpath = ccbegin + 1 + LINK_SIZE;
1.1       misho    6196: SLJIT_ASSERT(ket == OP_KET || ket == OP_KETRMAX || ket == OP_KETRMIN);
                   6197: SLJIT_ASSERT(!((bra == OP_BRAZERO && ket == OP_KETRMIN) || (bra == OP_BRAMINZERO && ket == OP_KETRMAX)));
                   6198: cc += GET(cc, 1);
                   6199: 
                   6200: has_alternatives = *cc == OP_ALT;
                   6201: if (SLJIT_UNLIKELY(opcode == OP_COND) || SLJIT_UNLIKELY(opcode == OP_SCOND))
                   6202:   {
1.1.1.4 ! misho    6203:   has_alternatives = (*matchingpath == OP_RREF) ? FALSE : TRUE;
        !          6204:   if (*matchingpath == OP_NRREF)
1.1       misho    6205:     {
1.1.1.4 ! misho    6206:     stacksize = GET2(matchingpath, 1);
1.1       misho    6207:     if (common->currententry == NULL || stacksize == RREF_ANY)
                   6208:       has_alternatives = FALSE;
                   6209:     else if (common->currententry->start == 0)
                   6210:       has_alternatives = stacksize != 0;
                   6211:     else
1.1.1.4 ! misho    6212:       has_alternatives = stacksize != (int)GET2(common->start, common->currententry->start + 1 + LINK_SIZE);
1.1       misho    6213:     }
                   6214:   }
                   6215: 
                   6216: if (SLJIT_UNLIKELY(opcode == OP_COND) && (*cc == OP_KETRMAX || *cc == OP_KETRMIN))
                   6217:   opcode = OP_SCOND;
                   6218: if (SLJIT_UNLIKELY(opcode == OP_ONCE_NC))
                   6219:   opcode = OP_ONCE;
                   6220: 
                   6221: if (opcode == OP_CBRA || opcode == OP_SCBRA)
                   6222:   {
                   6223:   /* Capturing brackets has a pre-allocated space. */
                   6224:   offset = GET2(ccbegin, 1 + LINK_SIZE);
1.1.1.4 ! misho    6225:   if (common->optimized_cbracket[offset] == 0)
        !          6226:     {
        !          6227:     private_data_ptr = OVECTOR_PRIV(offset);
        !          6228:     offset <<= 1;
        !          6229:     }
        !          6230:   else
        !          6231:     {
        !          6232:     offset <<= 1;
        !          6233:     private_data_ptr = OVECTOR(offset);
        !          6234:     }
        !          6235:   BACKTRACK_AS(bracket_backtrack)->private_data_ptr = private_data_ptr;
        !          6236:   matchingpath += IMM2_SIZE;
1.1       misho    6237:   }
                   6238: else if (opcode == OP_ONCE || opcode == OP_SBRA || opcode == OP_SCOND)
                   6239:   {
                   6240:   /* Other brackets simply allocate the next entry. */
1.1.1.4 ! misho    6241:   private_data_ptr = PRIVATE_DATA(ccbegin);
        !          6242:   SLJIT_ASSERT(private_data_ptr != 0);
        !          6243:   BACKTRACK_AS(bracket_backtrack)->private_data_ptr = private_data_ptr;
1.1       misho    6244:   if (opcode == OP_ONCE)
1.1.1.4 ! misho    6245:     BACKTRACK_AS(bracket_backtrack)->u.framesize = get_framesize(common, ccbegin, NULL, FALSE, &needs_control_head);
1.1       misho    6246:   }
                   6247: 
                   6248: /* Instructions before the first alternative. */
                   6249: stacksize = 0;
1.1.1.4 ! misho    6250: if (ket == OP_KETRMAX || (ket == OP_KETRMIN && bra != OP_BRAMINZERO))
1.1       misho    6251:   stacksize++;
                   6252: if (bra == OP_BRAZERO)
                   6253:   stacksize++;
                   6254: 
                   6255: if (stacksize > 0)
                   6256:   allocate_stack(common, stacksize);
                   6257: 
                   6258: stacksize = 0;
1.1.1.4 ! misho    6259: if (ket == OP_KETRMAX || (ket == OP_KETRMIN && bra != OP_BRAMINZERO))
1.1       misho    6260:   {
                   6261:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), SLJIT_IMM, 0);
                   6262:   stacksize++;
                   6263:   }
                   6264: 
                   6265: if (bra == OP_BRAZERO)
                   6266:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), STR_PTR, 0);
                   6267: 
                   6268: if (bra == OP_BRAMINZERO)
                   6269:   {
1.1.1.3   misho    6270:   /* This is a backtrack path! (Since the try-path of OP_BRAMINZERO matches to the empty string) */
1.1       misho    6271:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   6272:   if (ket != OP_KETRMIN)
                   6273:     {
                   6274:     free_stack(common, 1);
1.1.1.4 ! misho    6275:     braminzero = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_IMM, 0);
1.1       misho    6276:     }
                   6277:   else
                   6278:     {
                   6279:     if (opcode == OP_ONCE || opcode >= OP_SBRA)
                   6280:       {
                   6281:       jump = CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0);
                   6282:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
                   6283:       /* Nothing stored during the first run. */
                   6284:       skip = JUMP(SLJIT_JUMP);
                   6285:       JUMPHERE(jump);
                   6286:       /* Checking zero-length iteration. */
1.1.1.3   misho    6287:       if (opcode != OP_ONCE || BACKTRACK_AS(bracket_backtrack)->u.framesize < 0)
1.1       misho    6288:         {
1.1.1.4 ! misho    6289:         /* When we come from outside, private_data_ptr contains the previous STR_PTR. */
        !          6290:         braminzero = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    6291:         }
                   6292:       else
                   6293:         {
                   6294:         /* Except when the whole stack frame must be saved. */
1.1.1.4 ! misho    6295:         OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6296:         braminzero = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_MEM1(TMP1), (BACKTRACK_AS(bracket_backtrack)->u.framesize + 1) * sizeof(sljit_sw));
1.1       misho    6297:         }
                   6298:       JUMPHERE(skip);
                   6299:       }
                   6300:     else
                   6301:       {
                   6302:       jump = CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0);
                   6303:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
                   6304:       JUMPHERE(jump);
                   6305:       }
                   6306:     }
                   6307:   }
                   6308: 
1.1.1.4 ! misho    6309: if (repeat_type != 0)
        !          6310:   {
        !          6311:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_IMM, repeat_count);
        !          6312:   if (repeat_type == OP_EXACT)
        !          6313:     rmax_label = LABEL();
        !          6314:   }
        !          6315: 
1.1       misho    6316: if (ket == OP_KETRMIN)
1.1.1.4 ! misho    6317:   BACKTRACK_AS(bracket_backtrack)->recursive_matchingpath = LABEL();
1.1       misho    6318: 
                   6319: if (ket == OP_KETRMAX)
                   6320:   {
1.1.1.4 ! misho    6321:   rmax_label = LABEL();
        !          6322:   if (has_alternatives && opcode != OP_ONCE && opcode < OP_SBRA && repeat_type == 0)
        !          6323:     BACKTRACK_AS(bracket_backtrack)->alternative_matchingpath = rmax_label;
1.1       misho    6324:   }
                   6325: 
                   6326: /* Handling capturing brackets and alternatives. */
                   6327: if (opcode == OP_ONCE)
                   6328:   {
1.1.1.4 ! misho    6329:   stacksize = 0;
        !          6330:   if (needs_control_head)
        !          6331:     {
        !          6332:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          6333:     stacksize++;
        !          6334:     }
        !          6335: 
1.1.1.3   misho    6336:   if (BACKTRACK_AS(bracket_backtrack)->u.framesize < 0)
1.1       misho    6337:     {
1.1.1.4 ! misho    6338:     /* Neither capturing brackets nor recursions are found in the block. */
1.1       misho    6339:     if (ket == OP_KETRMIN)
                   6340:       {
1.1.1.4 ! misho    6341:       stacksize += 2;
        !          6342:       if (!needs_control_head)
        !          6343:         OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    6344:       }
1.1.1.4 ! misho    6345:     else
1.1       misho    6346:       {
1.1.1.4 ! misho    6347:       if (BACKTRACK_AS(bracket_backtrack)->u.framesize == no_frame)
        !          6348:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STACK_TOP, 0);
        !          6349:       if (ket == OP_KETRMAX || has_alternatives)
        !          6350:         stacksize++;
1.1       misho    6351:       }
1.1.1.4 ! misho    6352: 
        !          6353:     if (stacksize > 0)
        !          6354:       allocate_stack(common, stacksize);
        !          6355: 
        !          6356:     stacksize = 0;
        !          6357:     if (needs_control_head)
        !          6358:       {
        !          6359:       stacksize++;
        !          6360:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
        !          6361:       }
        !          6362: 
        !          6363:     if (ket == OP_KETRMIN)
        !          6364:       {
        !          6365:       if (needs_control_head)
        !          6366:         OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6367:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), STR_PTR, 0);
        !          6368:       if (BACKTRACK_AS(bracket_backtrack)->u.framesize == no_frame)
        !          6369:         OP2(SLJIT_SUB, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STACK_TOP, 0, SLJIT_IMM, needs_control_head ? (2 * sizeof(sljit_sw)) : sizeof(sljit_sw));
        !          6370:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize + 1), TMP2, 0);
        !          6371:       }
        !          6372:     else if (ket == OP_KETRMAX || has_alternatives)
        !          6373:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), STR_PTR, 0);
1.1       misho    6374:     }
                   6375:   else
                   6376:     {
1.1.1.4 ! misho    6377:     if (ket != OP_KET || has_alternatives)
        !          6378:       stacksize++;
        !          6379: 
        !          6380:     stacksize += BACKTRACK_AS(bracket_backtrack)->u.framesize + 1;
        !          6381:     allocate_stack(common, stacksize);
        !          6382: 
        !          6383:     if (needs_control_head)
        !          6384:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
        !          6385: 
        !          6386:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6387:     OP2(SLJIT_SUB, TMP2, 0, STACK_TOP, 0, SLJIT_IMM, stacksize * sizeof(sljit_sw));
        !          6388: 
        !          6389:     stacksize = needs_control_head ? 1 : 0;
        !          6390:     if (ket != OP_KET || has_alternatives)
1.1       misho    6391:       {
1.1.1.4 ! misho    6392:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), STR_PTR, 0);
        !          6393:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP2, 0);
        !          6394:       stacksize++;
        !          6395:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), TMP1, 0);
1.1       misho    6396:       }
                   6397:     else
                   6398:       {
1.1.1.4 ! misho    6399:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP2, 0);
        !          6400:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), TMP1, 0);
1.1       misho    6401:       }
1.1.1.4 ! misho    6402:     init_frame(common, ccbegin, NULL, BACKTRACK_AS(bracket_backtrack)->u.framesize + stacksize, stacksize + 1, FALSE);
1.1       misho    6403:     }
                   6404:   }
                   6405: else if (opcode == OP_CBRA || opcode == OP_SCBRA)
                   6406:   {
                   6407:   /* Saving the previous values. */
1.1.1.4 ! misho    6408:   if (common->optimized_cbracket[offset >> 1] != 0)
        !          6409:     {
        !          6410:     SLJIT_ASSERT(private_data_ptr == OVECTOR(offset));
        !          6411:     allocate_stack(common, 2);
        !          6412:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6413:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr + sizeof(sljit_sw));
        !          6414:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STR_PTR, 0);
        !          6415:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP1, 0);
        !          6416:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP2, 0);
        !          6417:     }
        !          6418:   else
        !          6419:     {
        !          6420:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6421:     allocate_stack(common, 1);
        !          6422:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STR_PTR, 0);
        !          6423:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
        !          6424:     }
1.1       misho    6425:   }
                   6426: else if (opcode == OP_SBRA || opcode == OP_SCOND)
                   6427:   {
                   6428:   /* Saving the previous value. */
1.1.1.4 ! misho    6429:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    6430:   allocate_stack(common, 1);
1.1.1.4 ! misho    6431:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STR_PTR, 0);
1.1       misho    6432:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
                   6433:   }
                   6434: else if (has_alternatives)
                   6435:   {
                   6436:   /* Pushing the starting string pointer. */
                   6437:   allocate_stack(common, 1);
                   6438:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   6439:   }
                   6440: 
                   6441: /* Generating code for the first alternative. */
                   6442: if (opcode == OP_COND || opcode == OP_SCOND)
                   6443:   {
1.1.1.4 ! misho    6444:   if (*matchingpath == OP_CREF)
1.1       misho    6445:     {
                   6446:     SLJIT_ASSERT(has_alternatives);
1.1.1.3   misho    6447:     add_jump(compiler, &(BACKTRACK_AS(bracket_backtrack)->u.condfailed),
1.1.1.4 ! misho    6448:       CMP(SLJIT_C_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(GET2(matchingpath, 1) << 1), SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1)));
        !          6449:     matchingpath += 1 + IMM2_SIZE;
1.1       misho    6450:     }
1.1.1.4 ! misho    6451:   else if (*matchingpath == OP_NCREF)
1.1       misho    6452:     {
                   6453:     SLJIT_ASSERT(has_alternatives);
1.1.1.4 ! misho    6454:     stacksize = GET2(matchingpath, 1);
1.1       misho    6455:     jump = CMP(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(stacksize << 1), SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(1));
                   6456: 
                   6457:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1, STACK_TOP, 0);
                   6458:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, SLJIT_IMM, common->name_count);
                   6459:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, SLJIT_IMM, common->name_entry_size);
1.1.1.4 ! misho    6460:     OP1(SLJIT_MOV, SLJIT_SCRATCH_REG1, 0, SLJIT_IMM, (stacksize << 8) | (common->ovector_start / sizeof(sljit_sw)));
        !          6461:     GET_LOCAL_BASE(SLJIT_SCRATCH_REG2, 0, 0);
        !          6462:     OP1(SLJIT_MOV, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, common->name_table);
1.1       misho    6463:     sljit_emit_ijump(compiler, SLJIT_CALL3, SLJIT_IMM, SLJIT_FUNC_OFFSET(do_searchovector));
                   6464:     OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1);
1.1.1.4 ! misho    6465:     add_jump(compiler, &(BACKTRACK_AS(bracket_backtrack)->u.condfailed), CMP(SLJIT_C_EQUAL, SLJIT_SCRATCH_REG1, 0, SLJIT_IMM, 0));
1.1       misho    6466: 
                   6467:     JUMPHERE(jump);
1.1.1.4 ! misho    6468:     matchingpath += 1 + IMM2_SIZE;
1.1       misho    6469:     }
1.1.1.4 ! misho    6470:   else if (*matchingpath == OP_RREF || *matchingpath == OP_NRREF)
1.1       misho    6471:     {
                   6472:     /* Never has other case. */
1.1.1.3   misho    6473:     BACKTRACK_AS(bracket_backtrack)->u.condfailed = NULL;
1.1       misho    6474: 
1.1.1.4 ! misho    6475:     stacksize = GET2(matchingpath, 1);
1.1       misho    6476:     if (common->currententry == NULL)
                   6477:       stacksize = 0;
                   6478:     else if (stacksize == RREF_ANY)
                   6479:       stacksize = 1;
                   6480:     else if (common->currententry->start == 0)
                   6481:       stacksize = stacksize == 0;
                   6482:     else
1.1.1.4 ! misho    6483:       stacksize = stacksize == (int)GET2(common->start, common->currententry->start + 1 + LINK_SIZE);
1.1       misho    6484: 
1.1.1.4 ! misho    6485:     if (*matchingpath == OP_RREF || stacksize || common->currententry == NULL)
1.1       misho    6486:       {
                   6487:       SLJIT_ASSERT(!has_alternatives);
                   6488:       if (stacksize != 0)
1.1.1.4 ! misho    6489:         matchingpath += 1 + IMM2_SIZE;
1.1       misho    6490:       else
                   6491:         {
                   6492:         if (*cc == OP_ALT)
                   6493:           {
1.1.1.4 ! misho    6494:           matchingpath = cc + 1 + LINK_SIZE;
1.1       misho    6495:           cc += GET(cc, 1);
                   6496:           }
                   6497:         else
1.1.1.4 ! misho    6498:           matchingpath = cc;
1.1       misho    6499:         }
                   6500:       }
                   6501:     else
                   6502:       {
                   6503:       SLJIT_ASSERT(has_alternatives);
                   6504: 
1.1.1.4 ! misho    6505:       stacksize = GET2(matchingpath, 1);
1.1       misho    6506:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1, STACK_TOP, 0);
                   6507:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, SLJIT_IMM, common->name_count);
                   6508:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, SLJIT_IMM, common->name_entry_size);
                   6509:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0, SLJIT_IMM, GET2(common->start, common->currententry->start + 1 + LINK_SIZE));
1.1.1.4 ! misho    6510:       OP1(SLJIT_MOV, SLJIT_SCRATCH_REG1, 0, SLJIT_IMM, stacksize);
        !          6511:       GET_LOCAL_BASE(SLJIT_SCRATCH_REG2, 0, 0);
        !          6512:       OP1(SLJIT_MOV, SLJIT_SCRATCH_REG3, 0, SLJIT_IMM, common->name_table);
1.1       misho    6513:       sljit_emit_ijump(compiler, SLJIT_CALL3, SLJIT_IMM, SLJIT_FUNC_OFFSET(do_searchgroups));
                   6514:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1);
1.1.1.4 ! misho    6515:       add_jump(compiler, &(BACKTRACK_AS(bracket_backtrack)->u.condfailed), CMP(SLJIT_C_EQUAL, SLJIT_SCRATCH_REG1, 0, SLJIT_IMM, 0));
        !          6516:       matchingpath += 1 + IMM2_SIZE;
1.1       misho    6517:       }
                   6518:     }
                   6519:   else
                   6520:     {
1.1.1.4 ! misho    6521:     SLJIT_ASSERT(has_alternatives && *matchingpath >= OP_ASSERT && *matchingpath <= OP_ASSERTBACK_NOT);
1.1.1.3   misho    6522:     /* Similar code as PUSH_BACKTRACK macro. */
                   6523:     assert = sljit_alloc_memory(compiler, sizeof(assert_backtrack));
1.1       misho    6524:     if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   6525:       return NULL;
1.1.1.3   misho    6526:     memset(assert, 0, sizeof(assert_backtrack));
1.1.1.4 ! misho    6527:     assert->common.cc = matchingpath;
1.1.1.3   misho    6528:     BACKTRACK_AS(bracket_backtrack)->u.assert = assert;
1.1.1.4 ! misho    6529:     matchingpath = compile_assert_matchingpath(common, matchingpath, assert, TRUE);
1.1       misho    6530:     }
                   6531:   }
                   6532: 
1.1.1.4 ! misho    6533: compile_matchingpath(common, matchingpath, cc, backtrack);
1.1       misho    6534: if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   6535:   return NULL;
                   6536: 
                   6537: if (opcode == OP_ONCE)
1.1.1.4 ! misho    6538:   match_once_common(common, ket, BACKTRACK_AS(bracket_backtrack)->u.framesize, private_data_ptr, has_alternatives, needs_control_head);
1.1       misho    6539: 
                   6540: stacksize = 0;
1.1.1.4 ! misho    6541: if (repeat_type == OP_MINUPTO)
        !          6542:   {
        !          6543:   /* We need to preserve the counter. TMP2 will be used below. */
        !          6544:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr);
        !          6545:   stacksize++;
        !          6546:   }
1.1       misho    6547: if (ket != OP_KET || bra != OP_BRA)
                   6548:   stacksize++;
1.1.1.4 ! misho    6549: if (offset != 0)
        !          6550:   {
        !          6551:   if (common->capture_last_ptr != 0)
        !          6552:     stacksize++;
        !          6553:   if (common->optimized_cbracket[offset >> 1] == 0)
        !          6554:     stacksize += 2;
        !          6555:   }
1.1       misho    6556: if (has_alternatives && opcode != OP_ONCE)
                   6557:   stacksize++;
                   6558: 
                   6559: if (stacksize > 0)
                   6560:   allocate_stack(common, stacksize);
                   6561: 
                   6562: stacksize = 0;
1.1.1.4 ! misho    6563: if (repeat_type == OP_MINUPTO)
1.1       misho    6564:   {
1.1.1.4 ! misho    6565:   /* TMP2 was set above. */
        !          6566:   OP2(SLJIT_SUB, SLJIT_MEM1(STACK_TOP), STACK(stacksize), TMP2, 0, SLJIT_IMM, 1);
1.1       misho    6567:   stacksize++;
                   6568:   }
1.1.1.4 ! misho    6569: 
        !          6570: if (ket != OP_KET || bra != OP_BRA)
1.1       misho    6571:   {
1.1.1.4 ! misho    6572:   if (ket != OP_KET)
        !          6573:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), STR_PTR, 0);
        !          6574:   else
        !          6575:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), SLJIT_IMM, 0);
1.1       misho    6576:   stacksize++;
                   6577:   }
                   6578: 
1.1.1.4 ! misho    6579: if (offset != 0)
        !          6580:   stacksize = match_capture_common(common, stacksize, offset, private_data_ptr);
        !          6581: 
1.1       misho    6582: if (has_alternatives)
                   6583:   {
                   6584:   if (opcode != OP_ONCE)
                   6585:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), SLJIT_IMM, 0);
                   6586:   if (ket != OP_KETRMAX)
1.1.1.4 ! misho    6587:     BACKTRACK_AS(bracket_backtrack)->alternative_matchingpath = LABEL();
1.1       misho    6588:   }
                   6589: 
1.1.1.4 ! misho    6590: /* Must be after the matchingpath label. */
        !          6591: if (offset != 0 && common->optimized_cbracket[offset >> 1] != 0)
1.1       misho    6592:   {
1.1.1.4 ! misho    6593:   SLJIT_ASSERT(private_data_ptr == OVECTOR(offset + 0));
1.1       misho    6594:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), STR_PTR, 0);
                   6595:   }
                   6596: 
                   6597: if (ket == OP_KETRMAX)
                   6598:   {
1.1.1.4 ! misho    6599:   if (repeat_type != 0)
        !          6600:     {
        !          6601:     if (has_alternatives)
        !          6602:       BACKTRACK_AS(bracket_backtrack)->alternative_matchingpath = LABEL();
        !          6603:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_IMM, 1);
        !          6604:     JUMPTO(SLJIT_C_NOT_ZERO, rmax_label);
        !          6605:     /* Drop STR_PTR for greedy plus quantifier. */
        !          6606:     if (opcode != OP_ONCE)
        !          6607:       free_stack(common, 1);
        !          6608:     }
        !          6609:   else if (opcode == OP_ONCE || opcode >= OP_SBRA)
1.1       misho    6610:     {
                   6611:     if (has_alternatives)
1.1.1.4 ! misho    6612:       BACKTRACK_AS(bracket_backtrack)->alternative_matchingpath = LABEL();
1.1       misho    6613:     /* Checking zero-length iteration. */
                   6614:     if (opcode != OP_ONCE)
1.1.1.3   misho    6615:       {
1.1.1.4 ! misho    6616:       CMPTO(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STR_PTR, 0, rmax_label);
1.1.1.3   misho    6617:       /* Drop STR_PTR for greedy plus quantifier. */
                   6618:       if (bra != OP_BRAZERO)
                   6619:         free_stack(common, 1);
                   6620:       }
1.1       misho    6621:     else
                   6622:       /* TMP2 must contain the starting STR_PTR. */
1.1.1.4 ! misho    6623:       CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, STR_PTR, 0, rmax_label);
1.1       misho    6624:     }
                   6625:   else
1.1.1.4 ! misho    6626:     JUMPTO(SLJIT_JUMP, rmax_label);
        !          6627:   BACKTRACK_AS(bracket_backtrack)->recursive_matchingpath = LABEL();
        !          6628:   }
        !          6629: 
        !          6630: if (repeat_type == OP_EXACT)
        !          6631:   {
        !          6632:   OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_IMM, 1);
        !          6633:   JUMPTO(SLJIT_C_NOT_ZERO, rmax_label);
        !          6634:   }
        !          6635: else if (repeat_type == OP_UPTO)
        !          6636:   {
        !          6637:   /* We need to preserve the counter. */
        !          6638:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr);
        !          6639:   allocate_stack(common, 1);
        !          6640:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
1.1       misho    6641:   }
                   6642: 
                   6643: if (bra == OP_BRAZERO)
1.1.1.4 ! misho    6644:   BACKTRACK_AS(bracket_backtrack)->zero_matchingpath = LABEL();
1.1       misho    6645: 
                   6646: if (bra == OP_BRAMINZERO)
                   6647:   {
1.1.1.3   misho    6648:   /* This is a backtrack path! (From the viewpoint of OP_BRAMINZERO) */
1.1.1.4 ! misho    6649:   JUMPTO(SLJIT_JUMP, ((braminzero_backtrack *)parent)->matchingpath);
        !          6650:   if (braminzero != NULL)
1.1       misho    6651:     {
1.1.1.4 ! misho    6652:     JUMPHERE(braminzero);
1.1       misho    6653:     /* We need to release the end pointer to perform the
1.1.1.3   misho    6654:     backtrack for the zero-length iteration. When
1.1       misho    6655:     framesize is < 0, OP_ONCE will do the release itself. */
1.1.1.3   misho    6656:     if (opcode == OP_ONCE && BACKTRACK_AS(bracket_backtrack)->u.framesize >= 0)
1.1       misho    6657:       {
1.1.1.4 ! misho    6658:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    6659:       add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
                   6660:       }
                   6661:     else if (ket == OP_KETRMIN && opcode != OP_ONCE)
                   6662:       free_stack(common, 1);
                   6663:     }
1.1.1.3   misho    6664:   /* Continue to the normal backtrack. */
1.1       misho    6665:   }
                   6666: 
                   6667: if ((ket != OP_KET && bra != OP_BRAMINZERO) || bra == OP_BRAZERO)
1.1.1.4 ! misho    6668:   count_match(common);
1.1       misho    6669: 
                   6670: /* Skip the other alternatives. */
                   6671: while (*cc == OP_ALT)
                   6672:   cc += GET(cc, 1);
                   6673: cc += 1 + LINK_SIZE;
1.1.1.4 ! misho    6674: 
        !          6675: /* Temporarily encoding the needs_control_head in framesize. */
        !          6676: if (opcode == OP_ONCE)
        !          6677:   BACKTRACK_AS(bracket_backtrack)->u.framesize = (BACKTRACK_AS(bracket_backtrack)->u.framesize << 1) | (needs_control_head ? 1 : 0);
        !          6678: return cc + repeat_length;
1.1       misho    6679: }
                   6680: 
1.1.1.4 ! misho    6681: static pcre_uchar *compile_bracketpos_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
1.1       misho    6682: {
                   6683: DEFINE_COMPILER;
1.1.1.3   misho    6684: backtrack_common *backtrack;
1.1.1.2   misho    6685: pcre_uchar opcode;
1.1.1.4 ! misho    6686: int private_data_ptr;
1.1       misho    6687: int cbraprivptr = 0;
1.1.1.4 ! misho    6688: BOOL needs_control_head;
1.1       misho    6689: int framesize;
                   6690: int stacksize;
                   6691: int offset = 0;
                   6692: BOOL zero = FALSE;
1.1.1.2   misho    6693: pcre_uchar *ccbegin = NULL;
1.1.1.4 ! misho    6694: int stack; /* Also contains the offset of control head. */
1.1       misho    6695: struct sljit_label *loop = NULL;
                   6696: struct jump_list *emptymatch = NULL;
                   6697: 
1.1.1.3   misho    6698: PUSH_BACKTRACK(sizeof(bracketpos_backtrack), cc, NULL);
1.1       misho    6699: if (*cc == OP_BRAPOSZERO)
                   6700:   {
                   6701:   zero = TRUE;
                   6702:   cc++;
                   6703:   }
                   6704: 
                   6705: opcode = *cc;
1.1.1.4 ! misho    6706: private_data_ptr = PRIVATE_DATA(cc);
        !          6707: SLJIT_ASSERT(private_data_ptr != 0);
        !          6708: BACKTRACK_AS(bracketpos_backtrack)->private_data_ptr = private_data_ptr;
1.1       misho    6709: switch(opcode)
                   6710:   {
                   6711:   case OP_BRAPOS:
                   6712:   case OP_SBRAPOS:
                   6713:   ccbegin = cc + 1 + LINK_SIZE;
                   6714:   break;
                   6715: 
                   6716:   case OP_CBRAPOS:
                   6717:   case OP_SCBRAPOS:
                   6718:   offset = GET2(cc, 1 + LINK_SIZE);
1.1.1.4 ! misho    6719:   /* This case cannot be optimized in the same was as
        !          6720:   normal capturing brackets. */
        !          6721:   SLJIT_ASSERT(common->optimized_cbracket[offset] == 0);
1.1       misho    6722:   cbraprivptr = OVECTOR_PRIV(offset);
                   6723:   offset <<= 1;
1.1.1.2   misho    6724:   ccbegin = cc + 1 + LINK_SIZE + IMM2_SIZE;
1.1       misho    6725:   break;
                   6726: 
                   6727:   default:
                   6728:   SLJIT_ASSERT_STOP();
                   6729:   break;
                   6730:   }
                   6731: 
1.1.1.4 ! misho    6732: framesize = get_framesize(common, cc, NULL, FALSE, &needs_control_head);
1.1.1.3   misho    6733: BACKTRACK_AS(bracketpos_backtrack)->framesize = framesize;
1.1       misho    6734: if (framesize < 0)
                   6735:   {
1.1.1.4 ! misho    6736:   if (offset != 0)
        !          6737:     {
        !          6738:     stacksize = 2;
        !          6739:     if (common->capture_last_ptr != 0)
        !          6740:       stacksize++;
        !          6741:     }
        !          6742:   else
        !          6743:     stacksize = 1;
        !          6744: 
        !          6745:   if (needs_control_head)
        !          6746:     stacksize++;
1.1       misho    6747:   if (!zero)
                   6748:     stacksize++;
1.1.1.4 ! misho    6749: 
1.1.1.3   misho    6750:   BACKTRACK_AS(bracketpos_backtrack)->stacksize = stacksize;
1.1       misho    6751:   allocate_stack(common, stacksize);
1.1.1.4 ! misho    6752:   if (framesize == no_frame)
        !          6753:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STACK_TOP, 0);
1.1       misho    6754: 
1.1.1.4 ! misho    6755:   stack = 0;
        !          6756:   if (offset != 0)
1.1       misho    6757:     {
1.1.1.4 ! misho    6758:     stack = 2;
1.1       misho    6759:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset));
                   6760:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1));
                   6761:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP1, 0);
1.1.1.4 ! misho    6762:     if (common->capture_last_ptr != 0)
        !          6763:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr);
1.1       misho    6764:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), TMP2, 0);
1.1.1.4 ! misho    6765:     if (needs_control_head)
        !          6766:       OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          6767:     if (common->capture_last_ptr != 0)
        !          6768:       {
        !          6769:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(2), TMP1, 0);
        !          6770:       stack = 3;
        !          6771:       }
1.1       misho    6772:     }
                   6773:   else
1.1.1.4 ! misho    6774:     {
        !          6775:     if (needs_control_head)
        !          6776:       OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
1.1       misho    6777:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
1.1.1.4 ! misho    6778:     stack = 1;
        !          6779:     }
1.1       misho    6780: 
1.1.1.4 ! misho    6781:   if (needs_control_head)
        !          6782:     stack++;
1.1       misho    6783:   if (!zero)
1.1.1.4 ! misho    6784:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stack), SLJIT_IMM, 1);
        !          6785:   if (needs_control_head)
        !          6786:     {
        !          6787:     stack--;
        !          6788:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stack), TMP2, 0);
        !          6789:     }
1.1       misho    6790:   }
                   6791: else
                   6792:   {
                   6793:   stacksize = framesize + 1;
                   6794:   if (!zero)
                   6795:     stacksize++;
1.1.1.4 ! misho    6796:   if (needs_control_head)
        !          6797:     stacksize++;
        !          6798:   if (offset == 0)
1.1       misho    6799:     stacksize++;
1.1.1.3   misho    6800:   BACKTRACK_AS(bracketpos_backtrack)->stacksize = stacksize;
1.1.1.4 ! misho    6801: 
1.1       misho    6802:   allocate_stack(common, stacksize);
1.1.1.4 ! misho    6803:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6804:   if (needs_control_head)
        !          6805:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          6806:   OP2(SLJIT_SUB, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, STACK_TOP, 0, SLJIT_IMM, -STACK(stacksize - 1));
1.1       misho    6807: 
                   6808:   stack = 0;
                   6809:   if (!zero)
                   6810:     {
                   6811:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 1);
1.1.1.4 ! misho    6812:     stack = 1;
        !          6813:     }
        !          6814:   if (needs_control_head)
        !          6815:     {
        !          6816:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stack), TMP2, 0);
1.1       misho    6817:     stack++;
                   6818:     }
1.1.1.4 ! misho    6819:   if (offset == 0)
1.1       misho    6820:     {
                   6821:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stack), STR_PTR, 0);
                   6822:     stack++;
                   6823:     }
                   6824:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stack), TMP1, 0);
1.1.1.4 ! misho    6825:   init_frame(common, cc, NULL, stacksize - 1, stacksize - framesize, FALSE);
        !          6826:   stack -= 1 + (offset == 0);
1.1       misho    6827:   }
                   6828: 
1.1.1.4 ! misho    6829: if (offset != 0)
1.1       misho    6830:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr, STR_PTR, 0);
                   6831: 
                   6832: loop = LABEL();
                   6833: while (*cc != OP_KETRPOS)
                   6834:   {
1.1.1.3   misho    6835:   backtrack->top = NULL;
                   6836:   backtrack->topbacktracks = NULL;
1.1       misho    6837:   cc += GET(cc, 1);
                   6838: 
1.1.1.4 ! misho    6839:   compile_matchingpath(common, ccbegin, cc, backtrack);
1.1       misho    6840:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   6841:     return NULL;
                   6842: 
                   6843:   if (framesize < 0)
                   6844:     {
1.1.1.4 ! misho    6845:     if (framesize == no_frame)
        !          6846:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    6847: 
1.1.1.4 ! misho    6848:     if (offset != 0)
1.1       misho    6849:       {
                   6850:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr);
                   6851:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), STR_PTR, 0);
                   6852:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr, STR_PTR, 0);
1.1.1.4 ! misho    6853:       if (common->capture_last_ptr != 0)
        !          6854:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr, SLJIT_IMM, offset >> 1);
1.1       misho    6855:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
                   6856:       }
                   6857:     else
                   6858:       {
                   6859:       if (opcode == OP_SBRAPOS)
                   6860:         OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   6861:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   6862:       }
                   6863: 
                   6864:     if (opcode == OP_SBRAPOS || opcode == OP_SCBRAPOS)
                   6865:       add_jump(compiler, &emptymatch, CMP(SLJIT_C_EQUAL, TMP1, 0, STR_PTR, 0));
                   6866: 
                   6867:     if (!zero)
                   6868:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize - 1), SLJIT_IMM, 0);
                   6869:     }
                   6870:   else
                   6871:     {
1.1.1.4 ! misho    6872:     if (offset != 0)
1.1       misho    6873:       {
1.1.1.4 ! misho    6874:       OP2(SLJIT_ADD, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_IMM, stacksize * sizeof(sljit_sw));
1.1       misho    6875:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr);
                   6876:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), STR_PTR, 0);
                   6877:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr, STR_PTR, 0);
1.1.1.4 ! misho    6878:       if (common->capture_last_ptr != 0)
        !          6879:         OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr, SLJIT_IMM, offset >> 1);
1.1       misho    6880:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
                   6881:       }
                   6882:     else
                   6883:       {
1.1.1.4 ! misho    6884:       OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6885:       OP2(SLJIT_ADD, STACK_TOP, 0, TMP2, 0, SLJIT_IMM, stacksize * sizeof(sljit_sw));
1.1       misho    6886:       if (opcode == OP_SBRAPOS)
1.1.1.4 ! misho    6887:         OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP2), (framesize + 1) * sizeof(sljit_sw));
        !          6888:       OP1(SLJIT_MOV, SLJIT_MEM1(TMP2), (framesize + 1) * sizeof(sljit_sw), STR_PTR, 0);
1.1       misho    6889:       }
                   6890: 
                   6891:     if (opcode == OP_SBRAPOS || opcode == OP_SCBRAPOS)
                   6892:       add_jump(compiler, &emptymatch, CMP(SLJIT_C_EQUAL, TMP1, 0, STR_PTR, 0));
                   6893: 
                   6894:     if (!zero)
                   6895:       {
                   6896:       if (framesize < 0)
                   6897:         OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize - 1), SLJIT_IMM, 0);
                   6898:       else
                   6899:         OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   6900:       }
                   6901:     }
1.1.1.4 ! misho    6902: 
        !          6903:   if (needs_control_head)
        !          6904:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_MEM1(STACK_TOP), STACK(stack));
        !          6905: 
1.1       misho    6906:   JUMPTO(SLJIT_JUMP, loop);
                   6907:   flush_stubs(common);
                   6908: 
1.1.1.4 ! misho    6909:   compile_backtrackingpath(common, backtrack->top);
1.1       misho    6910:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   6911:     return NULL;
1.1.1.3   misho    6912:   set_jumps(backtrack->topbacktracks, LABEL());
1.1       misho    6913: 
                   6914:   if (framesize < 0)
                   6915:     {
1.1.1.4 ! misho    6916:     if (offset != 0)
1.1       misho    6917:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr);
                   6918:     else
                   6919:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   6920:     }
                   6921:   else
                   6922:     {
1.1.1.4 ! misho    6923:     if (offset != 0)
1.1       misho    6924:       {
                   6925:       /* Last alternative. */
                   6926:       if (*cc == OP_KETRPOS)
1.1.1.4 ! misho    6927:         OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    6928:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), cbraprivptr);
                   6929:       }
                   6930:     else
                   6931:       {
1.1.1.4 ! misho    6932:       OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          6933:       OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(TMP2), (framesize + 1) * sizeof(sljit_sw));
1.1       misho    6934:       }
                   6935:     }
                   6936: 
                   6937:   if (*cc == OP_KETRPOS)
                   6938:     break;
                   6939:   ccbegin = cc + 1 + LINK_SIZE;
                   6940:   }
                   6941: 
1.1.1.4 ! misho    6942: /* We don't have to restore the control head in case of a failed match. */
        !          6943: 
1.1.1.3   misho    6944: backtrack->topbacktracks = NULL;
1.1       misho    6945: if (!zero)
                   6946:   {
                   6947:   if (framesize < 0)
1.1.1.3   misho    6948:     add_jump(compiler, &backtrack->topbacktracks, CMP(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(STACK_TOP), STACK(stacksize - 1), SLJIT_IMM, 0));
1.1.1.4 ! misho    6949:   else /* TMP2 is set to [private_data_ptr] above. */
        !          6950:     add_jump(compiler, &backtrack->topbacktracks, CMP(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(TMP2), (stacksize - 1) * sizeof(sljit_sw), SLJIT_IMM, 0));
1.1       misho    6951:   }
                   6952: 
                   6953: /* None of them matched. */
                   6954: set_jumps(emptymatch, LABEL());
1.1.1.4 ! misho    6955: count_match(common);
1.1       misho    6956: return cc + 1 + LINK_SIZE;
                   6957: }
                   6958: 
1.1.1.2   misho    6959: static SLJIT_INLINE pcre_uchar *get_iterator_parameters(compiler_common *common, pcre_uchar *cc, pcre_uchar *opcode, pcre_uchar *type, int *arg1, int *arg2, pcre_uchar **end)
1.1       misho    6960: {
                   6961: int class_len;
                   6962: 
                   6963: *opcode = *cc;
                   6964: if (*opcode >= OP_STAR && *opcode <= OP_POSUPTO)
                   6965:   {
                   6966:   cc++;
                   6967:   *type = OP_CHAR;
                   6968:   }
                   6969: else if (*opcode >= OP_STARI && *opcode <= OP_POSUPTOI)
                   6970:   {
                   6971:   cc++;
                   6972:   *type = OP_CHARI;
                   6973:   *opcode -= OP_STARI - OP_STAR;
                   6974:   }
                   6975: else if (*opcode >= OP_NOTSTAR && *opcode <= OP_NOTPOSUPTO)
                   6976:   {
                   6977:   cc++;
                   6978:   *type = OP_NOT;
                   6979:   *opcode -= OP_NOTSTAR - OP_STAR;
                   6980:   }
                   6981: else if (*opcode >= OP_NOTSTARI && *opcode <= OP_NOTPOSUPTOI)
                   6982:   {
                   6983:   cc++;
                   6984:   *type = OP_NOTI;
                   6985:   *opcode -= OP_NOTSTARI - OP_STAR;
                   6986:   }
                   6987: else if (*opcode >= OP_TYPESTAR && *opcode <= OP_TYPEPOSUPTO)
                   6988:   {
                   6989:   cc++;
                   6990:   *opcode -= OP_TYPESTAR - OP_STAR;
                   6991:   *type = 0;
                   6992:   }
                   6993: else
                   6994:   {
                   6995:   SLJIT_ASSERT(*opcode >= OP_CLASS || *opcode <= OP_XCLASS);
                   6996:   *type = *opcode;
                   6997:   cc++;
1.1.1.2   misho    6998:   class_len = (*type < OP_XCLASS) ? (int)(1 + (32 / sizeof(pcre_uchar))) : GET(cc, 0);
1.1       misho    6999:   *opcode = cc[class_len - 1];
                   7000:   if (*opcode >= OP_CRSTAR && *opcode <= OP_CRMINQUERY)
                   7001:     {
                   7002:     *opcode -= OP_CRSTAR - OP_STAR;
                   7003:     if (end != NULL)
                   7004:       *end = cc + class_len;
                   7005:     }
                   7006:   else
                   7007:     {
                   7008:     SLJIT_ASSERT(*opcode == OP_CRRANGE || *opcode == OP_CRMINRANGE);
1.1.1.2   misho    7009:     *arg1 = GET2(cc, (class_len + IMM2_SIZE));
1.1       misho    7010:     *arg2 = GET2(cc, class_len);
                   7011: 
                   7012:     if (*arg2 == 0)
                   7013:       {
                   7014:       SLJIT_ASSERT(*arg1 != 0);
                   7015:       *opcode = (*opcode == OP_CRRANGE) ? OP_UPTO : OP_MINUPTO;
                   7016:       }
                   7017:     if (*arg1 == *arg2)
                   7018:       *opcode = OP_EXACT;
                   7019: 
                   7020:     if (end != NULL)
1.1.1.2   misho    7021:       *end = cc + class_len + 2 * IMM2_SIZE;
1.1       misho    7022:     }
                   7023:   return cc;
                   7024:   }
                   7025: 
                   7026: if (*opcode == OP_UPTO || *opcode == OP_MINUPTO || *opcode == OP_EXACT || *opcode == OP_POSUPTO)
                   7027:   {
                   7028:   *arg1 = GET2(cc, 0);
1.1.1.2   misho    7029:   cc += IMM2_SIZE;
1.1       misho    7030:   }
                   7031: 
                   7032: if (*type == 0)
                   7033:   {
                   7034:   *type = *cc;
                   7035:   if (end != NULL)
                   7036:     *end = next_opcode(common, cc);
                   7037:   cc++;
                   7038:   return cc;
                   7039:   }
                   7040: 
                   7041: if (end != NULL)
                   7042:   {
                   7043:   *end = cc + 1;
1.1.1.2   misho    7044: #ifdef SUPPORT_UTF
                   7045:   if (common->utf && HAS_EXTRALEN(*cc)) *end += GET_EXTRALEN(*cc);
1.1       misho    7046: #endif
                   7047:   }
                   7048: return cc;
                   7049: }
                   7050: 
1.1.1.4 ! misho    7051: static pcre_uchar *compile_iterator_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
1.1       misho    7052: {
                   7053: DEFINE_COMPILER;
1.1.1.3   misho    7054: backtrack_common *backtrack;
1.1.1.2   misho    7055: pcre_uchar opcode;
                   7056: pcre_uchar type;
1.1       misho    7057: int arg1 = -1, arg2 = -1;
1.1.1.2   misho    7058: pcre_uchar* end;
1.1       misho    7059: jump_list *nomatch = NULL;
                   7060: struct sljit_jump *jump = NULL;
                   7061: struct sljit_label *label;
1.1.1.4 ! misho    7062: int private_data_ptr = PRIVATE_DATA(cc);
        !          7063: int base = (private_data_ptr == 0) ? SLJIT_MEM1(STACK_TOP) : SLJIT_MEM1(SLJIT_LOCALS_REG);
        !          7064: int offset0 = (private_data_ptr == 0) ? STACK(0) : private_data_ptr;
        !          7065: int offset1 = (private_data_ptr == 0) ? STACK(1) : private_data_ptr + (int)sizeof(sljit_sw);
        !          7066: int tmp_base, tmp_offset;
1.1       misho    7067: 
1.1.1.3   misho    7068: PUSH_BACKTRACK(sizeof(iterator_backtrack), cc, NULL);
1.1       misho    7069: 
                   7070: cc = get_iterator_parameters(common, cc, &opcode, &type, &arg1, &arg2, &end);
                   7071: 
1.1.1.4 ! misho    7072: switch(type)
        !          7073:   {
        !          7074:   case OP_NOT_DIGIT:
        !          7075:   case OP_DIGIT:
        !          7076:   case OP_NOT_WHITESPACE:
        !          7077:   case OP_WHITESPACE:
        !          7078:   case OP_NOT_WORDCHAR:
        !          7079:   case OP_WORDCHAR:
        !          7080:   case OP_ANY:
        !          7081:   case OP_ALLANY:
        !          7082:   case OP_ANYBYTE:
        !          7083:   case OP_ANYNL:
        !          7084:   case OP_NOT_HSPACE:
        !          7085:   case OP_HSPACE:
        !          7086:   case OP_NOT_VSPACE:
        !          7087:   case OP_VSPACE:
        !          7088:   case OP_CHAR:
        !          7089:   case OP_CHARI:
        !          7090:   case OP_NOT:
        !          7091:   case OP_NOTI:
        !          7092:   case OP_CLASS:
        !          7093:   case OP_NCLASS:
        !          7094:   tmp_base = TMP3;
        !          7095:   tmp_offset = 0;
        !          7096:   break;
        !          7097: 
        !          7098:   default:
        !          7099:   SLJIT_ASSERT_STOP();
        !          7100:   /* Fall through. */
        !          7101: 
        !          7102:   case OP_EXTUNI:
        !          7103:   case OP_XCLASS:
        !          7104:   case OP_NOTPROP:
        !          7105:   case OP_PROP:
        !          7106:   tmp_base = SLJIT_MEM1(SLJIT_LOCALS_REG);
        !          7107:   tmp_offset = POSSESSIVE0;
        !          7108:   break;
        !          7109:   }
        !          7110: 
1.1       misho    7111: switch(opcode)
                   7112:   {
                   7113:   case OP_STAR:
                   7114:   case OP_PLUS:
                   7115:   case OP_UPTO:
                   7116:   case OP_CRRANGE:
                   7117:   if (type == OP_ANYNL || type == OP_EXTUNI)
                   7118:     {
1.1.1.4 ! misho    7119:     SLJIT_ASSERT(private_data_ptr == 0);
1.1       misho    7120:     if (opcode == OP_STAR || opcode == OP_UPTO)
                   7121:       {
                   7122:       allocate_stack(common, 2);
                   7123:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   7124:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_IMM, 0);
                   7125:       }
                   7126:     else
                   7127:       {
                   7128:       allocate_stack(common, 1);
                   7129:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   7130:       }
1.1.1.4 ! misho    7131: 
1.1       misho    7132:     if (opcode == OP_UPTO || opcode == OP_CRRANGE)
                   7133:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0, SLJIT_IMM, 0);
                   7134: 
                   7135:     label = LABEL();
1.1.1.4 ! misho    7136:     compile_char1_matchingpath(common, type, cc, &backtrack->topbacktracks);
1.1       misho    7137:     if (opcode == OP_UPTO || opcode == OP_CRRANGE)
                   7138:       {
                   7139:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0);
                   7140:       OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
                   7141:       if (opcode == OP_CRRANGE && arg2 > 0)
                   7142:         CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, arg2, label);
                   7143:       if (opcode == OP_UPTO || (opcode == OP_CRRANGE && arg1 > 0))
                   7144:         jump = CMP(SLJIT_C_GREATER_EQUAL, TMP1, 0, SLJIT_IMM, arg1);
                   7145:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE0, TMP1, 0);
                   7146:       }
                   7147: 
1.1.1.4 ! misho    7148:     /* We cannot use TMP3 because of this allocate_stack. */
1.1       misho    7149:     allocate_stack(common, 1);
                   7150:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   7151:     JUMPTO(SLJIT_JUMP, label);
                   7152:     if (jump != NULL)
                   7153:       JUMPHERE(jump);
                   7154:     }
                   7155:   else
                   7156:     {
1.1.1.3   misho    7157:     if (opcode == OP_PLUS)
1.1.1.4 ! misho    7158:       compile_char1_matchingpath(common, type, cc, &backtrack->topbacktracks);
        !          7159:     if (private_data_ptr == 0)
        !          7160:       allocate_stack(common, 2);
        !          7161:     OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
        !          7162:     if (opcode <= OP_PLUS)
        !          7163:       OP1(SLJIT_MOV, base, offset1, STR_PTR, 0);
        !          7164:     else
        !          7165:       OP1(SLJIT_MOV, base, offset1, SLJIT_IMM, 1);
1.1       misho    7166:     label = LABEL();
1.1.1.4 ! misho    7167:     compile_char1_matchingpath(common, type, cc, &nomatch);
        !          7168:     OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
        !          7169:     if (opcode <= OP_PLUS)
        !          7170:       JUMPTO(SLJIT_JUMP, label);
        !          7171:     else if (opcode == OP_CRRANGE && arg1 == 0)
1.1       misho    7172:       {
1.1.1.4 ! misho    7173:       OP2(SLJIT_ADD, base, offset1, base, offset1, SLJIT_IMM, 1);
1.1       misho    7174:       JUMPTO(SLJIT_JUMP, label);
                   7175:       }
                   7176:     else
                   7177:       {
1.1.1.4 ! misho    7178:       OP1(SLJIT_MOV, TMP1, 0, base, offset1);
1.1       misho    7179:       OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
1.1.1.4 ! misho    7180:       OP1(SLJIT_MOV, base, offset1, TMP1, 0);
1.1       misho    7181:       CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, arg1 + 1, label);
                   7182:       }
                   7183:     set_jumps(nomatch, LABEL());
1.1.1.3   misho    7184:     if (opcode == OP_CRRANGE)
1.1.1.4 ! misho    7185:       add_jump(compiler, &backtrack->topbacktracks, CMP(SLJIT_C_LESS, base, offset1, SLJIT_IMM, arg2 + 1));
        !          7186:     OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
1.1       misho    7187:     }
1.1.1.4 ! misho    7188:   BACKTRACK_AS(iterator_backtrack)->matchingpath = LABEL();
1.1       misho    7189:   break;
                   7190: 
                   7191:   case OP_MINSTAR:
                   7192:   case OP_MINPLUS:
1.1.1.3   misho    7193:   if (opcode == OP_MINPLUS)
1.1.1.4 ! misho    7194:     compile_char1_matchingpath(common, type, cc, &backtrack->topbacktracks);
        !          7195:   if (private_data_ptr == 0)
        !          7196:     allocate_stack(common, 1);
        !          7197:   OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
        !          7198:   BACKTRACK_AS(iterator_backtrack)->matchingpath = LABEL();
1.1       misho    7199:   break;
                   7200: 
                   7201:   case OP_MINUPTO:
                   7202:   case OP_CRMINRANGE:
1.1.1.4 ! misho    7203:   if (private_data_ptr == 0)
        !          7204:     allocate_stack(common, 2);
        !          7205:   OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
        !          7206:   OP1(SLJIT_MOV, base, offset1, SLJIT_IMM, 1);
1.1       misho    7207:   if (opcode == OP_CRMINRANGE)
1.1.1.3   misho    7208:     add_jump(compiler, &backtrack->topbacktracks, JUMP(SLJIT_JUMP));
1.1.1.4 ! misho    7209:   BACKTRACK_AS(iterator_backtrack)->matchingpath = LABEL();
1.1       misho    7210:   break;
                   7211: 
                   7212:   case OP_QUERY:
                   7213:   case OP_MINQUERY:
1.1.1.4 ! misho    7214:   if (private_data_ptr == 0)
        !          7215:     allocate_stack(common, 1);
        !          7216:   OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
1.1       misho    7217:   if (opcode == OP_QUERY)
1.1.1.4 ! misho    7218:     compile_char1_matchingpath(common, type, cc, &backtrack->topbacktracks);
        !          7219:   BACKTRACK_AS(iterator_backtrack)->matchingpath = LABEL();
1.1       misho    7220:   break;
                   7221: 
                   7222:   case OP_EXACT:
1.1.1.4 ! misho    7223:   OP1(SLJIT_MOV, tmp_base, tmp_offset, SLJIT_IMM, arg1);
1.1       misho    7224:   label = LABEL();
1.1.1.4 ! misho    7225:   compile_char1_matchingpath(common, type, cc, &backtrack->topbacktracks);
        !          7226:   OP2(SLJIT_SUB | SLJIT_SET_E, tmp_base, tmp_offset, tmp_base, tmp_offset, SLJIT_IMM, 1);
        !          7227:   JUMPTO(SLJIT_C_NOT_ZERO, label);
1.1       misho    7228:   break;
                   7229: 
                   7230:   case OP_POSSTAR:
                   7231:   case OP_POSPLUS:
                   7232:   case OP_POSUPTO:
1.1.1.4 ! misho    7233:   if (opcode == OP_POSPLUS)
        !          7234:     compile_char1_matchingpath(common, type, cc, &backtrack->topbacktracks);
        !          7235:   if (opcode == OP_POSUPTO)
        !          7236:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1, SLJIT_IMM, arg1);
        !          7237:   OP1(SLJIT_MOV, tmp_base, tmp_offset, STR_PTR, 0);
1.1       misho    7238:   label = LABEL();
1.1.1.4 ! misho    7239:   compile_char1_matchingpath(common, type, cc, &nomatch);
        !          7240:   OP1(SLJIT_MOV, tmp_base, tmp_offset, STR_PTR, 0);
1.1       misho    7241:   if (opcode != OP_POSUPTO)
                   7242:     JUMPTO(SLJIT_JUMP, label);
                   7243:   else
                   7244:     {
1.1.1.4 ! misho    7245:     OP2(SLJIT_SUB | SLJIT_SET_E, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1, SLJIT_MEM1(SLJIT_LOCALS_REG), POSSESSIVE1, SLJIT_IMM, 1);
        !          7246:     JUMPTO(SLJIT_C_NOT_ZERO, label);
1.1       misho    7247:     }
                   7248:   set_jumps(nomatch, LABEL());
1.1.1.4 ! misho    7249:   OP1(SLJIT_MOV, STR_PTR, 0, tmp_base, tmp_offset);
1.1       misho    7250:   break;
                   7251: 
                   7252:   case OP_POSQUERY:
1.1.1.4 ! misho    7253:   OP1(SLJIT_MOV, tmp_base, tmp_offset, STR_PTR, 0);
        !          7254:   compile_char1_matchingpath(common, type, cc, &nomatch);
        !          7255:   OP1(SLJIT_MOV, tmp_base, tmp_offset, STR_PTR, 0);
1.1       misho    7256:   set_jumps(nomatch, LABEL());
1.1.1.4 ! misho    7257:   OP1(SLJIT_MOV, STR_PTR, 0, tmp_base, tmp_offset);
1.1       misho    7258:   break;
                   7259: 
                   7260:   default:
                   7261:   SLJIT_ASSERT_STOP();
                   7262:   break;
                   7263:   }
                   7264: 
1.1.1.4 ! misho    7265: count_match(common);
1.1       misho    7266: return end;
                   7267: }
                   7268: 
1.1.1.4 ! misho    7269: static SLJIT_INLINE pcre_uchar *compile_fail_accept_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
1.1       misho    7270: {
                   7271: DEFINE_COMPILER;
1.1.1.3   misho    7272: backtrack_common *backtrack;
1.1       misho    7273: 
1.1.1.4 ! misho    7274: PUSH_BACKTRACK(sizeof(backtrack_common), cc, NULL);
1.1       misho    7275: 
                   7276: if (*cc == OP_FAIL)
                   7277:   {
1.1.1.3   misho    7278:   add_jump(compiler, &backtrack->topbacktracks, JUMP(SLJIT_JUMP));
1.1       misho    7279:   return cc + 1;
                   7280:   }
                   7281: 
                   7282: if (*cc == OP_ASSERT_ACCEPT || common->currententry != NULL)
                   7283:   {
                   7284:   /* No need to check notempty conditions. */
1.1.1.4 ! misho    7285:   if (common->accept_label == NULL)
1.1       misho    7286:     add_jump(compiler, &common->accept, JUMP(SLJIT_JUMP));
                   7287:   else
1.1.1.4 ! misho    7288:     JUMPTO(SLJIT_JUMP, common->accept_label);
1.1       misho    7289:   return cc + 1;
                   7290:   }
                   7291: 
1.1.1.4 ! misho    7292: if (common->accept_label == NULL)
1.1       misho    7293:   add_jump(compiler, &common->accept, CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0)));
                   7294: else
1.1.1.4 ! misho    7295:   CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0), common->accept_label);
1.1       misho    7296: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   7297: OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, notempty));
1.1.1.3   misho    7298: add_jump(compiler, &backtrack->topbacktracks, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0));
1.1       misho    7299: OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, notempty_atstart));
1.1.1.4 ! misho    7300: if (common->accept_label == NULL)
1.1       misho    7301:   add_jump(compiler, &common->accept, CMP(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, 0));
                   7302: else
1.1.1.4 ! misho    7303:   CMPTO(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, 0, common->accept_label);
1.1       misho    7304: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, str));
1.1.1.4 ! misho    7305: if (common->accept_label == NULL)
1.1       misho    7306:   add_jump(compiler, &common->accept, CMP(SLJIT_C_NOT_EQUAL, TMP2, 0, STR_PTR, 0));
                   7307: else
1.1.1.4 ! misho    7308:   CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, STR_PTR, 0, common->accept_label);
1.1.1.3   misho    7309: add_jump(compiler, &backtrack->topbacktracks, JUMP(SLJIT_JUMP));
1.1       misho    7310: return cc + 1;
                   7311: }
                   7312: 
1.1.1.4 ! misho    7313: static SLJIT_INLINE pcre_uchar *compile_close_matchingpath(compiler_common *common, pcre_uchar *cc)
1.1       misho    7314: {
                   7315: DEFINE_COMPILER;
                   7316: int offset = GET2(cc, 1);
1.1.1.4 ! misho    7317: BOOL optimized_cbracket = common->optimized_cbracket[offset] != 0;
1.1       misho    7318: 
                   7319: /* Data will be discarded anyway... */
                   7320: if (common->currententry != NULL)
1.1.1.2   misho    7321:   return cc + 1 + IMM2_SIZE;
1.1       misho    7322: 
1.1.1.4 ! misho    7323: if (!optimized_cbracket)
        !          7324:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR_PRIV(offset));
1.1       misho    7325: offset <<= 1;
                   7326: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), STR_PTR, 0);
1.1.1.4 ! misho    7327: if (!optimized_cbracket)
        !          7328:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
1.1.1.2   misho    7329: return cc + 1 + IMM2_SIZE;
1.1       misho    7330: }
                   7331: 
1.1.1.4 ! misho    7332: static SLJIT_INLINE pcre_uchar *compile_control_verb_matchingpath(compiler_common *common, pcre_uchar *cc, backtrack_common *parent)
        !          7333: {
        !          7334: DEFINE_COMPILER;
        !          7335: backtrack_common *backtrack;
        !          7336: pcre_uchar opcode = *cc;
        !          7337: pcre_uchar *ccend = cc + 1;
        !          7338: 
        !          7339: if (opcode == OP_PRUNE_ARG || opcode == OP_SKIP_ARG || opcode == OP_THEN_ARG)
        !          7340:   ccend += 2 + cc[1];
        !          7341: 
        !          7342: PUSH_BACKTRACK(sizeof(backtrack_common), cc, NULL);
        !          7343: 
        !          7344: if (opcode == OP_SKIP)
        !          7345:   {
        !          7346:   allocate_stack(common, 1);
        !          7347:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
        !          7348:   return ccend;
        !          7349:   }
        !          7350: 
        !          7351: if (opcode == OP_PRUNE_ARG || opcode == OP_THEN_ARG)
        !          7352:   {
        !          7353:   OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
        !          7354:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, (sljit_sw)(cc + 2));
        !          7355:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr, TMP2, 0);
        !          7356:   OP1(SLJIT_MOV, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, mark_ptr), TMP2, 0);
        !          7357:   }
        !          7358: 
        !          7359: return ccend;
        !          7360: }
        !          7361: 
        !          7362: static pcre_uchar then_trap_opcode[1] = { OP_THEN_TRAP };
        !          7363: 
        !          7364: static SLJIT_INLINE void compile_then_trap_matchingpath(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend, backtrack_common *parent)
        !          7365: {
        !          7366: DEFINE_COMPILER;
        !          7367: backtrack_common *backtrack;
        !          7368: BOOL needs_control_head;
        !          7369: int size;
        !          7370: 
        !          7371: PUSH_BACKTRACK_NOVALUE(sizeof(then_trap_backtrack), cc);
        !          7372: common->then_trap = BACKTRACK_AS(then_trap_backtrack);
        !          7373: BACKTRACK_AS(then_trap_backtrack)->common.cc = then_trap_opcode;
        !          7374: BACKTRACK_AS(then_trap_backtrack)->start = (sljit_sw)(cc - common->start);
        !          7375: BACKTRACK_AS(then_trap_backtrack)->framesize = get_framesize(common, cc, ccend, FALSE, &needs_control_head);
        !          7376: 
        !          7377: size = BACKTRACK_AS(then_trap_backtrack)->framesize;
        !          7378: size = 3 + (size < 0 ? 0 : size);
        !          7379: 
        !          7380: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          7381: allocate_stack(common, size);
        !          7382: if (size > 3)
        !          7383:   OP2(SLJIT_SUB, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, STACK_TOP, 0, SLJIT_IMM, (size - 3) * sizeof(sljit_sw));
        !          7384: else
        !          7385:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, STACK_TOP, 0);
        !          7386: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(size - 1), SLJIT_IMM, BACKTRACK_AS(then_trap_backtrack)->start);
        !          7387: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(size - 2), SLJIT_IMM, type_then_trap);
        !          7388: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(size - 3), TMP2, 0);
        !          7389: 
        !          7390: size = BACKTRACK_AS(then_trap_backtrack)->framesize;
        !          7391: if (size >= 0)
        !          7392:   init_frame(common, cc, ccend, size - 1, 0, FALSE);
        !          7393: }
        !          7394: 
        !          7395: static void compile_matchingpath(compiler_common *common, pcre_uchar *cc, pcre_uchar *ccend, backtrack_common *parent)
1.1       misho    7396: {
                   7397: DEFINE_COMPILER;
1.1.1.3   misho    7398: backtrack_common *backtrack;
1.1.1.4 ! misho    7399: BOOL has_then_trap = FALSE;
        !          7400: then_trap_backtrack *save_then_trap = NULL;
        !          7401: 
        !          7402: SLJIT_ASSERT(*ccend == OP_END || (*ccend >= OP_ALT && *ccend <= OP_KETRPOS));
        !          7403: 
        !          7404: if (common->has_then && common->then_offsets[cc - common->start] != 0)
        !          7405:   {
        !          7406:   SLJIT_ASSERT(*ccend != OP_END && common->control_head_ptr != 0);
        !          7407:   has_then_trap = TRUE;
        !          7408:   save_then_trap = common->then_trap;
        !          7409:   /* Tail item on backtrack. */
        !          7410:   compile_then_trap_matchingpath(common, cc, ccend, parent);
        !          7411:   }
1.1       misho    7412: 
                   7413: while (cc < ccend)
                   7414:   {
                   7415:   switch(*cc)
                   7416:     {
                   7417:     case OP_SOD:
                   7418:     case OP_SOM:
                   7419:     case OP_NOT_WORD_BOUNDARY:
                   7420:     case OP_WORD_BOUNDARY:
                   7421:     case OP_NOT_DIGIT:
                   7422:     case OP_DIGIT:
                   7423:     case OP_NOT_WHITESPACE:
                   7424:     case OP_WHITESPACE:
                   7425:     case OP_NOT_WORDCHAR:
                   7426:     case OP_WORDCHAR:
                   7427:     case OP_ANY:
                   7428:     case OP_ALLANY:
                   7429:     case OP_ANYBYTE:
                   7430:     case OP_NOTPROP:
                   7431:     case OP_PROP:
                   7432:     case OP_ANYNL:
                   7433:     case OP_NOT_HSPACE:
                   7434:     case OP_HSPACE:
                   7435:     case OP_NOT_VSPACE:
                   7436:     case OP_VSPACE:
                   7437:     case OP_EXTUNI:
                   7438:     case OP_EODN:
                   7439:     case OP_EOD:
                   7440:     case OP_CIRC:
                   7441:     case OP_CIRCM:
                   7442:     case OP_DOLL:
                   7443:     case OP_DOLLM:
                   7444:     case OP_NOT:
                   7445:     case OP_NOTI:
                   7446:     case OP_REVERSE:
1.1.1.4 ! misho    7447:     cc = compile_char1_matchingpath(common, *cc, cc + 1, parent->top != NULL ? &parent->top->nextbacktracks : &parent->topbacktracks);
1.1       misho    7448:     break;
                   7449: 
                   7450:     case OP_SET_SOM:
1.1.1.3   misho    7451:     PUSH_BACKTRACK_NOVALUE(sizeof(backtrack_common), cc);
                   7452:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0));
1.1       misho    7453:     allocate_stack(common, 1);
                   7454:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0), STR_PTR, 0);
1.1.1.3   misho    7455:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP2, 0);
1.1       misho    7456:     cc++;
                   7457:     break;
                   7458: 
                   7459:     case OP_CHAR:
                   7460:     case OP_CHARI:
1.1.1.3   misho    7461:     if (common->mode == JIT_COMPILE)
1.1.1.4 ! misho    7462:       cc = compile_charn_matchingpath(common, cc, ccend, parent->top != NULL ? &parent->top->nextbacktracks : &parent->topbacktracks);
1.1.1.3   misho    7463:     else
1.1.1.4 ! misho    7464:       cc = compile_char1_matchingpath(common, *cc, cc + 1, parent->top != NULL ? &parent->top->nextbacktracks : &parent->topbacktracks);
1.1       misho    7465:     break;
                   7466: 
                   7467:     case OP_STAR:
                   7468:     case OP_MINSTAR:
                   7469:     case OP_PLUS:
                   7470:     case OP_MINPLUS:
                   7471:     case OP_QUERY:
                   7472:     case OP_MINQUERY:
                   7473:     case OP_UPTO:
                   7474:     case OP_MINUPTO:
                   7475:     case OP_EXACT:
                   7476:     case OP_POSSTAR:
                   7477:     case OP_POSPLUS:
                   7478:     case OP_POSQUERY:
                   7479:     case OP_POSUPTO:
                   7480:     case OP_STARI:
                   7481:     case OP_MINSTARI:
                   7482:     case OP_PLUSI:
                   7483:     case OP_MINPLUSI:
                   7484:     case OP_QUERYI:
                   7485:     case OP_MINQUERYI:
                   7486:     case OP_UPTOI:
                   7487:     case OP_MINUPTOI:
                   7488:     case OP_EXACTI:
                   7489:     case OP_POSSTARI:
                   7490:     case OP_POSPLUSI:
                   7491:     case OP_POSQUERYI:
                   7492:     case OP_POSUPTOI:
                   7493:     case OP_NOTSTAR:
                   7494:     case OP_NOTMINSTAR:
                   7495:     case OP_NOTPLUS:
                   7496:     case OP_NOTMINPLUS:
                   7497:     case OP_NOTQUERY:
                   7498:     case OP_NOTMINQUERY:
                   7499:     case OP_NOTUPTO:
                   7500:     case OP_NOTMINUPTO:
                   7501:     case OP_NOTEXACT:
                   7502:     case OP_NOTPOSSTAR:
                   7503:     case OP_NOTPOSPLUS:
                   7504:     case OP_NOTPOSQUERY:
                   7505:     case OP_NOTPOSUPTO:
                   7506:     case OP_NOTSTARI:
                   7507:     case OP_NOTMINSTARI:
                   7508:     case OP_NOTPLUSI:
                   7509:     case OP_NOTMINPLUSI:
                   7510:     case OP_NOTQUERYI:
                   7511:     case OP_NOTMINQUERYI:
                   7512:     case OP_NOTUPTOI:
                   7513:     case OP_NOTMINUPTOI:
                   7514:     case OP_NOTEXACTI:
                   7515:     case OP_NOTPOSSTARI:
                   7516:     case OP_NOTPOSPLUSI:
                   7517:     case OP_NOTPOSQUERYI:
                   7518:     case OP_NOTPOSUPTOI:
                   7519:     case OP_TYPESTAR:
                   7520:     case OP_TYPEMINSTAR:
                   7521:     case OP_TYPEPLUS:
                   7522:     case OP_TYPEMINPLUS:
                   7523:     case OP_TYPEQUERY:
                   7524:     case OP_TYPEMINQUERY:
                   7525:     case OP_TYPEUPTO:
                   7526:     case OP_TYPEMINUPTO:
                   7527:     case OP_TYPEEXACT:
                   7528:     case OP_TYPEPOSSTAR:
                   7529:     case OP_TYPEPOSPLUS:
                   7530:     case OP_TYPEPOSQUERY:
                   7531:     case OP_TYPEPOSUPTO:
1.1.1.4 ! misho    7532:     cc = compile_iterator_matchingpath(common, cc, parent);
1.1       misho    7533:     break;
                   7534: 
                   7535:     case OP_CLASS:
                   7536:     case OP_NCLASS:
1.1.1.2   misho    7537:     if (cc[1 + (32 / sizeof(pcre_uchar))] >= OP_CRSTAR && cc[1 + (32 / sizeof(pcre_uchar))] <= OP_CRMINRANGE)
1.1.1.4 ! misho    7538:       cc = compile_iterator_matchingpath(common, cc, parent);
1.1       misho    7539:     else
1.1.1.4 ! misho    7540:       cc = compile_char1_matchingpath(common, *cc, cc + 1, parent->top != NULL ? &parent->top->nextbacktracks : &parent->topbacktracks);
1.1       misho    7541:     break;
                   7542: 
1.1.1.4 ! misho    7543: #if defined SUPPORT_UTF || defined COMPILE_PCRE16 || defined COMPILE_PCRE32
1.1       misho    7544:     case OP_XCLASS:
                   7545:     if (*(cc + GET(cc, 1)) >= OP_CRSTAR && *(cc + GET(cc, 1)) <= OP_CRMINRANGE)
1.1.1.4 ! misho    7546:       cc = compile_iterator_matchingpath(common, cc, parent);
1.1       misho    7547:     else
1.1.1.4 ! misho    7548:       cc = compile_char1_matchingpath(common, *cc, cc + 1, parent->top != NULL ? &parent->top->nextbacktracks : &parent->topbacktracks);
1.1       misho    7549:     break;
                   7550: #endif
                   7551: 
                   7552:     case OP_REF:
                   7553:     case OP_REFI:
1.1.1.2   misho    7554:     if (cc[1 + IMM2_SIZE] >= OP_CRSTAR && cc[1 + IMM2_SIZE] <= OP_CRMINRANGE)
1.1.1.4 ! misho    7555:       cc = compile_ref_iterator_matchingpath(common, cc, parent);
1.1       misho    7556:     else
1.1.1.4 ! misho    7557:       cc = compile_ref_matchingpath(common, cc, parent->top != NULL ? &parent->top->nextbacktracks : &parent->topbacktracks, TRUE, FALSE);
1.1       misho    7558:     break;
                   7559: 
                   7560:     case OP_RECURSE:
1.1.1.4 ! misho    7561:     cc = compile_recurse_matchingpath(common, cc, parent);
        !          7562:     break;
        !          7563: 
        !          7564:     case OP_CALLOUT:
        !          7565:     cc = compile_callout_matchingpath(common, cc, parent);
1.1       misho    7566:     break;
                   7567: 
                   7568:     case OP_ASSERT:
                   7569:     case OP_ASSERT_NOT:
                   7570:     case OP_ASSERTBACK:
                   7571:     case OP_ASSERTBACK_NOT:
1.1.1.3   misho    7572:     PUSH_BACKTRACK_NOVALUE(sizeof(assert_backtrack), cc);
1.1.1.4 ! misho    7573:     cc = compile_assert_matchingpath(common, cc, BACKTRACK_AS(assert_backtrack), FALSE);
1.1       misho    7574:     break;
                   7575: 
                   7576:     case OP_BRAMINZERO:
1.1.1.3   misho    7577:     PUSH_BACKTRACK_NOVALUE(sizeof(braminzero_backtrack), cc);
1.1       misho    7578:     cc = bracketend(cc + 1);
                   7579:     if (*(cc - 1 - LINK_SIZE) != OP_KETRMIN)
                   7580:       {
                   7581:       allocate_stack(common, 1);
                   7582:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   7583:       }
                   7584:     else
                   7585:       {
                   7586:       allocate_stack(common, 2);
                   7587:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
                   7588:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), STR_PTR, 0);
                   7589:       }
1.1.1.4 ! misho    7590:     BACKTRACK_AS(braminzero_backtrack)->matchingpath = LABEL();
1.1       misho    7591:     if (cc[1] > OP_ASSERTBACK_NOT)
1.1.1.4 ! misho    7592:       count_match(common);
1.1       misho    7593:     break;
                   7594: 
                   7595:     case OP_ONCE:
                   7596:     case OP_ONCE_NC:
                   7597:     case OP_BRA:
                   7598:     case OP_CBRA:
                   7599:     case OP_COND:
                   7600:     case OP_SBRA:
                   7601:     case OP_SCBRA:
                   7602:     case OP_SCOND:
1.1.1.4 ! misho    7603:     cc = compile_bracket_matchingpath(common, cc, parent);
1.1       misho    7604:     break;
                   7605: 
                   7606:     case OP_BRAZERO:
                   7607:     if (cc[1] > OP_ASSERTBACK_NOT)
1.1.1.4 ! misho    7608:       cc = compile_bracket_matchingpath(common, cc, parent);
1.1       misho    7609:     else
                   7610:       {
1.1.1.3   misho    7611:       PUSH_BACKTRACK_NOVALUE(sizeof(assert_backtrack), cc);
1.1.1.4 ! misho    7612:       cc = compile_assert_matchingpath(common, cc, BACKTRACK_AS(assert_backtrack), FALSE);
1.1       misho    7613:       }
                   7614:     break;
                   7615: 
                   7616:     case OP_BRAPOS:
                   7617:     case OP_CBRAPOS:
                   7618:     case OP_SBRAPOS:
                   7619:     case OP_SCBRAPOS:
                   7620:     case OP_BRAPOSZERO:
1.1.1.4 ! misho    7621:     cc = compile_bracketpos_matchingpath(common, cc, parent);
1.1.1.3   misho    7622:     break;
                   7623: 
                   7624:     case OP_MARK:
                   7625:     PUSH_BACKTRACK_NOVALUE(sizeof(backtrack_common), cc);
                   7626:     SLJIT_ASSERT(common->mark_ptr != 0);
                   7627:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr);
1.1.1.4 ! misho    7628:     allocate_stack(common, common->has_skip_arg ? 5 : 1);
1.1.1.3   misho    7629:     OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
1.1.1.4 ! misho    7630:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(common->has_skip_arg ? 4 : 0), TMP2, 0);
        !          7631:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, (sljit_sw)(cc + 2));
1.1.1.3   misho    7632:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr, TMP2, 0);
                   7633:     OP1(SLJIT_MOV, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, mark_ptr), TMP2, 0);
1.1.1.4 ! misho    7634:     if (common->has_skip_arg)
        !          7635:       {
        !          7636:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          7637:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, STACK_TOP, 0);
        !          7638:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(1), SLJIT_IMM, type_mark);
        !          7639:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(2), SLJIT_IMM, (sljit_sw)(cc + 2));
        !          7640:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(3), STR_PTR, 0);
        !          7641:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), TMP1, 0);
        !          7642:       }
1.1.1.3   misho    7643:     cc += 1 + 2 + cc[1];
                   7644:     break;
                   7645: 
1.1.1.4 ! misho    7646:     case OP_PRUNE:
        !          7647:     case OP_PRUNE_ARG:
        !          7648:     case OP_SKIP:
        !          7649:     case OP_SKIP_ARG:
        !          7650:     case OP_THEN:
        !          7651:     case OP_THEN_ARG:
1.1.1.3   misho    7652:     case OP_COMMIT:
1.1.1.4 ! misho    7653:     cc = compile_control_verb_matchingpath(common, cc, parent);
1.1       misho    7654:     break;
                   7655: 
                   7656:     case OP_FAIL:
                   7657:     case OP_ACCEPT:
                   7658:     case OP_ASSERT_ACCEPT:
1.1.1.4 ! misho    7659:     cc = compile_fail_accept_matchingpath(common, cc, parent);
1.1       misho    7660:     break;
                   7661: 
                   7662:     case OP_CLOSE:
1.1.1.4 ! misho    7663:     cc = compile_close_matchingpath(common, cc);
1.1       misho    7664:     break;
                   7665: 
                   7666:     case OP_SKIPZERO:
                   7667:     cc = bracketend(cc + 1);
                   7668:     break;
                   7669: 
                   7670:     default:
                   7671:     SLJIT_ASSERT_STOP();
                   7672:     return;
                   7673:     }
                   7674:   if (cc == NULL)
                   7675:     return;
                   7676:   }
1.1.1.4 ! misho    7677: 
        !          7678: if (has_then_trap)
        !          7679:   {
        !          7680:   /* Head item on backtrack. */
        !          7681:   PUSH_BACKTRACK_NOVALUE(sizeof(then_trap_backtrack), cc);
        !          7682:   BACKTRACK_AS(then_trap_backtrack)->common.cc = then_trap_opcode;
        !          7683:   BACKTRACK_AS(then_trap_backtrack)->then_trap = common->then_trap;
        !          7684:   common->then_trap = save_then_trap;
        !          7685:   }
1.1       misho    7686: SLJIT_ASSERT(cc == ccend);
                   7687: }
                   7688: 
1.1.1.3   misho    7689: #undef PUSH_BACKTRACK
                   7690: #undef PUSH_BACKTRACK_NOVALUE
                   7691: #undef BACKTRACK_AS
1.1       misho    7692: 
1.1.1.4 ! misho    7693: #define COMPILE_BACKTRACKINGPATH(current) \
1.1       misho    7694:   do \
                   7695:     { \
1.1.1.4 ! misho    7696:     compile_backtrackingpath(common, (current)); \
1.1       misho    7697:     if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler))) \
                   7698:       return; \
                   7699:     } \
                   7700:   while (0)
                   7701: 
1.1.1.3   misho    7702: #define CURRENT_AS(type) ((type *)current)
1.1       misho    7703: 
1.1.1.4 ! misho    7704: static void compile_iterator_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    7705: {
                   7706: DEFINE_COMPILER;
1.1.1.2   misho    7707: pcre_uchar *cc = current->cc;
                   7708: pcre_uchar opcode;
                   7709: pcre_uchar type;
1.1       misho    7710: int arg1 = -1, arg2 = -1;
                   7711: struct sljit_label *label = NULL;
                   7712: struct sljit_jump *jump = NULL;
1.1.1.3   misho    7713: jump_list *jumplist = NULL;
1.1.1.4 ! misho    7714: int private_data_ptr = PRIVATE_DATA(cc);
        !          7715: int base = (private_data_ptr == 0) ? SLJIT_MEM1(STACK_TOP) : SLJIT_MEM1(SLJIT_LOCALS_REG);
        !          7716: int offset0 = (private_data_ptr == 0) ? STACK(0) : private_data_ptr;
        !          7717: int offset1 = (private_data_ptr == 0) ? STACK(1) : private_data_ptr + (int)sizeof(sljit_sw);
1.1       misho    7718: 
                   7719: cc = get_iterator_parameters(common, cc, &opcode, &type, &arg1, &arg2, NULL);
                   7720: 
                   7721: switch(opcode)
                   7722:   {
                   7723:   case OP_STAR:
                   7724:   case OP_PLUS:
                   7725:   case OP_UPTO:
                   7726:   case OP_CRRANGE:
                   7727:   if (type == OP_ANYNL || type == OP_EXTUNI)
                   7728:     {
1.1.1.4 ! misho    7729:     SLJIT_ASSERT(private_data_ptr == 0);
1.1.1.3   misho    7730:     set_jumps(current->topbacktracks, LABEL());
1.1       misho    7731:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   7732:     free_stack(common, 1);
1.1.1.4 ! misho    7733:     CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1       misho    7734:     }
                   7735:   else
                   7736:     {
1.1.1.4 ! misho    7737:     if (opcode == OP_UPTO)
1.1       misho    7738:       arg2 = 0;
1.1.1.4 ! misho    7739:     if (opcode <= OP_PLUS)
        !          7740:       {
        !          7741:       OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7742:       jump = CMP(SLJIT_C_LESS_EQUAL, STR_PTR, 0, base, offset1);
        !          7743:       }
        !          7744:     else
        !          7745:       {
        !          7746:       OP1(SLJIT_MOV, TMP1, 0, base, offset1);
        !          7747:       OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7748:       jump = CMP(SLJIT_C_LESS_EQUAL, TMP1, 0, SLJIT_IMM, arg2 + 1);
        !          7749:       OP2(SLJIT_SUB, base, offset1, TMP1, 0, SLJIT_IMM, 1);
        !          7750:       }
1.1       misho    7751:     skip_char_back(common);
1.1.1.4 ! misho    7752:     OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
        !          7753:     JUMPTO(SLJIT_JUMP, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1.1.3   misho    7754:     if (opcode == OP_CRRANGE)
                   7755:       set_jumps(current->topbacktracks, LABEL());
1.1       misho    7756:     JUMPHERE(jump);
1.1.1.4 ! misho    7757:     if (private_data_ptr == 0)
        !          7758:       free_stack(common, 2);
1.1.1.3   misho    7759:     if (opcode == OP_PLUS)
                   7760:       set_jumps(current->topbacktracks, LABEL());
1.1       misho    7761:     }
                   7762:   break;
                   7763: 
                   7764:   case OP_MINSTAR:
                   7765:   case OP_MINPLUS:
1.1.1.4 ! misho    7766:   OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7767:   compile_char1_matchingpath(common, type, cc, &jumplist);
        !          7768:   OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
        !          7769:   JUMPTO(SLJIT_JUMP, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1.1.3   misho    7770:   set_jumps(jumplist, LABEL());
1.1.1.4 ! misho    7771:   if (private_data_ptr == 0)
        !          7772:     free_stack(common, 1);
1.1.1.3   misho    7773:   if (opcode == OP_MINPLUS)
                   7774:     set_jumps(current->topbacktracks, LABEL());
1.1       misho    7775:   break;
                   7776: 
                   7777:   case OP_MINUPTO:
                   7778:   case OP_CRMINRANGE:
                   7779:   if (opcode == OP_CRMINRANGE)
                   7780:     {
                   7781:     label = LABEL();
1.1.1.3   misho    7782:     set_jumps(current->topbacktracks, label);
1.1       misho    7783:     }
1.1.1.4 ! misho    7784:   OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7785:   compile_char1_matchingpath(common, type, cc, &jumplist);
1.1       misho    7786: 
1.1.1.4 ! misho    7787:   OP1(SLJIT_MOV, TMP1, 0, base, offset1);
        !          7788:   OP1(SLJIT_MOV, base, offset0, STR_PTR, 0);
1.1       misho    7789:   OP2(SLJIT_ADD, TMP1, 0, TMP1, 0, SLJIT_IMM, 1);
1.1.1.4 ! misho    7790:   OP1(SLJIT_MOV, base, offset1, TMP1, 0);
1.1       misho    7791: 
                   7792:   if (opcode == OP_CRMINRANGE)
                   7793:     CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, arg2 + 1, label);
                   7794: 
                   7795:   if (opcode == OP_CRMINRANGE && arg1 == 0)
1.1.1.4 ! misho    7796:     JUMPTO(SLJIT_JUMP, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1       misho    7797:   else
1.1.1.4 ! misho    7798:     CMPTO(SLJIT_C_LESS, TMP1, 0, SLJIT_IMM, arg1 + 2, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1       misho    7799: 
1.1.1.3   misho    7800:   set_jumps(jumplist, LABEL());
1.1.1.4 ! misho    7801:   if (private_data_ptr == 0)
        !          7802:     free_stack(common, 2);
1.1       misho    7803:   break;
                   7804: 
                   7805:   case OP_QUERY:
1.1.1.4 ! misho    7806:   OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7807:   OP1(SLJIT_MOV, base, offset0, SLJIT_IMM, 0);
        !          7808:   CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1       misho    7809:   jump = JUMP(SLJIT_JUMP);
1.1.1.3   misho    7810:   set_jumps(current->topbacktracks, LABEL());
1.1.1.4 ! misho    7811:   OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7812:   OP1(SLJIT_MOV, base, offset0, SLJIT_IMM, 0);
        !          7813:   JUMPTO(SLJIT_JUMP, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1       misho    7814:   JUMPHERE(jump);
1.1.1.4 ! misho    7815:   if (private_data_ptr == 0)
        !          7816:     free_stack(common, 1);
1.1       misho    7817:   break;
                   7818: 
                   7819:   case OP_MINQUERY:
1.1.1.4 ! misho    7820:   OP1(SLJIT_MOV, STR_PTR, 0, base, offset0);
        !          7821:   OP1(SLJIT_MOV, base, offset0, SLJIT_IMM, 0);
1.1       misho    7822:   jump = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_IMM, 0);
1.1.1.4 ! misho    7823:   compile_char1_matchingpath(common, type, cc, &jumplist);
        !          7824:   JUMPTO(SLJIT_JUMP, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1.1.3   misho    7825:   set_jumps(jumplist, LABEL());
1.1       misho    7826:   JUMPHERE(jump);
1.1.1.4 ! misho    7827:   if (private_data_ptr == 0)
        !          7828:     free_stack(common, 1);
1.1       misho    7829:   break;
                   7830: 
                   7831:   case OP_EXACT:
                   7832:   case OP_POSPLUS:
1.1.1.3   misho    7833:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    7834:   break;
                   7835: 
                   7836:   case OP_POSSTAR:
                   7837:   case OP_POSQUERY:
                   7838:   case OP_POSUPTO:
                   7839:   break;
                   7840: 
                   7841:   default:
                   7842:   SLJIT_ASSERT_STOP();
                   7843:   break;
                   7844:   }
                   7845: }
                   7846: 
1.1.1.4 ! misho    7847: static SLJIT_INLINE void compile_ref_iterator_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    7848: {
                   7849: DEFINE_COMPILER;
1.1.1.2   misho    7850: pcre_uchar *cc = current->cc;
                   7851: pcre_uchar type;
1.1       misho    7852: 
1.1.1.2   misho    7853: type = cc[1 + IMM2_SIZE];
1.1       misho    7854: if ((type & 0x1) == 0)
                   7855:   {
1.1.1.3   misho    7856:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    7857:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   7858:   free_stack(common, 1);
1.1.1.4 ! misho    7859:   CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1       misho    7860:   return;
                   7861:   }
                   7862: 
                   7863: OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
1.1.1.4 ! misho    7864: CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(iterator_backtrack)->matchingpath);
1.1.1.3   misho    7865: set_jumps(current->topbacktracks, LABEL());
1.1       misho    7866: free_stack(common, 2);
                   7867: }
                   7868: 
1.1.1.4 ! misho    7869: static SLJIT_INLINE void compile_recurse_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    7870: {
                   7871: DEFINE_COMPILER;
                   7872: 
1.1.1.4 ! misho    7873: if (CURRENT_AS(recurse_backtrack)->inlined_pattern)
        !          7874:   compile_backtrackingpath(common, current->top);
1.1.1.3   misho    7875: set_jumps(current->topbacktracks, LABEL());
1.1.1.4 ! misho    7876: if (CURRENT_AS(recurse_backtrack)->inlined_pattern)
        !          7877:   return;
1.1.1.3   misho    7878: 
                   7879: if (common->has_set_som && common->mark_ptr != 0)
                   7880:   {
                   7881:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   7882:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
                   7883:   free_stack(common, 2);
                   7884:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0), TMP2, 0);
                   7885:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr, TMP1, 0);
                   7886:   }
                   7887: else if (common->has_set_som || common->mark_ptr != 0)
                   7888:   {
                   7889:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   7890:   free_stack(common, 1);
                   7891:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->has_set_som ? (int)(OVECTOR(0)) : common->mark_ptr, TMP2, 0);
                   7892:   }
1.1       misho    7893: }
                   7894: 
1.1.1.4 ! misho    7895: static void compile_assert_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    7896: {
                   7897: DEFINE_COMPILER;
1.1.1.2   misho    7898: pcre_uchar *cc = current->cc;
                   7899: pcre_uchar bra = OP_BRA;
1.1       misho    7900: struct sljit_jump *brajump = NULL;
                   7901: 
                   7902: SLJIT_ASSERT(*cc != OP_BRAMINZERO);
                   7903: if (*cc == OP_BRAZERO)
                   7904:   {
                   7905:   bra = *cc;
                   7906:   cc++;
                   7907:   }
                   7908: 
                   7909: if (bra == OP_BRAZERO)
                   7910:   {
1.1.1.3   misho    7911:   SLJIT_ASSERT(current->topbacktracks == NULL);
1.1       misho    7912:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   7913:   }
                   7914: 
1.1.1.3   misho    7915: if (CURRENT_AS(assert_backtrack)->framesize < 0)
1.1       misho    7916:   {
1.1.1.3   misho    7917:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    7918: 
                   7919:   if (bra == OP_BRAZERO)
                   7920:     {
                   7921:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
1.1.1.4 ! misho    7922:     CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(assert_backtrack)->matchingpath);
1.1       misho    7923:     free_stack(common, 1);
                   7924:     }
                   7925:   return;
                   7926:   }
                   7927: 
                   7928: if (bra == OP_BRAZERO)
                   7929:   {
                   7930:   if (*cc == OP_ASSERT_NOT || *cc == OP_ASSERTBACK_NOT)
                   7931:     {
                   7932:     OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
1.1.1.4 ! misho    7933:     CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(assert_backtrack)->matchingpath);
1.1       misho    7934:     free_stack(common, 1);
                   7935:     return;
                   7936:     }
                   7937:   free_stack(common, 1);
                   7938:   brajump = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_IMM, 0);
                   7939:   }
                   7940: 
                   7941: if (*cc == OP_ASSERT || *cc == OP_ASSERTBACK)
                   7942:   {
1.1.1.4 ! misho    7943:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), CURRENT_AS(assert_backtrack)->private_data_ptr);
1.1       misho    7944:   add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    7945:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), CURRENT_AS(assert_backtrack)->private_data_ptr, SLJIT_MEM1(STACK_TOP), CURRENT_AS(assert_backtrack)->framesize * sizeof(sljit_sw));
1.1       misho    7946: 
1.1.1.3   misho    7947:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    7948:   }
                   7949: else
1.1.1.3   misho    7950:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    7951: 
                   7952: if (bra == OP_BRAZERO)
                   7953:   {
                   7954:   /* We know there is enough place on the stack. */
1.1.1.4 ! misho    7955:   OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, sizeof(sljit_sw));
1.1       misho    7956:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), SLJIT_IMM, 0);
1.1.1.4 ! misho    7957:   JUMPTO(SLJIT_JUMP, CURRENT_AS(assert_backtrack)->matchingpath);
1.1       misho    7958:   JUMPHERE(brajump);
                   7959:   }
                   7960: }
                   7961: 
1.1.1.4 ! misho    7962: static void compile_bracket_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    7963: {
                   7964: DEFINE_COMPILER;
1.1.1.4 ! misho    7965: int opcode, stacksize, count;
1.1       misho    7966: int offset = 0;
1.1.1.4 ! misho    7967: int private_data_ptr = CURRENT_AS(bracket_backtrack)->private_data_ptr;
        !          7968: int repeat_ptr = 0, repeat_type = 0, repeat_count = 0;
1.1.1.2   misho    7969: pcre_uchar *cc = current->cc;
                   7970: pcre_uchar *ccbegin;
                   7971: pcre_uchar *ccprev;
1.1       misho    7972: jump_list *jumplist = NULL;
                   7973: jump_list *jumplistitem = NULL;
1.1.1.2   misho    7974: pcre_uchar bra = OP_BRA;
                   7975: pcre_uchar ket;
1.1.1.3   misho    7976: assert_backtrack *assert;
1.1       misho    7977: BOOL has_alternatives;
1.1.1.4 ! misho    7978: BOOL needs_control_head = FALSE;
1.1       misho    7979: struct sljit_jump *brazero = NULL;
                   7980: struct sljit_jump *once = NULL;
                   7981: struct sljit_jump *cond = NULL;
1.1.1.4 ! misho    7982: struct sljit_label *rmin_label = NULL;
        !          7983: struct sljit_label *exact_label = NULL;
1.1       misho    7984: 
                   7985: if (*cc == OP_BRAZERO || *cc == OP_BRAMINZERO)
                   7986:   {
                   7987:   bra = *cc;
                   7988:   cc++;
                   7989:   }
                   7990: 
                   7991: opcode = *cc;
1.1.1.4 ! misho    7992: ccbegin = bracketend(cc) - 1 - LINK_SIZE;
        !          7993: ket = *ccbegin;
        !          7994: if (ket == OP_KET && PRIVATE_DATA(ccbegin) != 0)
        !          7995:   {
        !          7996:   repeat_ptr = PRIVATE_DATA(ccbegin);
        !          7997:   repeat_type = PRIVATE_DATA(ccbegin + 2);
        !          7998:   repeat_count = PRIVATE_DATA(ccbegin + 3);
        !          7999:   SLJIT_ASSERT(repeat_type != 0 && repeat_count != 0);
        !          8000:   if (repeat_type == OP_UPTO)
        !          8001:     ket = OP_KETRMAX;
        !          8002:   if (repeat_type == OP_MINUPTO)
        !          8003:     ket = OP_KETRMIN;
        !          8004:   }
1.1       misho    8005: ccbegin = cc;
                   8006: cc += GET(cc, 1);
                   8007: has_alternatives = *cc == OP_ALT;
                   8008: if (SLJIT_UNLIKELY(opcode == OP_COND) || SLJIT_UNLIKELY(opcode == OP_SCOND))
1.1.1.3   misho    8009:   has_alternatives = (ccbegin[1 + LINK_SIZE] >= OP_ASSERT && ccbegin[1 + LINK_SIZE] <= OP_ASSERTBACK_NOT) || CURRENT_AS(bracket_backtrack)->u.condfailed != NULL;
1.1       misho    8010: if (opcode == OP_CBRA || opcode == OP_SCBRA)
                   8011:   offset = (GET2(ccbegin, 1 + LINK_SIZE)) << 1;
                   8012: if (SLJIT_UNLIKELY(opcode == OP_COND) && (*cc == OP_KETRMAX || *cc == OP_KETRMIN))
                   8013:   opcode = OP_SCOND;
                   8014: if (SLJIT_UNLIKELY(opcode == OP_ONCE_NC))
                   8015:   opcode = OP_ONCE;
                   8016: 
1.1.1.4 ! misho    8017: /* Decoding the needs_control_head in framesize. */
        !          8018: if (opcode == OP_ONCE)
        !          8019:   {
        !          8020:   needs_control_head = (CURRENT_AS(bracket_backtrack)->u.framesize & 0x1) != 0;
        !          8021:   CURRENT_AS(bracket_backtrack)->u.framesize >>= 1;
        !          8022:   }
        !          8023: 
        !          8024: if (ket != OP_KET && repeat_type != 0)
        !          8025:   {
        !          8026:   /* TMP1 is used in OP_KETRMIN below. */
        !          8027:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8028:   free_stack(common, 1);
        !          8029:   if (repeat_type == OP_UPTO)
        !          8030:     OP2(SLJIT_ADD, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, TMP1, 0, SLJIT_IMM, 1);
        !          8031:   else
        !          8032:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, TMP1, 0);
        !          8033:   }
        !          8034: 
1.1       misho    8035: if (ket == OP_KETRMAX)
                   8036:   {
1.1.1.3   misho    8037:   if (bra == OP_BRAZERO)
1.1       misho    8038:     {
                   8039:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8040:     free_stack(common, 1);
                   8041:     brazero = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, 0);
                   8042:     }
                   8043:   }
                   8044: else if (ket == OP_KETRMIN)
                   8045:   {
                   8046:   if (bra != OP_BRAMINZERO)
                   8047:     {
                   8048:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
1.1.1.4 ! misho    8049:     if (repeat_type != 0)
        !          8050:       {
        !          8051:       /* TMP1 was set a few lines above. */
        !          8052:       CMPTO(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, 0, CURRENT_AS(bracket_backtrack)->recursive_matchingpath);
        !          8053:       /* Drop STR_PTR for non-greedy plus quantifier. */
        !          8054:       if (opcode != OP_ONCE)
        !          8055:         free_stack(common, 1);
        !          8056:       }
        !          8057:     else if (opcode >= OP_SBRA || opcode == OP_ONCE)
1.1       misho    8058:       {
                   8059:       /* Checking zero-length iteration. */
1.1.1.3   misho    8060:       if (opcode != OP_ONCE || CURRENT_AS(bracket_backtrack)->u.framesize < 0)
1.1.1.4 ! misho    8061:         CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, CURRENT_AS(bracket_backtrack)->recursive_matchingpath);
1.1       misho    8062:       else
                   8063:         {
1.1.1.4 ! misho    8064:         OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          8065:         CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_MEM1(TMP1), (CURRENT_AS(bracket_backtrack)->u.framesize + 1) * sizeof(sljit_sw), CURRENT_AS(bracket_backtrack)->recursive_matchingpath);
1.1       misho    8066:         }
1.1.1.4 ! misho    8067:       /* Drop STR_PTR for non-greedy plus quantifier. */
1.1       misho    8068:       if (opcode != OP_ONCE)
                   8069:         free_stack(common, 1);
                   8070:       }
                   8071:     else
1.1.1.4 ! misho    8072:       JUMPTO(SLJIT_JUMP, CURRENT_AS(bracket_backtrack)->recursive_matchingpath);
1.1       misho    8073:     }
1.1.1.4 ! misho    8074:   rmin_label = LABEL();
        !          8075:   if (repeat_type != 0)
        !          8076:     OP2(SLJIT_ADD, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_IMM, 1);
1.1       misho    8077:   }
                   8078: else if (bra == OP_BRAZERO)
                   8079:   {
                   8080:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8081:   free_stack(common, 1);
                   8082:   brazero = CMP(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, 0);
                   8083:   }
1.1.1.4 ! misho    8084: else if (repeat_type == OP_EXACT)
        !          8085:   {
        !          8086:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_IMM, 1);
        !          8087:   exact_label = LABEL();
        !          8088:   }
        !          8089: 
        !          8090: if (offset != 0)
        !          8091:   {
        !          8092:   if (common->capture_last_ptr != 0)
        !          8093:     {
        !          8094:     SLJIT_ASSERT(common->optimized_cbracket[offset >> 1] == 0);
        !          8095:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8096:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
        !          8097:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr, TMP1, 0);
        !          8098:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(2));
        !          8099:     free_stack(common, 3);
        !          8100:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP2, 0);
        !          8101:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), TMP1, 0);
        !          8102:     }
        !          8103:   else if (common->optimized_cbracket[offset >> 1] == 0)
        !          8104:     {
        !          8105:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8106:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
        !          8107:     free_stack(common, 2);
        !          8108:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
        !          8109:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), TMP2, 0);
        !          8110:     }
        !          8111:   }
1.1       misho    8112: 
                   8113: if (SLJIT_UNLIKELY(opcode == OP_ONCE))
                   8114:   {
1.1.1.3   misho    8115:   if (CURRENT_AS(bracket_backtrack)->u.framesize >= 0)
1.1       misho    8116:     {
1.1.1.4 ! misho    8117:     OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
1.1       misho    8118:     add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
                   8119:     }
                   8120:   once = JUMP(SLJIT_JUMP);
                   8121:   }
                   8122: else if (SLJIT_UNLIKELY(opcode == OP_COND) || SLJIT_UNLIKELY(opcode == OP_SCOND))
                   8123:   {
                   8124:   if (has_alternatives)
                   8125:     {
                   8126:     /* Always exactly one alternative. */
                   8127:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8128:     free_stack(common, 1);
                   8129: 
                   8130:     jumplistitem = sljit_alloc_memory(compiler, sizeof(jump_list));
                   8131:     if (SLJIT_UNLIKELY(!jumplistitem))
                   8132:       return;
                   8133:     jumplist = jumplistitem;
                   8134:     jumplistitem->next = NULL;
                   8135:     jumplistitem->jump = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, 1);
                   8136:     }
                   8137:   }
                   8138: else if (*cc == OP_ALT)
                   8139:   {
                   8140:   /* Build a jump list. Get the last successfully matched branch index. */
                   8141:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8142:   free_stack(common, 1);
                   8143:   count = 1;
                   8144:   do
                   8145:     {
                   8146:     /* Append as the last item. */
                   8147:     if (jumplist != NULL)
                   8148:       {
                   8149:       jumplistitem->next = sljit_alloc_memory(compiler, sizeof(jump_list));
                   8150:       jumplistitem = jumplistitem->next;
                   8151:       }
                   8152:     else
                   8153:       {
                   8154:       jumplistitem = sljit_alloc_memory(compiler, sizeof(jump_list));
                   8155:       jumplist = jumplistitem;
                   8156:       }
                   8157: 
                   8158:     if (SLJIT_UNLIKELY(!jumplistitem))
                   8159:       return;
                   8160: 
                   8161:     jumplistitem->next = NULL;
                   8162:     jumplistitem->jump = CMP(SLJIT_C_EQUAL, TMP1, 0, SLJIT_IMM, count++);
                   8163:     cc += GET(cc, 1);
                   8164:     }
                   8165:   while (*cc == OP_ALT);
                   8166: 
                   8167:   cc = ccbegin + GET(ccbegin, 1);
                   8168:   }
                   8169: 
1.1.1.4 ! misho    8170: COMPILE_BACKTRACKINGPATH(current->top);
1.1.1.3   misho    8171: if (current->topbacktracks)
                   8172:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    8173: 
                   8174: if (SLJIT_UNLIKELY(opcode == OP_COND) || SLJIT_UNLIKELY(opcode == OP_SCOND))
                   8175:   {
                   8176:   /* Conditional block always has at most one alternative. */
                   8177:   if (ccbegin[1 + LINK_SIZE] >= OP_ASSERT && ccbegin[1 + LINK_SIZE] <= OP_ASSERTBACK_NOT)
                   8178:     {
                   8179:     SLJIT_ASSERT(has_alternatives);
1.1.1.3   misho    8180:     assert = CURRENT_AS(bracket_backtrack)->u.assert;
1.1       misho    8181:     if (assert->framesize >= 0 && (ccbegin[1 + LINK_SIZE] == OP_ASSERT || ccbegin[1 + LINK_SIZE] == OP_ASSERTBACK))
                   8182:       {
1.1.1.4 ! misho    8183:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), assert->private_data_ptr);
1.1       misho    8184:       add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    8185:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), assert->private_data_ptr, SLJIT_MEM1(STACK_TOP), assert->framesize * sizeof(sljit_sw));
1.1       misho    8186:       }
                   8187:     cond = JUMP(SLJIT_JUMP);
1.1.1.3   misho    8188:     set_jumps(CURRENT_AS(bracket_backtrack)->u.assert->condfailed, LABEL());
1.1       misho    8189:     }
1.1.1.3   misho    8190:   else if (CURRENT_AS(bracket_backtrack)->u.condfailed != NULL)
1.1       misho    8191:     {
                   8192:     SLJIT_ASSERT(has_alternatives);
                   8193:     cond = JUMP(SLJIT_JUMP);
1.1.1.3   misho    8194:     set_jumps(CURRENT_AS(bracket_backtrack)->u.condfailed, LABEL());
1.1       misho    8195:     }
                   8196:   else
                   8197:     SLJIT_ASSERT(!has_alternatives);
                   8198:   }
                   8199: 
                   8200: if (has_alternatives)
                   8201:   {
                   8202:   count = 1;
                   8203:   do
                   8204:     {
                   8205:     current->top = NULL;
1.1.1.3   misho    8206:     current->topbacktracks = NULL;
                   8207:     current->nextbacktracks = NULL;
1.1.1.4 ! misho    8208:     /* Conditional blocks always have an additional alternative, even if it is empty. */
1.1       misho    8209:     if (*cc == OP_ALT)
                   8210:       {
                   8211:       ccprev = cc + 1 + LINK_SIZE;
                   8212:       cc += GET(cc, 1);
                   8213:       if (opcode != OP_COND && opcode != OP_SCOND)
                   8214:         {
1.1.1.4 ! misho    8215:         if (opcode != OP_ONCE)
        !          8216:           {
        !          8217:           if (private_data_ptr != 0)
        !          8218:             OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr);
        !          8219:           else
        !          8220:             OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8221:           }
1.1       misho    8222:         else
1.1.1.4 ! misho    8223:           OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(needs_control_head ? 1 : 0));
1.1       misho    8224:         }
1.1.1.4 ! misho    8225:       compile_matchingpath(common, ccprev, cc, current);
1.1       misho    8226:       if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   8227:         return;
                   8228:       }
                   8229: 
1.1.1.4 ! misho    8230:     /* Instructions after the current alternative is successfully matched. */
        !          8231:     /* There is a similar code in compile_bracket_matchingpath. */
1.1       misho    8232:     if (opcode == OP_ONCE)
1.1.1.4 ! misho    8233:       match_once_common(common, ket, CURRENT_AS(bracket_backtrack)->u.framesize, private_data_ptr, has_alternatives, needs_control_head);
1.1       misho    8234: 
                   8235:     stacksize = 0;
1.1.1.4 ! misho    8236:     if (repeat_type == OP_MINUPTO)
        !          8237:       {
        !          8238:       /* We need to preserve the counter. TMP2 will be used below. */
        !          8239:       OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr);
1.1       misho    8240:       stacksize++;
1.1.1.4 ! misho    8241:       }
1.1       misho    8242:     if (ket != OP_KET || bra != OP_BRA)
                   8243:       stacksize++;
1.1.1.4 ! misho    8244:     if (offset != 0)
        !          8245:       {
        !          8246:       if (common->capture_last_ptr != 0)
        !          8247:         stacksize++;
        !          8248:       if (common->optimized_cbracket[offset >> 1] == 0)
        !          8249:         stacksize += 2;
        !          8250:       }
        !          8251:     if (opcode != OP_ONCE)
        !          8252:       stacksize++;
1.1       misho    8253: 
1.1.1.4 ! misho    8254:     if (stacksize > 0)
        !          8255:       allocate_stack(common, stacksize);
1.1       misho    8256: 
                   8257:     stacksize = 0;
1.1.1.4 ! misho    8258:     if (repeat_type == OP_MINUPTO)
        !          8259:       {
        !          8260:       /* TMP2 was set above. */
        !          8261:       OP2(SLJIT_SUB, SLJIT_MEM1(STACK_TOP), STACK(stacksize), TMP2, 0, SLJIT_IMM, 1);
        !          8262:       stacksize++;
        !          8263:       }
        !          8264: 
1.1       misho    8265:     if (ket != OP_KET || bra != OP_BRA)
                   8266:       {
                   8267:       if (ket != OP_KET)
                   8268:         OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), STR_PTR, 0);
                   8269:       else
                   8270:         OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), SLJIT_IMM, 0);
                   8271:       stacksize++;
                   8272:       }
                   8273: 
1.1.1.4 ! misho    8274:     if (offset != 0)
        !          8275:       stacksize = match_capture_common(common, stacksize, offset, private_data_ptr);
        !          8276: 
1.1       misho    8277:     if (opcode != OP_ONCE)
                   8278:       OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(stacksize), SLJIT_IMM, count++);
                   8279: 
1.1.1.4 ! misho    8280:     if (offset != 0 && ket == OP_KETRMAX && common->optimized_cbracket[offset >> 1] != 0)
1.1       misho    8281:       {
1.1.1.4 ! misho    8282:       /* If ket is not OP_KETRMAX, this code path is executed after the jump to alternative_matchingpath. */
        !          8283:       SLJIT_ASSERT(private_data_ptr == OVECTOR(offset + 0));
1.1       misho    8284:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), STR_PTR, 0);
                   8285:       }
                   8286: 
1.1.1.4 ! misho    8287:     JUMPTO(SLJIT_JUMP, CURRENT_AS(bracket_backtrack)->alternative_matchingpath);
1.1       misho    8288: 
                   8289:     if (opcode != OP_ONCE)
                   8290:       {
                   8291:       SLJIT_ASSERT(jumplist);
                   8292:       JUMPHERE(jumplist->jump);
                   8293:       jumplist = jumplist->next;
                   8294:       }
                   8295: 
1.1.1.4 ! misho    8296:     COMPILE_BACKTRACKINGPATH(current->top);
1.1.1.3   misho    8297:     if (current->topbacktracks)
                   8298:       set_jumps(current->topbacktracks, LABEL());
                   8299:     SLJIT_ASSERT(!current->nextbacktracks);
1.1       misho    8300:     }
                   8301:   while (*cc == OP_ALT);
                   8302:   SLJIT_ASSERT(!jumplist);
                   8303: 
                   8304:   if (cond != NULL)
                   8305:     {
                   8306:     SLJIT_ASSERT(opcode == OP_COND || opcode == OP_SCOND);
1.1.1.3   misho    8307:     assert = CURRENT_AS(bracket_backtrack)->u.assert;
1.1       misho    8308:     if ((ccbegin[1 + LINK_SIZE] == OP_ASSERT_NOT || ccbegin[1 + LINK_SIZE] == OP_ASSERTBACK_NOT) && assert->framesize >= 0)
                   8309:       {
1.1.1.4 ! misho    8310:       OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), assert->private_data_ptr);
1.1       misho    8311:       add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    8312:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), assert->private_data_ptr, SLJIT_MEM1(STACK_TOP), assert->framesize * sizeof(sljit_sw));
1.1       misho    8313:       }
                   8314:     JUMPHERE(cond);
                   8315:     }
                   8316: 
                   8317:   /* Free the STR_PTR. */
1.1.1.4 ! misho    8318:   if (private_data_ptr == 0)
1.1       misho    8319:     free_stack(common, 1);
                   8320:   }
                   8321: 
                   8322: if (offset != 0)
                   8323:   {
                   8324:   /* Using both tmp register is better for instruction scheduling. */
1.1.1.4 ! misho    8325:   if (common->optimized_cbracket[offset >> 1] != 0)
        !          8326:     {
        !          8327:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8328:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
        !          8329:     free_stack(common, 2);
        !          8330:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
        !          8331:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), TMP2, 0);
        !          8332:     }
        !          8333:   else
        !          8334:     {
        !          8335:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8336:     free_stack(common, 1);
        !          8337:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP1, 0);
        !          8338:     }
1.1       misho    8339:   }
                   8340: else if (opcode == OP_SBRA || opcode == OP_SCOND)
                   8341:   {
1.1.1.4 ! misho    8342:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_MEM1(STACK_TOP), STACK(0));
1.1       misho    8343:   free_stack(common, 1);
                   8344:   }
                   8345: else if (opcode == OP_ONCE)
                   8346:   {
                   8347:   cc = ccbegin + GET(ccbegin, 1);
1.1.1.4 ! misho    8348:   stacksize = needs_control_head ? 1 : 0;
        !          8349: 
1.1.1.3   misho    8350:   if (CURRENT_AS(bracket_backtrack)->u.framesize >= 0)
1.1       misho    8351:     {
                   8352:     /* Reset head and drop saved frame. */
1.1.1.4 ! misho    8353:     stacksize += CURRENT_AS(bracket_backtrack)->u.framesize + ((ket != OP_KET || *cc == OP_ALT) ? 2 : 1);
1.1       misho    8354:     }
                   8355:   else if (ket == OP_KETRMAX || (*cc == OP_ALT && ket != OP_KETRMIN))
                   8356:     {
                   8357:     /* The STR_PTR must be released. */
1.1.1.4 ! misho    8358:     stacksize++;
1.1       misho    8359:     }
1.1.1.4 ! misho    8360:   free_stack(common, stacksize);
1.1       misho    8361: 
                   8362:   JUMPHERE(once);
1.1.1.4 ! misho    8363:   /* Restore previous private_data_ptr */
1.1.1.3   misho    8364:   if (CURRENT_AS(bracket_backtrack)->u.framesize >= 0)
1.1.1.4 ! misho    8365:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, SLJIT_MEM1(STACK_TOP), CURRENT_AS(bracket_backtrack)->u.framesize * sizeof(sljit_sw));
1.1       misho    8366:   else if (ket == OP_KETRMIN)
                   8367:     {
                   8368:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
                   8369:     /* See the comment below. */
                   8370:     free_stack(common, 2);
1.1.1.4 ! misho    8371:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), private_data_ptr, TMP1, 0);
1.1       misho    8372:     }
                   8373:   }
                   8374: 
1.1.1.4 ! misho    8375: if (repeat_type == OP_EXACT)
        !          8376:   {
        !          8377:   OP2(SLJIT_ADD, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, SLJIT_IMM, 1);
        !          8378:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), repeat_ptr, TMP1, 0);
        !          8379:   CMPTO(SLJIT_C_LESS_EQUAL, TMP1, 0, SLJIT_IMM, repeat_count, exact_label);
        !          8380:   }
        !          8381: else if (ket == OP_KETRMAX)
1.1       misho    8382:   {
                   8383:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
1.1.1.3   misho    8384:   if (bra != OP_BRAZERO)
                   8385:     free_stack(common, 1);
1.1.1.4 ! misho    8386: 
        !          8387:   CMPTO(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, 0, CURRENT_AS(bracket_backtrack)->recursive_matchingpath);
1.1       misho    8388:   if (bra == OP_BRAZERO)
                   8389:     {
                   8390:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
1.1.1.4 ! misho    8391:     JUMPTO(SLJIT_JUMP, CURRENT_AS(bracket_backtrack)->zero_matchingpath);
1.1       misho    8392:     JUMPHERE(brazero);
1.1.1.3   misho    8393:     free_stack(common, 1);
1.1       misho    8394:     }
                   8395:   }
                   8396: else if (ket == OP_KETRMIN)
                   8397:   {
                   8398:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8399: 
1.1.1.3   misho    8400:   /* OP_ONCE removes everything in case of a backtrack, so we don't
1.1       misho    8401:   need to explicitly release the STR_PTR. The extra release would
                   8402:   affect badly the free_stack(2) above. */
                   8403:   if (opcode != OP_ONCE)
                   8404:     free_stack(common, 1);
1.1.1.4 ! misho    8405:   CMPTO(SLJIT_C_NOT_EQUAL, TMP1, 0, SLJIT_IMM, 0, rmin_label);
1.1       misho    8406:   if (opcode == OP_ONCE)
                   8407:     free_stack(common, bra == OP_BRAMINZERO ? 2 : 1);
                   8408:   else if (bra == OP_BRAMINZERO)
                   8409:     free_stack(common, 1);
                   8410:   }
                   8411: else if (bra == OP_BRAZERO)
                   8412:   {
                   8413:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
1.1.1.4 ! misho    8414:   JUMPTO(SLJIT_JUMP, CURRENT_AS(bracket_backtrack)->zero_matchingpath);
1.1       misho    8415:   JUMPHERE(brazero);
                   8416:   }
                   8417: }
                   8418: 
1.1.1.4 ! misho    8419: static SLJIT_INLINE void compile_bracketpos_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    8420: {
                   8421: DEFINE_COMPILER;
                   8422: int offset;
                   8423: struct sljit_jump *jump;
                   8424: 
1.1.1.3   misho    8425: if (CURRENT_AS(bracketpos_backtrack)->framesize < 0)
1.1       misho    8426:   {
                   8427:   if (*current->cc == OP_CBRAPOS || *current->cc == OP_SCBRAPOS)
                   8428:     {
                   8429:     offset = (GET2(current->cc, 1 + LINK_SIZE)) << 1;
                   8430:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8431:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(1));
                   8432:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset), TMP1, 0);
1.1.1.4 ! misho    8433:     if (common->capture_last_ptr != 0)
        !          8434:       OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(2));
1.1       misho    8435:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(offset + 1), TMP2, 0);
1.1.1.4 ! misho    8436:     if (common->capture_last_ptr != 0)
        !          8437:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr, TMP1, 0);
1.1       misho    8438:     }
1.1.1.3   misho    8439:   set_jumps(current->topbacktracks, LABEL());
                   8440:   free_stack(common, CURRENT_AS(bracketpos_backtrack)->stacksize);
1.1       misho    8441:   return;
                   8442:   }
                   8443: 
1.1.1.4 ! misho    8444: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), CURRENT_AS(bracketpos_backtrack)->private_data_ptr);
1.1       misho    8445: add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
                   8446: 
1.1.1.3   misho    8447: if (current->topbacktracks)
1.1       misho    8448:   {
                   8449:   jump = JUMP(SLJIT_JUMP);
1.1.1.3   misho    8450:   set_jumps(current->topbacktracks, LABEL());
1.1       misho    8451:   /* Drop the stack frame. */
1.1.1.3   misho    8452:   free_stack(common, CURRENT_AS(bracketpos_backtrack)->stacksize);
1.1       misho    8453:   JUMPHERE(jump);
                   8454:   }
1.1.1.4 ! misho    8455: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), CURRENT_AS(bracketpos_backtrack)->private_data_ptr, SLJIT_MEM1(STACK_TOP), CURRENT_AS(bracketpos_backtrack)->framesize * sizeof(sljit_sw));
1.1       misho    8456: }
                   8457: 
1.1.1.4 ! misho    8458: static SLJIT_INLINE void compile_braminzero_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    8459: {
1.1.1.3   misho    8460: assert_backtrack backtrack;
1.1       misho    8461: 
                   8462: current->top = NULL;
1.1.1.3   misho    8463: current->topbacktracks = NULL;
                   8464: current->nextbacktracks = NULL;
1.1       misho    8465: if (current->cc[1] > OP_ASSERTBACK_NOT)
                   8466:   {
1.1.1.4 ! misho    8467:   /* Manual call of compile_bracket_matchingpath and compile_bracket_backtrackingpath. */
        !          8468:   compile_bracket_matchingpath(common, current->cc, current);
        !          8469:   compile_bracket_backtrackingpath(common, current->top);
1.1       misho    8470:   }
                   8471: else
                   8472:   {
1.1.1.3   misho    8473:   memset(&backtrack, 0, sizeof(backtrack));
                   8474:   backtrack.common.cc = current->cc;
1.1.1.4 ! misho    8475:   backtrack.matchingpath = CURRENT_AS(braminzero_backtrack)->matchingpath;
        !          8476:   /* Manual call of compile_assert_matchingpath. */
        !          8477:   compile_assert_matchingpath(common, current->cc, &backtrack, FALSE);
1.1       misho    8478:   }
1.1.1.3   misho    8479: SLJIT_ASSERT(!current->nextbacktracks && !current->topbacktracks);
1.1       misho    8480: }
                   8481: 
1.1.1.4 ! misho    8482: static SLJIT_INLINE void compile_control_verb_backtrackingpath(compiler_common *common, struct backtrack_common *current)
        !          8483: {
        !          8484: DEFINE_COMPILER;
        !          8485: pcre_uchar opcode = *current->cc;
        !          8486: struct sljit_label *loop;
        !          8487: struct sljit_jump *jump;
        !          8488: 
        !          8489: if (opcode == OP_THEN || opcode == OP_THEN_ARG)
        !          8490:   {
        !          8491:   if (common->then_trap != NULL)
        !          8492:     {
        !          8493:     SLJIT_ASSERT(common->control_head_ptr != 0);
        !          8494: 
        !          8495:     OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          8496:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_IMM, type_then_trap);
        !          8497:     OP1(SLJIT_MOV, TMP2, 0, SLJIT_IMM, common->then_trap->start);
        !          8498:     jump = JUMP(SLJIT_JUMP);
        !          8499: 
        !          8500:     loop = LABEL();
        !          8501:     OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(STACK_TOP), -(int)sizeof(sljit_sw));
        !          8502:     JUMPHERE(jump);
        !          8503:     CMPTO(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(STACK_TOP), -(int)(2 * sizeof(sljit_sw)), TMP1, 0, loop);
        !          8504:     CMPTO(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(STACK_TOP), -(int)(3 * sizeof(sljit_sw)), TMP2, 0, loop);
        !          8505:     add_jump(compiler, &common->then_trap->quit, JUMP(SLJIT_JUMP));
        !          8506:     return;
        !          8507:     }
        !          8508:   else if (common->positive_assert)
        !          8509:     {
        !          8510:     add_jump(compiler, &common->positive_assert_quit, JUMP(SLJIT_JUMP));
        !          8511:     return;
        !          8512:     }
        !          8513:   }
        !          8514: 
        !          8515: if (common->local_exit)
        !          8516:   {
        !          8517:   if (common->quit_label == NULL)
        !          8518:     add_jump(compiler, &common->quit, JUMP(SLJIT_JUMP));
        !          8519:   else
        !          8520:     JUMPTO(SLJIT_JUMP, common->quit_label);
        !          8521:   return;
        !          8522:   }
        !          8523: 
        !          8524: if (opcode == OP_SKIP_ARG)
        !          8525:   {
        !          8526:   SLJIT_ASSERT(common->control_head_ptr != 0);
        !          8527:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr);
        !          8528:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0, STACK_TOP, 0);
        !          8529:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_IMM, (sljit_sw)(current->cc + 2));
        !          8530:   sljit_emit_ijump(compiler, SLJIT_CALL2, SLJIT_IMM, SLJIT_FUNC_OFFSET(do_search_mark));
        !          8531:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
        !          8532: 
        !          8533:   OP1(SLJIT_MOV, STR_PTR, 0, TMP1, 0);
        !          8534:   add_jump(compiler, &common->reset_match, CMP(SLJIT_C_NOT_EQUAL, STR_PTR, 0, SLJIT_IMM, -1));
        !          8535:   return;
        !          8536:   }
        !          8537: 
        !          8538: if (opcode == OP_SKIP)
        !          8539:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8540: else
        !          8541:   OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_IMM, 0);
        !          8542: add_jump(compiler, &common->reset_match, JUMP(SLJIT_JUMP));
        !          8543: }
        !          8544: 
        !          8545: static SLJIT_INLINE void compile_then_trap_backtrackingpath(compiler_common *common, struct backtrack_common *current)
        !          8546: {
        !          8547: DEFINE_COMPILER;
        !          8548: struct sljit_jump *jump;
        !          8549: int size;
        !          8550: 
        !          8551: if (CURRENT_AS(then_trap_backtrack)->then_trap)
        !          8552:   {
        !          8553:   common->then_trap = CURRENT_AS(then_trap_backtrack)->then_trap;
        !          8554:   return;
        !          8555:   }
        !          8556: 
        !          8557: size = CURRENT_AS(then_trap_backtrack)->framesize;
        !          8558: size = 3 + (size < 0 ? 0 : size);
        !          8559: 
        !          8560: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(size - 3));
        !          8561: free_stack(common, size);
        !          8562: jump = JUMP(SLJIT_JUMP);
        !          8563: 
        !          8564: set_jumps(CURRENT_AS(then_trap_backtrack)->quit, LABEL());
        !          8565: /* STACK_TOP is set by THEN. */
        !          8566: if (CURRENT_AS(then_trap_backtrack)->framesize >= 0)
        !          8567:   add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
        !          8568: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8569: free_stack(common, 3);
        !          8570: 
        !          8571: JUMPHERE(jump);
        !          8572: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, TMP1, 0);
        !          8573: }
        !          8574: 
        !          8575: static void compile_backtrackingpath(compiler_common *common, struct backtrack_common *current)
1.1       misho    8576: {
                   8577: DEFINE_COMPILER;
1.1.1.4 ! misho    8578: then_trap_backtrack *save_then_trap = common->then_trap;
1.1       misho    8579: 
                   8580: while (current)
                   8581:   {
1.1.1.3   misho    8582:   if (current->nextbacktracks != NULL)
                   8583:     set_jumps(current->nextbacktracks, LABEL());
1.1       misho    8584:   switch(*current->cc)
                   8585:     {
                   8586:     case OP_SET_SOM:
                   8587:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8588:     free_stack(common, 1);
                   8589:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0), TMP1, 0);
                   8590:     break;
                   8591: 
                   8592:     case OP_STAR:
                   8593:     case OP_MINSTAR:
                   8594:     case OP_PLUS:
                   8595:     case OP_MINPLUS:
                   8596:     case OP_QUERY:
                   8597:     case OP_MINQUERY:
                   8598:     case OP_UPTO:
                   8599:     case OP_MINUPTO:
                   8600:     case OP_EXACT:
                   8601:     case OP_POSSTAR:
                   8602:     case OP_POSPLUS:
                   8603:     case OP_POSQUERY:
                   8604:     case OP_POSUPTO:
                   8605:     case OP_STARI:
                   8606:     case OP_MINSTARI:
                   8607:     case OP_PLUSI:
                   8608:     case OP_MINPLUSI:
                   8609:     case OP_QUERYI:
                   8610:     case OP_MINQUERYI:
                   8611:     case OP_UPTOI:
                   8612:     case OP_MINUPTOI:
                   8613:     case OP_EXACTI:
                   8614:     case OP_POSSTARI:
                   8615:     case OP_POSPLUSI:
                   8616:     case OP_POSQUERYI:
                   8617:     case OP_POSUPTOI:
                   8618:     case OP_NOTSTAR:
                   8619:     case OP_NOTMINSTAR:
                   8620:     case OP_NOTPLUS:
                   8621:     case OP_NOTMINPLUS:
                   8622:     case OP_NOTQUERY:
                   8623:     case OP_NOTMINQUERY:
                   8624:     case OP_NOTUPTO:
                   8625:     case OP_NOTMINUPTO:
                   8626:     case OP_NOTEXACT:
                   8627:     case OP_NOTPOSSTAR:
                   8628:     case OP_NOTPOSPLUS:
                   8629:     case OP_NOTPOSQUERY:
                   8630:     case OP_NOTPOSUPTO:
                   8631:     case OP_NOTSTARI:
                   8632:     case OP_NOTMINSTARI:
                   8633:     case OP_NOTPLUSI:
                   8634:     case OP_NOTMINPLUSI:
                   8635:     case OP_NOTQUERYI:
                   8636:     case OP_NOTMINQUERYI:
                   8637:     case OP_NOTUPTOI:
                   8638:     case OP_NOTMINUPTOI:
                   8639:     case OP_NOTEXACTI:
                   8640:     case OP_NOTPOSSTARI:
                   8641:     case OP_NOTPOSPLUSI:
                   8642:     case OP_NOTPOSQUERYI:
                   8643:     case OP_NOTPOSUPTOI:
                   8644:     case OP_TYPESTAR:
                   8645:     case OP_TYPEMINSTAR:
                   8646:     case OP_TYPEPLUS:
                   8647:     case OP_TYPEMINPLUS:
                   8648:     case OP_TYPEQUERY:
                   8649:     case OP_TYPEMINQUERY:
                   8650:     case OP_TYPEUPTO:
                   8651:     case OP_TYPEMINUPTO:
                   8652:     case OP_TYPEEXACT:
                   8653:     case OP_TYPEPOSSTAR:
                   8654:     case OP_TYPEPOSPLUS:
                   8655:     case OP_TYPEPOSQUERY:
                   8656:     case OP_TYPEPOSUPTO:
                   8657:     case OP_CLASS:
                   8658:     case OP_NCLASS:
1.1.1.2   misho    8659: #if defined SUPPORT_UTF || !defined COMPILE_PCRE8
1.1       misho    8660:     case OP_XCLASS:
1.1.1.2   misho    8661: #endif
1.1.1.4 ! misho    8662:     compile_iterator_backtrackingpath(common, current);
1.1       misho    8663:     break;
                   8664: 
                   8665:     case OP_REF:
                   8666:     case OP_REFI:
1.1.1.4 ! misho    8667:     compile_ref_iterator_backtrackingpath(common, current);
1.1       misho    8668:     break;
                   8669: 
                   8670:     case OP_RECURSE:
1.1.1.4 ! misho    8671:     compile_recurse_backtrackingpath(common, current);
1.1       misho    8672:     break;
                   8673: 
                   8674:     case OP_ASSERT:
                   8675:     case OP_ASSERT_NOT:
                   8676:     case OP_ASSERTBACK:
                   8677:     case OP_ASSERTBACK_NOT:
1.1.1.4 ! misho    8678:     compile_assert_backtrackingpath(common, current);
1.1       misho    8679:     break;
                   8680: 
                   8681:     case OP_ONCE:
                   8682:     case OP_ONCE_NC:
                   8683:     case OP_BRA:
                   8684:     case OP_CBRA:
                   8685:     case OP_COND:
                   8686:     case OP_SBRA:
                   8687:     case OP_SCBRA:
                   8688:     case OP_SCOND:
1.1.1.4 ! misho    8689:     compile_bracket_backtrackingpath(common, current);
1.1       misho    8690:     break;
                   8691: 
                   8692:     case OP_BRAZERO:
                   8693:     if (current->cc[1] > OP_ASSERTBACK_NOT)
1.1.1.4 ! misho    8694:       compile_bracket_backtrackingpath(common, current);
1.1       misho    8695:     else
1.1.1.4 ! misho    8696:       compile_assert_backtrackingpath(common, current);
1.1       misho    8697:     break;
                   8698: 
                   8699:     case OP_BRAPOS:
                   8700:     case OP_CBRAPOS:
                   8701:     case OP_SBRAPOS:
                   8702:     case OP_SCBRAPOS:
                   8703:     case OP_BRAPOSZERO:
1.1.1.4 ! misho    8704:     compile_bracketpos_backtrackingpath(common, current);
1.1       misho    8705:     break;
                   8706: 
                   8707:     case OP_BRAMINZERO:
1.1.1.4 ! misho    8708:     compile_braminzero_backtrackingpath(common, current);
1.1.1.3   misho    8709:     break;
                   8710: 
                   8711:     case OP_MARK:
1.1.1.4 ! misho    8712:     OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), STACK(common->has_skip_arg ? 4 : 0));
        !          8713:     if (common->has_skip_arg)
        !          8714:       OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
        !          8715:     free_stack(common, common->has_skip_arg ? 5 : 1);
1.1.1.3   misho    8716:     OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr, TMP1, 0);
1.1.1.4 ! misho    8717:     if (common->has_skip_arg)
        !          8718:       OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, TMP2, 0);
        !          8719:     break;
        !          8720: 
        !          8721:     case OP_THEN:
        !          8722:     case OP_THEN_ARG:
        !          8723:     case OP_PRUNE:
        !          8724:     case OP_PRUNE_ARG:
        !          8725:     case OP_SKIP:
        !          8726:     case OP_SKIP_ARG:
        !          8727:     compile_control_verb_backtrackingpath(common, current);
1.1.1.3   misho    8728:     break;
                   8729: 
                   8730:     case OP_COMMIT:
1.1.1.4 ! misho    8731:     if (!common->local_exit)
        !          8732:       OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, PCRE_ERROR_NOMATCH);
        !          8733:     if (common->quit_label == NULL)
        !          8734:       add_jump(compiler, &common->quit, JUMP(SLJIT_JUMP));
1.1.1.3   misho    8735:     else
1.1.1.4 ! misho    8736:       JUMPTO(SLJIT_JUMP, common->quit_label);
1.1       misho    8737:     break;
                   8738: 
1.1.1.4 ! misho    8739:     case OP_CALLOUT:
1.1       misho    8740:     case OP_FAIL:
                   8741:     case OP_ACCEPT:
                   8742:     case OP_ASSERT_ACCEPT:
1.1.1.3   misho    8743:     set_jumps(current->topbacktracks, LABEL());
1.1       misho    8744:     break;
                   8745: 
1.1.1.4 ! misho    8746:     case OP_THEN_TRAP:
        !          8747:     /* A virtual opcode for then traps. */
        !          8748:     compile_then_trap_backtrackingpath(common, current);
        !          8749:     break;
        !          8750: 
1.1       misho    8751:     default:
                   8752:     SLJIT_ASSERT_STOP();
                   8753:     break;
                   8754:     }
                   8755:   current = current->prev;
                   8756:   }
1.1.1.4 ! misho    8757: common->then_trap = save_then_trap;
1.1       misho    8758: }
                   8759: 
                   8760: static SLJIT_INLINE void compile_recurse(compiler_common *common)
                   8761: {
                   8762: DEFINE_COMPILER;
1.1.1.2   misho    8763: pcre_uchar *cc = common->start + common->currententry->start;
                   8764: pcre_uchar *ccbegin = cc + 1 + LINK_SIZE + (*cc == OP_BRA ? 0 : IMM2_SIZE);
                   8765: pcre_uchar *ccend = bracketend(cc);
1.1.1.4 ! misho    8766: BOOL needs_control_head;
        !          8767: int framesize = get_framesize(common, cc, NULL, TRUE, &needs_control_head);
        !          8768: int private_data_size = get_private_data_copy_length(common, ccbegin, ccend, needs_control_head);
1.1       misho    8769: int alternativesize;
1.1.1.4 ! misho    8770: BOOL needs_frame;
1.1.1.3   misho    8771: backtrack_common altbacktrack;
1.1       misho    8772: struct sljit_jump *jump;
                   8773: 
1.1.1.4 ! misho    8774: /* Recurse captures then. */
        !          8775: common->then_trap = NULL;
        !          8776: 
1.1       misho    8777: SLJIT_ASSERT(*cc == OP_BRA || *cc == OP_CBRA || *cc == OP_CBRAPOS || *cc == OP_SCBRA || *cc == OP_SCBRAPOS);
1.1.1.4 ! misho    8778: needs_frame = framesize >= 0;
        !          8779: if (!needs_frame)
1.1       misho    8780:   framesize = 0;
                   8781: alternativesize = *(cc + GET(cc, 1)) == OP_ALT ? 1 : 0;
                   8782: 
1.1.1.4 ! misho    8783: SLJIT_ASSERT(common->currententry->entry == NULL && common->recursive_head_ptr != 0);
1.1       misho    8784: common->currententry->entry = LABEL();
                   8785: set_jumps(common->currententry->calls, common->currententry->entry);
                   8786: 
1.1.1.3   misho    8787: sljit_emit_fast_enter(compiler, TMP2, 0);
1.1.1.4 ! misho    8788: allocate_stack(common, private_data_size + framesize + alternativesize);
        !          8789: OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(private_data_size + framesize + alternativesize - 1), TMP2, 0);
        !          8790: copy_private_data(common, ccbegin, ccend, TRUE, private_data_size + framesize + alternativesize, framesize + alternativesize, needs_control_head);
        !          8791: if (needs_control_head)
        !          8792:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_IMM, 0);
        !          8793: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->recursive_head_ptr, STACK_TOP, 0);
        !          8794: if (needs_frame)
        !          8795:   init_frame(common, cc, NULL, framesize + alternativesize - 1, alternativesize, TRUE);
1.1       misho    8796: 
                   8797: if (alternativesize > 0)
                   8798:   OP1(SLJIT_MOV, SLJIT_MEM1(STACK_TOP), STACK(0), STR_PTR, 0);
                   8799: 
1.1.1.3   misho    8800: memset(&altbacktrack, 0, sizeof(backtrack_common));
1.1.1.4 ! misho    8801: common->quit_label = NULL;
        !          8802: common->accept_label = NULL;
        !          8803: common->quit = NULL;
1.1       misho    8804: common->accept = NULL;
1.1.1.3   misho    8805: altbacktrack.cc = ccbegin;
1.1       misho    8806: cc += GET(cc, 1);
                   8807: while (1)
                   8808:   {
1.1.1.3   misho    8809:   altbacktrack.top = NULL;
                   8810:   altbacktrack.topbacktracks = NULL;
1.1       misho    8811: 
1.1.1.3   misho    8812:   if (altbacktrack.cc != ccbegin)
1.1       misho    8813:     OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(STACK_TOP), STACK(0));
                   8814: 
1.1.1.4 ! misho    8815:   compile_matchingpath(common, altbacktrack.cc, cc, &altbacktrack);
1.1       misho    8816:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   8817:     return;
                   8818: 
                   8819:   add_jump(compiler, &common->accept, JUMP(SLJIT_JUMP));
                   8820: 
1.1.1.4 ! misho    8821:   compile_backtrackingpath(common, altbacktrack.top);
1.1       misho    8822:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   8823:     return;
1.1.1.3   misho    8824:   set_jumps(altbacktrack.topbacktracks, LABEL());
1.1       misho    8825: 
                   8826:   if (*cc != OP_ALT)
                   8827:     break;
                   8828: 
1.1.1.3   misho    8829:   altbacktrack.cc = cc + 1 + LINK_SIZE;
1.1       misho    8830:   cc += GET(cc, 1);
                   8831:   }
1.1.1.3   misho    8832: 
1.1.1.4 ! misho    8833: /* None of them matched. */
1.1       misho    8834: OP1(SLJIT_MOV, TMP3, 0, SLJIT_IMM, 0);
                   8835: jump = JUMP(SLJIT_JUMP);
                   8836: 
1.1.1.4 ! misho    8837: if (common->quit != NULL)
        !          8838:   {
        !          8839:   set_jumps(common->quit, LABEL());
        !          8840:   OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->recursive_head_ptr);
        !          8841:   if (needs_frame)
        !          8842:     {
        !          8843:     OP2(SLJIT_SUB, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, (framesize + alternativesize) * sizeof(sljit_sw));
        !          8844:     add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
        !          8845:     OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, (framesize + alternativesize) * sizeof(sljit_sw));
        !          8846:     }
        !          8847:   OP1(SLJIT_MOV, TMP3, 0, SLJIT_IMM, 0);
        !          8848:   common->quit = NULL;
        !          8849:   add_jump(compiler, &common->quit, JUMP(SLJIT_JUMP));
        !          8850:   }
        !          8851: 
1.1       misho    8852: set_jumps(common->accept, LABEL());
1.1.1.4 ! misho    8853: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->recursive_head_ptr);
        !          8854: if (needs_frame)
1.1       misho    8855:   {
1.1.1.4 ! misho    8856:   OP2(SLJIT_SUB, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, (framesize + alternativesize) * sizeof(sljit_sw));
1.1       misho    8857:   add_jump(compiler, &common->revertframes, JUMP(SLJIT_FAST_CALL));
1.1.1.4 ! misho    8858:   OP2(SLJIT_ADD, STACK_TOP, 0, STACK_TOP, 0, SLJIT_IMM, (framesize + alternativesize) * sizeof(sljit_sw));
1.1       misho    8859:   }
                   8860: OP1(SLJIT_MOV, TMP3, 0, SLJIT_IMM, 1);
                   8861: 
                   8862: JUMPHERE(jump);
1.1.1.4 ! misho    8863: if (common->quit != NULL)
        !          8864:   set_jumps(common->quit, LABEL());
        !          8865: copy_private_data(common, ccbegin, ccend, FALSE, private_data_size + framesize + alternativesize, framesize + alternativesize, needs_control_head);
        !          8866: free_stack(common, private_data_size + framesize + alternativesize);
        !          8867: if (needs_control_head)
        !          8868:   {
        !          8869:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(STACK_TOP), 2 * sizeof(sljit_sw));
        !          8870:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), sizeof(sljit_sw));
        !          8871:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->recursive_head_ptr, TMP1, 0);
        !          8872:   OP1(SLJIT_MOV, TMP1, 0, TMP3, 0);
        !          8873:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, TMP2, 0);
        !          8874:   }
        !          8875: else
        !          8876:   {
        !          8877:   OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(STACK_TOP), sizeof(sljit_sw));
        !          8878:   OP1(SLJIT_MOV, TMP1, 0, TMP3, 0);
        !          8879:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->recursive_head_ptr, TMP2, 0);
        !          8880:   }
1.1       misho    8881: sljit_emit_fast_return(compiler, SLJIT_MEM1(STACK_TOP), 0);
                   8882: }
                   8883: 
1.1.1.4 ! misho    8884: #undef COMPILE_BACKTRACKINGPATH
1.1       misho    8885: #undef CURRENT_AS
                   8886: 
                   8887: void
1.1.1.3   misho    8888: PRIV(jit_compile)(const REAL_PCRE *re, PUBL(extra) *extra, int mode)
1.1       misho    8889: {
                   8890: struct sljit_compiler *compiler;
1.1.1.3   misho    8891: backtrack_common rootbacktrack;
1.1       misho    8892: compiler_common common_data;
                   8893: compiler_common *common = &common_data;
1.1.1.2   misho    8894: const pcre_uint8 *tables = re->tables;
1.1       misho    8895: pcre_study_data *study;
1.1.1.4 ! misho    8896: int private_data_size;
1.1.1.2   misho    8897: pcre_uchar *ccend;
1.1.1.3   misho    8898: executable_functions *functions;
1.1       misho    8899: void *executable_func;
                   8900: sljit_uw executable_size;
1.1.1.4 ! misho    8901: struct sljit_label *mainloop_label = NULL;
        !          8902: struct sljit_label *continue_match_label;
        !          8903: struct sljit_label *empty_match_found_label;
        !          8904: struct sljit_label *empty_match_backtrack_label;
        !          8905: struct sljit_label *reset_match_label;
1.1.1.3   misho    8906: struct sljit_jump *jump;
1.1.1.4 ! misho    8907: struct sljit_jump *minlength_check_failed = NULL;
1.1       misho    8908: struct sljit_jump *reqbyte_notfound = NULL;
                   8909: struct sljit_jump *empty_match;
1.1.1.4 ! misho    8910: struct sljit_label *quit_label;
1.1       misho    8911: 
                   8912: SLJIT_ASSERT((extra->flags & PCRE_EXTRA_STUDY_DATA) != 0);
                   8913: study = extra->study_data;
                   8914: 
                   8915: if (!tables)
1.1.1.2   misho    8916:   tables = PRIV(default_tables);
1.1       misho    8917: 
1.1.1.3   misho    8918: memset(&rootbacktrack, 0, sizeof(backtrack_common));
                   8919: memset(common, 0, sizeof(compiler_common));
                   8920: rootbacktrack.cc = (pcre_uchar *)re + re->name_table_offset + re->name_count * re->name_entry_size;
1.1       misho    8921: 
1.1.1.3   misho    8922: common->start = rootbacktrack.cc;
1.1       misho    8923: common->fcc = tables + fcc_offset;
1.1.1.4 ! misho    8924: common->lcc = (sljit_sw)(tables + lcc_offset);
1.1.1.3   misho    8925: common->mode = mode;
1.1       misho    8926: common->nltype = NLTYPE_FIXED;
                   8927: switch(re->options & PCRE_NEWLINE_BITS)
                   8928:   {
                   8929:   case 0:
                   8930:   /* Compile-time default */
1.1.1.4 ! misho    8931:   switch(NEWLINE)
1.1       misho    8932:     {
                   8933:     case -1: common->newline = (CHAR_CR << 8) | CHAR_NL; common->nltype = NLTYPE_ANY; break;
                   8934:     case -2: common->newline = (CHAR_CR << 8) | CHAR_NL; common->nltype = NLTYPE_ANYCRLF; break;
                   8935:     default: common->newline = NEWLINE; break;
                   8936:     }
                   8937:   break;
                   8938:   case PCRE_NEWLINE_CR: common->newline = CHAR_CR; break;
                   8939:   case PCRE_NEWLINE_LF: common->newline = CHAR_NL; break;
                   8940:   case PCRE_NEWLINE_CR+
                   8941:        PCRE_NEWLINE_LF: common->newline = (CHAR_CR << 8) | CHAR_NL; break;
                   8942:   case PCRE_NEWLINE_ANY: common->newline = (CHAR_CR << 8) | CHAR_NL; common->nltype = NLTYPE_ANY; break;
                   8943:   case PCRE_NEWLINE_ANYCRLF: common->newline = (CHAR_CR << 8) | CHAR_NL; common->nltype = NLTYPE_ANYCRLF; break;
                   8944:   default: return;
                   8945:   }
                   8946: if ((re->options & PCRE_BSR_ANYCRLF) != 0)
                   8947:   common->bsr_nltype = NLTYPE_ANYCRLF;
                   8948: else if ((re->options & PCRE_BSR_UNICODE) != 0)
                   8949:   common->bsr_nltype = NLTYPE_ANY;
                   8950: else
                   8951:   {
                   8952: #ifdef BSR_ANYCRLF
                   8953:   common->bsr_nltype = NLTYPE_ANYCRLF;
                   8954: #else
                   8955:   common->bsr_nltype = NLTYPE_ANY;
                   8956: #endif
                   8957:   }
                   8958: common->endonly = (re->options & PCRE_DOLLAR_ENDONLY) != 0;
1.1.1.4 ! misho    8959: common->ctypes = (sljit_sw)(tables + ctypes_offset);
        !          8960: common->digits[0] = -2;
        !          8961: common->name_table = (sljit_sw)((pcre_uchar *)re + re->name_table_offset);
1.1       misho    8962: common->name_count = re->name_count;
                   8963: common->name_entry_size = re->name_entry_size;
                   8964: common->jscript_compat = (re->options & PCRE_JAVASCRIPT_COMPAT) != 0;
1.1.1.2   misho    8965: #ifdef SUPPORT_UTF
1.1.1.4 ! misho    8966: /* PCRE_UTF[16|32] have the same value as PCRE_UTF8. */
1.1.1.2   misho    8967: common->utf = (re->options & PCRE_UTF8) != 0;
1.1       misho    8968: #ifdef SUPPORT_UCP
1.1.1.2   misho    8969: common->use_ucp = (re->options & PCRE_UCP) != 0;
1.1       misho    8970: #endif
1.1.1.2   misho    8971: #endif /* SUPPORT_UTF */
1.1.1.3   misho    8972: ccend = bracketend(rootbacktrack.cc);
                   8973: 
                   8974: /* Calculate the local space size on the stack. */
1.1.1.4 ! misho    8975: common->ovector_start = LIMIT_MATCH + sizeof(sljit_sw);
        !          8976: common->optimized_cbracket = (pcre_uint8 *)SLJIT_MALLOC(re->top_bracket + 1);
        !          8977: if (!common->optimized_cbracket)
        !          8978:   return;
        !          8979: #if defined DEBUG_FORCE_UNOPTIMIZED_CBRAS && DEBUG_FORCE_UNOPTIMIZED_CBRAS == 1
        !          8980: memset(common->optimized_cbracket, 0, re->top_bracket + 1);
        !          8981: #else
        !          8982: memset(common->optimized_cbracket, 1, re->top_bracket + 1);
        !          8983: #endif
1.1.1.3   misho    8984: 
                   8985: SLJIT_ASSERT(*rootbacktrack.cc == OP_BRA && ccend[-(1 + LINK_SIZE)] == OP_KET);
1.1.1.4 ! misho    8986: #if defined DEBUG_FORCE_UNOPTIMIZED_CBRAS && DEBUG_FORCE_UNOPTIMIZED_CBRAS == 2
        !          8987: common->capture_last_ptr = common->ovector_start;
        !          8988: common->ovector_start += sizeof(sljit_sw);
        !          8989: #endif
        !          8990: if (!check_opcode_types(common, rootbacktrack.cc, ccend))
        !          8991:   {
        !          8992:   SLJIT_FREE(common->optimized_cbracket);
1.1       misho    8993:   return;
1.1.1.4 ! misho    8994:   }
1.1.1.3   misho    8995: 
                   8996: /* Checking flags and updating ovector_start. */
                   8997: if (mode == JIT_COMPILE && (re->flags & PCRE_REQCHSET) != 0 && (re->options & PCRE_NO_START_OPTIMIZE) == 0)
                   8998:   {
                   8999:   common->req_char_ptr = common->ovector_start;
1.1.1.4 ! misho    9000:   common->ovector_start += sizeof(sljit_sw);
1.1.1.3   misho    9001:   }
                   9002: if (mode != JIT_COMPILE)
                   9003:   {
                   9004:   common->start_used_ptr = common->ovector_start;
1.1.1.4 ! misho    9005:   common->ovector_start += sizeof(sljit_sw);
1.1.1.3   misho    9006:   if (mode == JIT_PARTIAL_SOFT_COMPILE)
                   9007:     {
                   9008:     common->hit_start = common->ovector_start;
1.1.1.4 ! misho    9009:     common->ovector_start += 2 * sizeof(sljit_sw);
        !          9010:     }
        !          9011:   else
        !          9012:     {
        !          9013:     SLJIT_ASSERT(mode == JIT_PARTIAL_HARD_COMPILE);
        !          9014:     common->needs_start_ptr = TRUE;
1.1.1.3   misho    9015:     }
                   9016:   }
                   9017: if ((re->options & PCRE_FIRSTLINE) != 0)
                   9018:   {
                   9019:   common->first_line_end = common->ovector_start;
1.1.1.4 ! misho    9020:   common->ovector_start += sizeof(sljit_sw);
        !          9021:   }
        !          9022: #if defined DEBUG_FORCE_CONTROL_HEAD && DEBUG_FORCE_CONTROL_HEAD
        !          9023: common->control_head_ptr = 1;
        !          9024: #endif
        !          9025: if (common->control_head_ptr != 0)
        !          9026:   {
        !          9027:   common->control_head_ptr = common->ovector_start;
        !          9028:   common->ovector_start += sizeof(sljit_sw);
        !          9029:   }
        !          9030: if (common->needs_start_ptr && common->has_set_som)
        !          9031:   {
        !          9032:   /* Saving the real start pointer is necessary. */
        !          9033:   common->start_ptr = common->ovector_start;
        !          9034:   common->ovector_start += sizeof(sljit_sw);
1.1.1.3   misho    9035:   }
1.1.1.4 ! misho    9036: else
        !          9037:   common->needs_start_ptr = FALSE;
1.1.1.3   misho    9038: 
                   9039: /* Aligning ovector to even number of sljit words. */
1.1.1.4 ! misho    9040: if ((common->ovector_start & sizeof(sljit_sw)) != 0)
        !          9041:   common->ovector_start += sizeof(sljit_sw);
        !          9042: 
        !          9043: if (common->start_ptr == 0)
        !          9044:   common->start_ptr = OVECTOR(0);
        !          9045: 
        !          9046: /* Capturing brackets cannot be optimized if callouts are allowed. */
        !          9047: if (common->capture_last_ptr != 0)
        !          9048:   memset(common->optimized_cbracket, 0, re->top_bracket + 1);
1.1.1.3   misho    9049: 
                   9050: SLJIT_ASSERT(!(common->req_char_ptr != 0 && common->start_used_ptr != 0));
1.1.1.4 ! misho    9051: common->cbra_ptr = OVECTOR_START + (re->top_bracket + 1) * 2 * sizeof(sljit_sw);
        !          9052: 
        !          9053: common->private_data_ptrs = (int *)SLJIT_MALLOC((ccend - rootbacktrack.cc) * sizeof(sljit_si));
        !          9054: if (!common->private_data_ptrs)
        !          9055:   {
        !          9056:   SLJIT_FREE(common->optimized_cbracket);
1.1       misho    9057:   return;
1.1.1.4 ! misho    9058:   }
        !          9059: memset(common->private_data_ptrs, 0, (ccend - rootbacktrack.cc) * sizeof(int));
        !          9060: 
        !          9061: private_data_size = common->cbra_ptr + (re->top_bracket + 1) * sizeof(sljit_sw);
        !          9062: set_private_data_ptrs(common, &private_data_size, ccend);
        !          9063: if (private_data_size > SLJIT_MAX_LOCAL_SIZE)
        !          9064:   {
        !          9065:   SLJIT_FREE(common->private_data_ptrs);
        !          9066:   SLJIT_FREE(common->optimized_cbracket);
1.1       misho    9067:   return;
1.1.1.4 ! misho    9068:   }
        !          9069: 
        !          9070: if (common->has_then)
        !          9071:   {
        !          9072:   common->then_offsets = (pcre_uint8 *)SLJIT_MALLOC(ccend - rootbacktrack.cc);
        !          9073:   if (!common->then_offsets)
        !          9074:     {
        !          9075:     SLJIT_FREE(common->optimized_cbracket);
        !          9076:     SLJIT_FREE(common->private_data_ptrs);
        !          9077:     return;
        !          9078:     }
        !          9079:   memset(common->then_offsets, 0, ccend - rootbacktrack.cc);
        !          9080:   set_then_offsets(common, rootbacktrack.cc, NULL);
        !          9081:   }
1.1       misho    9082: 
                   9083: compiler = sljit_create_compiler();
                   9084: if (!compiler)
                   9085:   {
1.1.1.4 ! misho    9086:   SLJIT_FREE(common->optimized_cbracket);
        !          9087:   SLJIT_FREE(common->private_data_ptrs);
        !          9088:   if (common->has_then)
        !          9089:     SLJIT_FREE(common->then_offsets);
1.1       misho    9090:   return;
                   9091:   }
                   9092: common->compiler = compiler;
                   9093: 
                   9094: /* Main pcre_jit_exec entry. */
1.1.1.4 ! misho    9095: sljit_emit_enter(compiler, 1, 5, 5, private_data_size);
1.1       misho    9096: 
                   9097: /* Register init. */
                   9098: reset_ovector(common, (re->top_bracket + 1) * 2);
1.1.1.3   misho    9099: if (common->req_char_ptr != 0)
1.1.1.4 ! misho    9100:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->req_char_ptr, SLJIT_SCRATCH_REG1, 0);
1.1       misho    9101: 
1.1.1.2   misho    9102: OP1(SLJIT_MOV, ARGUMENTS, 0, SLJIT_SAVED_REG1, 0);
                   9103: OP1(SLJIT_MOV, TMP1, 0, SLJIT_SAVED_REG1, 0);
1.1       misho    9104: OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, str));
                   9105: OP1(SLJIT_MOV, STR_END, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, end));
                   9106: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, stack));
1.1.1.4 ! misho    9107: OP1(SLJIT_MOV_UI, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, limit_match));
1.1       misho    9108: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(struct sljit_stack, base));
                   9109: OP1(SLJIT_MOV, STACK_LIMIT, 0, SLJIT_MEM1(TMP2), SLJIT_OFFSETOF(struct sljit_stack, limit));
1.1.1.4 ! misho    9110: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LIMIT_MATCH, TMP1, 0);
1.1       misho    9111: 
1.1.1.3   misho    9112: if (mode == JIT_PARTIAL_SOFT_COMPILE)
1.1.1.4 ! misho    9113:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, -1);
        !          9114: if (common->mark_ptr != 0)
        !          9115:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->mark_ptr, SLJIT_IMM, 0);
        !          9116: if (common->control_head_ptr != 0)
        !          9117:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->control_head_ptr, SLJIT_IMM, 0);
1.1.1.3   misho    9118: 
1.1       misho    9119: /* Main part of the matching */
                   9120: if ((re->options & PCRE_ANCHORED) == 0)
                   9121:   {
1.1.1.4 ! misho    9122:   mainloop_label = mainloop_entry(common, (re->flags & PCRE_HASCRORLF) != 0, (re->options & PCRE_FIRSTLINE) != 0);
        !          9123:   continue_match_label = LABEL();
1.1       misho    9124:   /* Forward search if possible. */
1.1.1.3   misho    9125:   if ((re->options & PCRE_NO_START_OPTIMIZE) == 0)
                   9126:     {
1.1.1.4 ! misho    9127:     if (mode == JIT_COMPILE && fast_forward_first_n_chars(common, (re->options & PCRE_FIRSTLINE) != 0))
        !          9128:       { /* Do nothing */ }
        !          9129:     else if ((re->flags & PCRE_FIRSTSET) != 0)
1.1.1.3   misho    9130:       fast_forward_first_char(common, (pcre_uchar)re->first_char, (re->flags & PCRE_FCH_CASELESS) != 0, (re->options & PCRE_FIRSTLINE) != 0);
                   9131:     else if ((re->flags & PCRE_STARTLINE) != 0)
                   9132:       fast_forward_newline(common, (re->options & PCRE_FIRSTLINE) != 0);
                   9133:     else if ((re->flags & PCRE_STARTLINE) == 0 && study != NULL && (study->flags & PCRE_STUDY_MAPPED) != 0)
                   9134:       fast_forward_start_bits(common, (sljit_uw)study->start_bits, (re->options & PCRE_FIRSTLINE) != 0);
                   9135:     }
1.1       misho    9136:   }
1.1.1.4 ! misho    9137: else
        !          9138:   continue_match_label = LABEL();
        !          9139: 
        !          9140: if (mode == JIT_COMPILE && study->minlength > 0 && (re->options & PCRE_NO_START_OPTIMIZE) == 0)
        !          9141:   {
        !          9142:   OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, PCRE_ERROR_NOMATCH);
        !          9143:   OP2(SLJIT_ADD, TMP2, 0, STR_PTR, 0, SLJIT_IMM, IN_UCHARS(study->minlength));
        !          9144:   minlength_check_failed = CMP(SLJIT_C_GREATER, TMP2, 0, STR_END, 0);
        !          9145:   }
1.1.1.3   misho    9146: if (common->req_char_ptr != 0)
                   9147:   reqbyte_notfound = search_requested_char(common, (pcre_uchar)re->req_char, (re->flags & PCRE_RCH_CASELESS) != 0, (re->flags & PCRE_FIRSTSET) != 0);
1.1       misho    9148: 
                   9149: /* Store the current STR_PTR in OVECTOR(0). */
                   9150: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0), STR_PTR, 0);
                   9151: /* Copy the limit of allowed recursions. */
1.1.1.4 ! misho    9152: OP1(SLJIT_MOV, COUNT_MATCH, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LIMIT_MATCH);
        !          9153: if (common->capture_last_ptr != 0)
        !          9154:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->capture_last_ptr, SLJIT_IMM, -1);
        !          9155: 
        !          9156: if (common->needs_start_ptr)
        !          9157:   {
        !          9158:   SLJIT_ASSERT(common->start_ptr != OVECTOR(0));
        !          9159:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_ptr, STR_PTR, 0);
        !          9160:   }
        !          9161: else
        !          9162:   SLJIT_ASSERT(common->start_ptr == OVECTOR(0));
        !          9163: 
1.1.1.3   misho    9164: /* Copy the beginning of the string. */
                   9165: if (mode == JIT_PARTIAL_SOFT_COMPILE)
                   9166:   {
1.1.1.4 ! misho    9167:   jump = CMP(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, -1);
1.1.1.3   misho    9168:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0);
1.1.1.4 ! misho    9169:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start + sizeof(sljit_sw), STR_PTR, 0);
1.1.1.3   misho    9170:   JUMPHERE(jump);
                   9171:   }
                   9172: else if (mode == JIT_PARTIAL_HARD_COMPILE)
                   9173:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, STR_PTR, 0);
1.1       misho    9174: 
1.1.1.4 ! misho    9175: compile_matchingpath(common, rootbacktrack.cc, ccend, &rootbacktrack);
1.1       misho    9176: if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   9177:   {
                   9178:   sljit_free_compiler(compiler);
1.1.1.4 ! misho    9179:   SLJIT_FREE(common->optimized_cbracket);
        !          9180:   SLJIT_FREE(common->private_data_ptrs);
        !          9181:   if (common->has_then)
        !          9182:     SLJIT_FREE(common->then_offsets);
1.1       misho    9183:   return;
                   9184:   }
                   9185: 
                   9186: empty_match = CMP(SLJIT_C_EQUAL, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), OVECTOR(0));
1.1.1.4 ! misho    9187: empty_match_found_label = LABEL();
1.1       misho    9188: 
1.1.1.4 ! misho    9189: common->accept_label = LABEL();
1.1       misho    9190: if (common->accept != NULL)
1.1.1.4 ! misho    9191:   set_jumps(common->accept, common->accept_label);
1.1       misho    9192: 
                   9193: /* This means we have a match. Update the ovector. */
                   9194: copy_ovector(common, re->top_bracket + 1);
1.1.1.4 ! misho    9195: common->quit_label = common->forced_quit_label = LABEL();
        !          9196: if (common->quit != NULL)
        !          9197:   set_jumps(common->quit, common->quit_label);
        !          9198: if (common->forced_quit != NULL)
        !          9199:   set_jumps(common->forced_quit, common->forced_quit_label);
        !          9200: if (minlength_check_failed != NULL)
        !          9201:   SET_LABEL(minlength_check_failed, common->forced_quit_label);
1.1.1.2   misho    9202: sljit_emit_return(compiler, SLJIT_MOV, SLJIT_RETURN_REG, 0);
1.1       misho    9203: 
1.1.1.3   misho    9204: if (mode != JIT_COMPILE)
                   9205:   {
                   9206:   common->partialmatchlabel = LABEL();
                   9207:   set_jumps(common->partialmatch, common->partialmatchlabel);
1.1.1.4 ! misho    9208:   return_with_partial_match(common, common->quit_label);
1.1.1.3   misho    9209:   }
                   9210: 
1.1.1.4 ! misho    9211: empty_match_backtrack_label = LABEL();
        !          9212: compile_backtrackingpath(common, rootbacktrack.top);
1.1       misho    9213: if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   9214:   {
                   9215:   sljit_free_compiler(compiler);
1.1.1.4 ! misho    9216:   SLJIT_FREE(common->optimized_cbracket);
        !          9217:   SLJIT_FREE(common->private_data_ptrs);
        !          9218:   if (common->has_then)
        !          9219:     SLJIT_FREE(common->then_offsets);
1.1       misho    9220:   return;
                   9221:   }
                   9222: 
1.1.1.3   misho    9223: SLJIT_ASSERT(rootbacktrack.prev == NULL);
1.1.1.4 ! misho    9224: reset_match_label = LABEL();
1.1.1.3   misho    9225: 
                   9226: if (mode == JIT_PARTIAL_SOFT_COMPILE)
                   9227:   {
                   9228:   /* Update hit_start only in the first time. */
1.1.1.4 ! misho    9229:   jump = CMP(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, 0);
1.1.1.3   misho    9230:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr);
                   9231:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_used_ptr, SLJIT_IMM, -1);
                   9232:   OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, TMP1, 0);
                   9233:   JUMPHERE(jump);
                   9234:   }
1.1       misho    9235: 
                   9236: /* Check we have remaining characters. */
1.1.1.4 ! misho    9237: if ((re->options & PCRE_ANCHORED) == 0 && (re->options & PCRE_FIRSTLINE) != 0)
        !          9238:   {
        !          9239:   SLJIT_ASSERT(common->first_line_end != 0);
        !          9240:   OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->first_line_end);
        !          9241:   }
        !          9242: 
        !          9243: OP1(SLJIT_MOV, STR_PTR, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), common->start_ptr);
1.1       misho    9244: 
                   9245: if ((re->options & PCRE_ANCHORED) == 0)
                   9246:   {
                   9247:   if ((re->options & PCRE_FIRSTLINE) == 0)
1.1.1.4 ! misho    9248:     CMPTO(SLJIT_C_LESS, STR_PTR, 0, STR_END, 0, mainloop_label);
1.1       misho    9249:   else
1.1.1.4 ! misho    9250:     CMPTO(SLJIT_C_LESS, STR_PTR, 0, TMP1, 0, mainloop_label);
1.1       misho    9251:   }
                   9252: 
1.1.1.3   misho    9253: /* No more remaining characters. */
1.1       misho    9254: if (reqbyte_notfound != NULL)
                   9255:   JUMPHERE(reqbyte_notfound);
1.1.1.3   misho    9256: 
                   9257: if (mode == JIT_PARTIAL_SOFT_COMPILE)
1.1.1.4 ! misho    9258:   CMPTO(SLJIT_C_NOT_EQUAL, SLJIT_MEM1(SLJIT_LOCALS_REG), common->hit_start, SLJIT_IMM, -1, common->partialmatchlabel);
1.1.1.3   misho    9259: 
1.1       misho    9260: OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, PCRE_ERROR_NOMATCH);
1.1.1.4 ! misho    9261: JUMPTO(SLJIT_JUMP, common->quit_label);
1.1       misho    9262: 
                   9263: flush_stubs(common);
                   9264: 
                   9265: JUMPHERE(empty_match);
                   9266: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   9267: OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, notempty));
1.1.1.4 ! misho    9268: CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, SLJIT_IMM, 0, empty_match_backtrack_label);
1.1       misho    9269: OP1(SLJIT_MOV_UB, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, notempty_atstart));
1.1.1.4 ! misho    9270: CMPTO(SLJIT_C_EQUAL, TMP2, 0, SLJIT_IMM, 0, empty_match_found_label);
1.1       misho    9271: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, str));
1.1.1.4 ! misho    9272: CMPTO(SLJIT_C_NOT_EQUAL, TMP2, 0, STR_PTR, 0, empty_match_found_label);
        !          9273: JUMPTO(SLJIT_JUMP, empty_match_backtrack_label);
1.1       misho    9274: 
                   9275: common->currententry = common->entries;
1.1.1.4 ! misho    9276: common->local_exit = TRUE;
        !          9277: quit_label = common->quit_label;
1.1       misho    9278: while (common->currententry != NULL)
                   9279:   {
                   9280:   /* Might add new entries. */
                   9281:   compile_recurse(common);
                   9282:   if (SLJIT_UNLIKELY(sljit_get_compiler_error(compiler)))
                   9283:     {
                   9284:     sljit_free_compiler(compiler);
1.1.1.4 ! misho    9285:     SLJIT_FREE(common->optimized_cbracket);
        !          9286:     SLJIT_FREE(common->private_data_ptrs);
        !          9287:     if (common->has_then)
        !          9288:       SLJIT_FREE(common->then_offsets);
1.1       misho    9289:     return;
                   9290:     }
                   9291:   flush_stubs(common);
                   9292:   common->currententry = common->currententry->next;
                   9293:   }
1.1.1.4 ! misho    9294: common->local_exit = FALSE;
        !          9295: common->quit_label = quit_label;
1.1       misho    9296: 
                   9297: /* Allocating stack, returns with PCRE_ERROR_JIT_STACKLIMIT if fails. */
                   9298: /* This is a (really) rare case. */
                   9299: set_jumps(common->stackalloc, LABEL());
                   9300: /* RETURN_ADDR is not a saved register. */
1.1.1.3   misho    9301: sljit_emit_fast_enter(compiler, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
1.1       misho    9302: OP1(SLJIT_MOV, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1, TMP2, 0);
                   9303: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   9304: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, stack));
                   9305: OP1(SLJIT_MOV, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(struct sljit_stack, top), STACK_TOP, 0);
                   9306: OP2(SLJIT_ADD, TMP2, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(struct sljit_stack, limit), SLJIT_IMM, STACK_GROWTH_RATE);
                   9307: 
                   9308: sljit_emit_ijump(compiler, SLJIT_CALL2, SLJIT_IMM, SLJIT_FUNC_OFFSET(sljit_stack_resize));
1.1.1.3   misho    9309: jump = CMP(SLJIT_C_NOT_EQUAL, SLJIT_RETURN_REG, 0, SLJIT_IMM, 0);
1.1       misho    9310: OP1(SLJIT_MOV, TMP1, 0, ARGUMENTS, 0);
                   9311: OP1(SLJIT_MOV, TMP1, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(jit_arguments, stack));
                   9312: OP1(SLJIT_MOV, STACK_TOP, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(struct sljit_stack, top));
                   9313: OP1(SLJIT_MOV, STACK_LIMIT, 0, SLJIT_MEM1(TMP1), SLJIT_OFFSETOF(struct sljit_stack, limit));
                   9314: OP1(SLJIT_MOV, TMP2, 0, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS1);
                   9315: sljit_emit_fast_return(compiler, SLJIT_MEM1(SLJIT_LOCALS_REG), LOCALS0);
                   9316: 
                   9317: /* Allocation failed. */
1.1.1.3   misho    9318: JUMPHERE(jump);
1.1       misho    9319: /* We break the return address cache here, but this is a really rare case. */
                   9320: OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, PCRE_ERROR_JIT_STACKLIMIT);
1.1.1.4 ! misho    9321: JUMPTO(SLJIT_JUMP, common->quit_label);
1.1       misho    9322: 
                   9323: /* Call limit reached. */
                   9324: set_jumps(common->calllimit, LABEL());
                   9325: OP1(SLJIT_MOV, SLJIT_RETURN_REG, 0, SLJIT_IMM, PCRE_ERROR_MATCHLIMIT);
1.1.1.4 ! misho    9326: JUMPTO(SLJIT_JUMP, common->quit_label);
1.1       misho    9327: 
                   9328: if (common->revertframes != NULL)
                   9329:   {
                   9330:   set_jumps(common->revertframes, LABEL());
                   9331:   do_revertframes(common);
                   9332:   }
                   9333: if (common->wordboundary != NULL)
                   9334:   {
                   9335:   set_jumps(common->wordboundary, LABEL());
                   9336:   check_wordboundary(common);
                   9337:   }
                   9338: if (common->anynewline != NULL)
                   9339:   {
                   9340:   set_jumps(common->anynewline, LABEL());
                   9341:   check_anynewline(common);
                   9342:   }
                   9343: if (common->hspace != NULL)
                   9344:   {
                   9345:   set_jumps(common->hspace, LABEL());
                   9346:   check_hspace(common);
                   9347:   }
                   9348: if (common->vspace != NULL)
                   9349:   {
                   9350:   set_jumps(common->vspace, LABEL());
                   9351:   check_vspace(common);
                   9352:   }
                   9353: if (common->casefulcmp != NULL)
                   9354:   {
                   9355:   set_jumps(common->casefulcmp, LABEL());
                   9356:   do_casefulcmp(common);
                   9357:   }
                   9358: if (common->caselesscmp != NULL)
                   9359:   {
                   9360:   set_jumps(common->caselesscmp, LABEL());
                   9361:   do_caselesscmp(common);
                   9362:   }
1.1.1.4 ! misho    9363: if (common->reset_match != NULL)
        !          9364:   {
        !          9365:   set_jumps(common->reset_match, LABEL());
        !          9366:   do_reset_match(common, (re->top_bracket + 1) * 2);
        !          9367:   CMPTO(SLJIT_C_GREATER, STR_PTR, 0, TMP1, 0, continue_match_label);
        !          9368:   OP1(SLJIT_MOV, STR_PTR, 0, TMP1, 0);
        !          9369:   JUMPTO(SLJIT_JUMP, reset_match_label);
        !          9370:   }
1.1.1.2   misho    9371: #ifdef SUPPORT_UTF
1.1.1.4 ! misho    9372: #ifndef COMPILE_PCRE32
1.1.1.2   misho    9373: if (common->utfreadchar != NULL)
1.1       misho    9374:   {
1.1.1.2   misho    9375:   set_jumps(common->utfreadchar, LABEL());
                   9376:   do_utfreadchar(common);
1.1       misho    9377:   }
1.1.1.4 ! misho    9378: #endif /* !COMPILE_PCRE32 */
1.1.1.2   misho    9379: #ifdef COMPILE_PCRE8
                   9380: if (common->utfreadtype8 != NULL)
1.1       misho    9381:   {
1.1.1.2   misho    9382:   set_jumps(common->utfreadtype8, LABEL());
                   9383:   do_utfreadtype8(common);
1.1       misho    9384:   }
1.1.1.2   misho    9385: #endif /* COMPILE_PCRE8 */
1.1.1.4 ! misho    9386: #endif /* SUPPORT_UTF */
1.1       misho    9387: #ifdef SUPPORT_UCP
                   9388: if (common->getucd != NULL)
                   9389:   {
                   9390:   set_jumps(common->getucd, LABEL());
                   9391:   do_getucd(common);
                   9392:   }
                   9393: #endif
                   9394: 
1.1.1.4 ! misho    9395: SLJIT_FREE(common->optimized_cbracket);
        !          9396: SLJIT_FREE(common->private_data_ptrs);
        !          9397: if (common->has_then)
        !          9398:   SLJIT_FREE(common->then_offsets);
        !          9399: 
1.1       misho    9400: executable_func = sljit_generate_code(compiler);
                   9401: executable_size = sljit_get_generated_code_size(compiler);
                   9402: sljit_free_compiler(compiler);
                   9403: if (executable_func == NULL)
                   9404:   return;
                   9405: 
1.1.1.3   misho    9406: /* Reuse the function descriptor if possible. */
                   9407: if ((extra->flags & PCRE_EXTRA_EXECUTABLE_JIT) != 0 && extra->executable_jit != NULL)
                   9408:   functions = (executable_functions *)extra->executable_jit;
                   9409: else
1.1       misho    9410:   {
1.1.1.4 ! misho    9411:   /* Note: If your memory-checker has flagged the allocation below as a
        !          9412:    * memory leak, it is probably because you either forgot to call
        !          9413:    * pcre_free_study() (or pcre16_free_study()) on the pcre_extra (or
        !          9414:    * pcre16_extra) object, or you called said function after having
        !          9415:    * cleared the PCRE_EXTRA_EXECUTABLE_JIT bit from the "flags" field
        !          9416:    * of the object. (The function will only free the JIT data if the
        !          9417:    * bit remains set, as the bit indicates that the pointer to the data
        !          9418:    * is valid.)
        !          9419:    */
1.1.1.3   misho    9420:   functions = SLJIT_MALLOC(sizeof(executable_functions));
                   9421:   if (functions == NULL)
                   9422:     {
                   9423:     /* This case is highly unlikely since we just recently
                   9424:     freed a lot of memory. Although not impossible. */
                   9425:     sljit_free_code(executable_func);
                   9426:     return;
                   9427:     }
                   9428:   memset(functions, 0, sizeof(executable_functions));
1.1.1.4 ! misho    9429:   functions->top_bracket = (re->top_bracket + 1) * 2;
        !          9430:   functions->limit_match = (re->flags & PCRE_MLSET) != 0 ? re->limit_match : 0;
1.1.1.3   misho    9431:   extra->executable_jit = functions;
                   9432:   extra->flags |= PCRE_EXTRA_EXECUTABLE_JIT;
1.1       misho    9433:   }
                   9434: 
1.1.1.3   misho    9435: functions->executable_funcs[mode] = executable_func;
                   9436: functions->executable_sizes[mode] = executable_size;
1.1       misho    9437: }
                   9438: 
1.1.1.3   misho    9439: static int jit_machine_stack_exec(jit_arguments *arguments, void* executable_func)
1.1       misho    9440: {
                   9441: union {
                   9442:    void* executable_func;
                   9443:    jit_function call_executable_func;
                   9444: } convert_executable_func;
1.1.1.4 ! misho    9445: pcre_uint8 local_space[MACHINE_STACK_SIZE];
1.1       misho    9446: struct sljit_stack local_stack;
                   9447: 
1.1.1.4 ! misho    9448: local_stack.top = (sljit_sw)&local_space;
1.1       misho    9449: local_stack.base = local_stack.top;
1.1.1.4 ! misho    9450: local_stack.limit = local_stack.base + MACHINE_STACK_SIZE;
1.1       misho    9451: local_stack.max_limit = local_stack.limit;
                   9452: arguments->stack = &local_stack;
1.1.1.3   misho    9453: convert_executable_func.executable_func = executable_func;
1.1       misho    9454: return convert_executable_func.call_executable_func(arguments);
                   9455: }
                   9456: 
                   9457: int
1.1.1.4 ! misho    9458: PRIV(jit_exec)(const PUBL(extra) *extra_data, const pcre_uchar *subject,
        !          9459:   int length, int start_offset, int options, int *offsets, int offset_count)
1.1       misho    9460: {
1.1.1.3   misho    9461: executable_functions *functions = (executable_functions *)extra_data->executable_jit;
1.1       misho    9462: union {
                   9463:    void* executable_func;
                   9464:    jit_function call_executable_func;
                   9465: } convert_executable_func;
                   9466: jit_arguments arguments;
1.1.1.4 ! misho    9467: int max_offset_count;
1.1       misho    9468: int retval;
1.1.1.3   misho    9469: int mode = JIT_COMPILE;
                   9470: 
                   9471: if ((options & PCRE_PARTIAL_HARD) != 0)
                   9472:   mode = JIT_PARTIAL_HARD_COMPILE;
                   9473: else if ((options & PCRE_PARTIAL_SOFT) != 0)
                   9474:   mode = JIT_PARTIAL_SOFT_COMPILE;
                   9475: 
                   9476: if (functions->executable_funcs[mode] == NULL)
1.1.1.4 ! misho    9477:   return PCRE_ERROR_JIT_BADOPTION;
1.1       misho    9478: 
                   9479: /* Sanity checks should be handled by pcre_exec. */
                   9480: arguments.str = subject + start_offset;
                   9481: arguments.begin = subject;
                   9482: arguments.end = subject + length;
1.1.1.3   misho    9483: arguments.mark_ptr = NULL;
                   9484: /* JIT decreases this value less frequently than the interpreter. */
1.1.1.4 ! misho    9485: arguments.limit_match = ((extra_data->flags & PCRE_EXTRA_MATCH_LIMIT) == 0) ? MATCH_LIMIT : (pcre_uint32)(extra_data->match_limit);
        !          9486: if (functions->limit_match != 0 && functions->limit_match < arguments.limit_match)
        !          9487:   arguments.limit_match = functions->limit_match;
1.1       misho    9488: arguments.notbol = (options & PCRE_NOTBOL) != 0;
                   9489: arguments.noteol = (options & PCRE_NOTEOL) != 0;
                   9490: arguments.notempty = (options & PCRE_NOTEMPTY) != 0;
                   9491: arguments.notempty_atstart = (options & PCRE_NOTEMPTY_ATSTART) != 0;
                   9492: arguments.offsets = offsets;
1.1.1.4 ! misho    9493: arguments.callout_data = (extra_data->flags & PCRE_EXTRA_CALLOUT_DATA) != 0 ? extra_data->callout_data : NULL;
        !          9494: arguments.real_offset_count = offset_count;
1.1       misho    9495: 
1.1.1.4 ! misho    9496: /* pcre_exec() rounds offset_count to a multiple of 3, and then uses only 2/3 of
1.1       misho    9497: the output vector for storing captured strings, with the remainder used as
                   9498: workspace. We don't need the workspace here. For compatibility, we limit the
                   9499: number of captured strings in the same way as pcre_exec(), so that the user
                   9500: gets the same result with and without JIT. */
                   9501: 
1.1.1.4 ! misho    9502: if (offset_count != 2)
        !          9503:   offset_count = ((offset_count - (offset_count % 3)) * 2) / 3;
        !          9504: max_offset_count = functions->top_bracket;
        !          9505: if (offset_count > max_offset_count)
        !          9506:   offset_count = max_offset_count;
        !          9507: arguments.offset_count = offset_count;
1.1       misho    9508: 
1.1.1.3   misho    9509: if (functions->callback)
                   9510:   arguments.stack = (struct sljit_stack *)functions->callback(functions->userdata);
1.1       misho    9511: else
1.1.1.3   misho    9512:   arguments.stack = (struct sljit_stack *)functions->userdata;
1.1       misho    9513: 
                   9514: if (arguments.stack == NULL)
1.1.1.3   misho    9515:   retval = jit_machine_stack_exec(&arguments, functions->executable_funcs[mode]);
1.1       misho    9516: else
                   9517:   {
1.1.1.3   misho    9518:   convert_executable_func.executable_func = functions->executable_funcs[mode];
1.1       misho    9519:   retval = convert_executable_func.call_executable_func(&arguments);
                   9520:   }
                   9521: 
1.1.1.4 ! misho    9522: if (retval * 2 > offset_count)
        !          9523:   retval = 0;
        !          9524: if ((extra_data->flags & PCRE_EXTRA_MARK) != 0)
        !          9525:   *(extra_data->mark) = arguments.mark_ptr;
        !          9526: 
        !          9527: return retval;
        !          9528: }
        !          9529: 
        !          9530: #if defined COMPILE_PCRE8
        !          9531: PCRE_EXP_DEFN int PCRE_CALL_CONVENTION
        !          9532: pcre_jit_exec(const pcre *argument_re, const pcre_extra *extra_data,
        !          9533:   PCRE_SPTR subject, int length, int start_offset, int options,
        !          9534:   int *offsets, int offset_count, pcre_jit_stack *stack)
        !          9535: #elif defined COMPILE_PCRE16
        !          9536: PCRE_EXP_DEFN int PCRE_CALL_CONVENTION
        !          9537: pcre16_jit_exec(const pcre16 *argument_re, const pcre16_extra *extra_data,
        !          9538:   PCRE_SPTR16 subject, int length, int start_offset, int options,
        !          9539:   int *offsets, int offset_count, pcre16_jit_stack *stack)
        !          9540: #elif defined COMPILE_PCRE32
        !          9541: PCRE_EXP_DEFN int PCRE_CALL_CONVENTION
        !          9542: pcre32_jit_exec(const pcre32 *argument_re, const pcre32_extra *extra_data,
        !          9543:   PCRE_SPTR32 subject, int length, int start_offset, int options,
        !          9544:   int *offsets, int offset_count, pcre32_jit_stack *stack)
        !          9545: #endif
        !          9546: {
        !          9547: pcre_uchar *subject_ptr = (pcre_uchar *)subject;
        !          9548: executable_functions *functions = (executable_functions *)extra_data->executable_jit;
        !          9549: union {
        !          9550:    void* executable_func;
        !          9551:    jit_function call_executable_func;
        !          9552: } convert_executable_func;
        !          9553: jit_arguments arguments;
        !          9554: int max_offset_count;
        !          9555: int retval;
        !          9556: int mode = JIT_COMPILE;
        !          9557: 
        !          9558: SLJIT_UNUSED_ARG(argument_re);
        !          9559: 
        !          9560: /* Plausibility checks */
        !          9561: if ((options & ~PUBLIC_JIT_EXEC_OPTIONS) != 0) return PCRE_ERROR_JIT_BADOPTION;
        !          9562: 
        !          9563: if ((options & PCRE_PARTIAL_HARD) != 0)
        !          9564:   mode = JIT_PARTIAL_HARD_COMPILE;
        !          9565: else if ((options & PCRE_PARTIAL_SOFT) != 0)
        !          9566:   mode = JIT_PARTIAL_SOFT_COMPILE;
        !          9567: 
        !          9568: if (functions->executable_funcs[mode] == NULL)
        !          9569:   return PCRE_ERROR_JIT_BADOPTION;
        !          9570: 
        !          9571: /* Sanity checks should be handled by pcre_exec. */
        !          9572: arguments.stack = (struct sljit_stack *)stack;
        !          9573: arguments.str = subject_ptr + start_offset;
        !          9574: arguments.begin = subject_ptr;
        !          9575: arguments.end = subject_ptr + length;
        !          9576: arguments.mark_ptr = NULL;
        !          9577: /* JIT decreases this value less frequently than the interpreter. */
        !          9578: arguments.limit_match = ((extra_data->flags & PCRE_EXTRA_MATCH_LIMIT) == 0) ? MATCH_LIMIT : (pcre_uint32)(extra_data->match_limit);
        !          9579: if (functions->limit_match != 0 && functions->limit_match < arguments.limit_match)
        !          9580:   arguments.limit_match = functions->limit_match;
        !          9581: arguments.notbol = (options & PCRE_NOTBOL) != 0;
        !          9582: arguments.noteol = (options & PCRE_NOTEOL) != 0;
        !          9583: arguments.notempty = (options & PCRE_NOTEMPTY) != 0;
        !          9584: arguments.notempty_atstart = (options & PCRE_NOTEMPTY_ATSTART) != 0;
        !          9585: arguments.offsets = offsets;
        !          9586: arguments.callout_data = (extra_data->flags & PCRE_EXTRA_CALLOUT_DATA) != 0 ? extra_data->callout_data : NULL;
        !          9587: arguments.real_offset_count = offset_count;
        !          9588: 
        !          9589: /* pcre_exec() rounds offset_count to a multiple of 3, and then uses only 2/3 of
        !          9590: the output vector for storing captured strings, with the remainder used as
        !          9591: workspace. We don't need the workspace here. For compatibility, we limit the
        !          9592: number of captured strings in the same way as pcre_exec(), so that the user
        !          9593: gets the same result with and without JIT. */
        !          9594: 
        !          9595: if (offset_count != 2)
        !          9596:   offset_count = ((offset_count - (offset_count % 3)) * 2) / 3;
        !          9597: max_offset_count = functions->top_bracket;
        !          9598: if (offset_count > max_offset_count)
        !          9599:   offset_count = max_offset_count;
        !          9600: arguments.offset_count = offset_count;
        !          9601: 
        !          9602: convert_executable_func.executable_func = functions->executable_funcs[mode];
        !          9603: retval = convert_executable_func.call_executable_func(&arguments);
        !          9604: 
        !          9605: if (retval * 2 > offset_count)
1.1       misho    9606:   retval = 0;
1.1.1.3   misho    9607: if ((extra_data->flags & PCRE_EXTRA_MARK) != 0)
                   9608:   *(extra_data->mark) = arguments.mark_ptr;
                   9609: 
1.1       misho    9610: return retval;
                   9611: }
                   9612: 
                   9613: void
1.1.1.3   misho    9614: PRIV(jit_free)(void *executable_funcs)
1.1       misho    9615: {
1.1.1.3   misho    9616: int i;
                   9617: executable_functions *functions = (executable_functions *)executable_funcs;
                   9618: for (i = 0; i < JIT_NUMBER_OF_COMPILE_MODES; i++)
                   9619:   {
                   9620:   if (functions->executable_funcs[i] != NULL)
                   9621:     sljit_free_code(functions->executable_funcs[i]);
                   9622:   }
                   9623: SLJIT_FREE(functions);
1.1       misho    9624: }
                   9625: 
                   9626: int
1.1.1.3   misho    9627: PRIV(jit_get_size)(void *executable_funcs)
1.1       misho    9628: {
1.1.1.3   misho    9629: int i;
                   9630: sljit_uw size = 0;
                   9631: sljit_uw *executable_sizes = ((executable_functions *)executable_funcs)->executable_sizes;
                   9632: for (i = 0; i < JIT_NUMBER_OF_COMPILE_MODES; i++)
                   9633:   size += executable_sizes[i];
                   9634: return (int)size;
1.1       misho    9635: }
                   9636: 
1.1.1.2   misho    9637: const char*
                   9638: PRIV(jit_get_target)(void)
                   9639: {
                   9640: return sljit_get_platform_name();
                   9641: }
                   9642: 
1.1.1.4 ! misho    9643: #if defined COMPILE_PCRE8
1.1       misho    9644: PCRE_EXP_DECL pcre_jit_stack *
                   9645: pcre_jit_stack_alloc(int startsize, int maxsize)
1.1.1.4 ! misho    9646: #elif defined COMPILE_PCRE16
1.1.1.2   misho    9647: PCRE_EXP_DECL pcre16_jit_stack *
                   9648: pcre16_jit_stack_alloc(int startsize, int maxsize)
1.1.1.4 ! misho    9649: #elif defined COMPILE_PCRE32
        !          9650: PCRE_EXP_DECL pcre32_jit_stack *
        !          9651: pcre32_jit_stack_alloc(int startsize, int maxsize)
1.1.1.2   misho    9652: #endif
1.1       misho    9653: {
                   9654: if (startsize < 1 || maxsize < 1)
                   9655:   return NULL;
                   9656: if (startsize > maxsize)
                   9657:   startsize = maxsize;
                   9658: startsize = (startsize + STACK_GROWTH_RATE - 1) & ~(STACK_GROWTH_RATE - 1);
                   9659: maxsize = (maxsize + STACK_GROWTH_RATE - 1) & ~(STACK_GROWTH_RATE - 1);
1.1.1.2   misho    9660: return (PUBL(jit_stack)*)sljit_allocate_stack(startsize, maxsize);
1.1       misho    9661: }
                   9662: 
1.1.1.4 ! misho    9663: #if defined COMPILE_PCRE8
1.1       misho    9664: PCRE_EXP_DECL void
                   9665: pcre_jit_stack_free(pcre_jit_stack *stack)
1.1.1.4 ! misho    9666: #elif defined COMPILE_PCRE16
1.1.1.2   misho    9667: PCRE_EXP_DECL void
                   9668: pcre16_jit_stack_free(pcre16_jit_stack *stack)
1.1.1.4 ! misho    9669: #elif defined COMPILE_PCRE32
        !          9670: PCRE_EXP_DECL void
        !          9671: pcre32_jit_stack_free(pcre32_jit_stack *stack)
1.1.1.2   misho    9672: #endif
1.1       misho    9673: {
1.1.1.3   misho    9674: sljit_free_stack((struct sljit_stack *)stack);
1.1       misho    9675: }
                   9676: 
1.1.1.4 ! misho    9677: #if defined COMPILE_PCRE8
1.1       misho    9678: PCRE_EXP_DECL void
                   9679: pcre_assign_jit_stack(pcre_extra *extra, pcre_jit_callback callback, void *userdata)
1.1.1.4 ! misho    9680: #elif defined COMPILE_PCRE16
1.1.1.2   misho    9681: PCRE_EXP_DECL void
                   9682: pcre16_assign_jit_stack(pcre16_extra *extra, pcre16_jit_callback callback, void *userdata)
1.1.1.4 ! misho    9683: #elif defined COMPILE_PCRE32
        !          9684: PCRE_EXP_DECL void
        !          9685: pcre32_assign_jit_stack(pcre32_extra *extra, pcre32_jit_callback callback, void *userdata)
1.1.1.2   misho    9686: #endif
1.1       misho    9687: {
1.1.1.3   misho    9688: executable_functions *functions;
1.1       misho    9689: if (extra != NULL &&
                   9690:     (extra->flags & PCRE_EXTRA_EXECUTABLE_JIT) != 0 &&
                   9691:     extra->executable_jit != NULL)
                   9692:   {
1.1.1.3   misho    9693:   functions = (executable_functions *)extra->executable_jit;
                   9694:   functions->callback = callback;
                   9695:   functions->userdata = userdata;
1.1       misho    9696:   }
                   9697: }
                   9698: 
                   9699: #else  /* SUPPORT_JIT */
                   9700: 
                   9701: /* These are dummy functions to avoid linking errors when JIT support is not
                   9702: being compiled. */
                   9703: 
1.1.1.4 ! misho    9704: #if defined COMPILE_PCRE8
1.1       misho    9705: PCRE_EXP_DECL pcre_jit_stack *
                   9706: pcre_jit_stack_alloc(int startsize, int maxsize)
1.1.1.4 ! misho    9707: #elif defined COMPILE_PCRE16
1.1.1.2   misho    9708: PCRE_EXP_DECL pcre16_jit_stack *
                   9709: pcre16_jit_stack_alloc(int startsize, int maxsize)
1.1.1.4 ! misho    9710: #elif defined COMPILE_PCRE32
        !          9711: PCRE_EXP_DECL pcre32_jit_stack *
        !          9712: pcre32_jit_stack_alloc(int startsize, int maxsize)
1.1.1.2   misho    9713: #endif
1.1       misho    9714: {
                   9715: (void)startsize;
                   9716: (void)maxsize;
                   9717: return NULL;
                   9718: }
                   9719: 
1.1.1.4 ! misho    9720: #if defined COMPILE_PCRE8
1.1       misho    9721: PCRE_EXP_DECL void
                   9722: pcre_jit_stack_free(pcre_jit_stack *stack)
1.1.1.4 ! misho    9723: #elif defined COMPILE_PCRE16
1.1.1.2   misho    9724: PCRE_EXP_DECL void
                   9725: pcre16_jit_stack_free(pcre16_jit_stack *stack)
1.1.1.4 ! misho    9726: #elif defined COMPILE_PCRE32
        !          9727: PCRE_EXP_DECL void
        !          9728: pcre32_jit_stack_free(pcre32_jit_stack *stack)
1.1.1.2   misho    9729: #endif
1.1       misho    9730: {
                   9731: (void)stack;
                   9732: }
                   9733: 
1.1.1.4 ! misho    9734: #if defined COMPILE_PCRE8
1.1       misho    9735: PCRE_EXP_DECL void
                   9736: pcre_assign_jit_stack(pcre_extra *extra, pcre_jit_callback callback, void *userdata)
1.1.1.4 ! misho    9737: #elif defined COMPILE_PCRE16
1.1.1.2   misho    9738: PCRE_EXP_DECL void
                   9739: pcre16_assign_jit_stack(pcre16_extra *extra, pcre16_jit_callback callback, void *userdata)
1.1.1.4 ! misho    9740: #elif defined COMPILE_PCRE32
        !          9741: PCRE_EXP_DECL void
        !          9742: pcre32_assign_jit_stack(pcre32_extra *extra, pcre32_jit_callback callback, void *userdata)
1.1.1.2   misho    9743: #endif
1.1       misho    9744: {
                   9745: (void)extra;
                   9746: (void)callback;
                   9747: (void)userdata;
                   9748: }
                   9749: 
                   9750: #endif
                   9751: 
                   9752: /* End of pcre_jit_compile.c */

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>