/************************************************ re.c - $Author$ $Date$ created at: Mon Aug 9 18:24:49 JST 1993 Copyright (C) 1993-1998 Yukihiro Matsumoto ************************************************/ #include "ruby.h" #include "re.h" static VALUE eRegxpError; #define BEG(no) regs->beg[no] #define END(no) regs->end[no] #if 'a' == 97 /* it's ascii */ static char casetable[] = { '\000', '\001', '\002', '\003', '\004', '\005', '\006', '\007', '\010', '\011', '\012', '\013', '\014', '\015', '\016', '\017', '\020', '\021', '\022', '\023', '\024', '\025', '\026', '\027', '\030', '\031', '\032', '\033', '\034', '\035', '\036', '\037', /* ' ' '!' '"' '#' '$' '%' '&' ''' */ '\040', '\041', '\042', '\043', '\044', '\045', '\046', '\047', /* '(' ')' '*' '+' ',' '-' '.' '/' */ '\050', '\051', '\052', '\053', '\054', '\055', '\056', '\057', /* '0' '1' '2' '3' '4' '5' '6' '7' */ '\060', '\061', '\062', '\063', '\064', '\065', '\066', '\067', /* '8' '9' ':' ';' '<' '=' '>' '?' */ '\070', '\071', '\072', '\073', '\074', '\075', '\076', '\077', /* '@' 'A' 'B' 'C' 'D' 'E' 'F' 'G' */ '\100', '\141', '\142', '\143', '\144', '\145', '\146', '\147', /* 'H' 'I' 'J' 'K' 'L' 'M' 'N' 'O' */ '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157', /* 'P' 'Q' 'R' 'S' 'T' 'U' 'V' 'W' */ '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167', /* 'X' 'Y' 'Z' '[' '\' ']' '^' '_' */ '\170', '\171', '\172', '\133', '\134', '\135', '\136', '\137', /* '`' 'a' 'b' 'c' 'd' 'e' 'f' 'g' */ '\140', '\141', '\142', '\143', '\144', '\145', '\146', '\147', /* 'h' 'i' 'j' 'k' 'l' 'm' 'n' 'o' */ '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157', /* 'p' 'q' 'r' 's' 't' 'u' 'v' 'w' */ '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167', /* 'x' 'y' 'z' '{' '|' '}' '~' */ '\170', '\171', '\172', '\173', '\174', '\175', '\176', '\177', '\200', '\201', '\202', '\203', '\204', '\205', '\206', '\207', '\210', '\211', '\212', '\213', '\214', '\215', '\216', '\217', '\220', '\221', '\222', '\223', '\224', '\225', '\226', '\227', '\230', '\231', '\232', '\233', '\234', '\235', '\236', '\237', '\240', '\241', '\242', '\243', '\244', '\245', '\246', '\247', '\250', '\251', '\252', '\253', '\254', '\255', '\256', '\257', '\260', '\261', '\262', '\263', '\264', '\265', '\266', '\267', '\270', '\271', '\272', '\273', '\274', '\275', '\276', '\277', '\300', '\301', '\302', '\303', '\304', '\305', '\306', '\307', '\310', '\311', '\312', '\313', '\314', '\315', '\316', '\317', '\320', '\321', '\322', '\323', '\324', '\325', '\326', '\327', '\330', '\331', '\332', '\333', '\334', '\335', '\336', '\337', '\340', '\341', '\342', '\343', '\344', '\345', '\346', '\347', '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357', '\360', '\361', '\362', '\363', '\364', '\365', '\366', '\367', '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\377', }; #else >>> "You lose. You will need a translation table for your character set." <<< #endif #define MIN(a,b) (((a)>(b))?(b):(a)) int str_cicmp(str1, str2) VALUE str1, str2; { int len, i; char *p1, *p2; len = MIN(RSTRING(str1)->len, RSTRING(str2)->len); p1 = RSTRING(str1)->ptr; p2 = RSTRING(str2)->ptr; for (i = 0; i < len; i++, p1++, p2++) { if (casetable[(unsigned)*p1] != casetable[(unsigned)*p2]) return casetable[(unsigned)*p1] - casetable[(unsigned)*p2]; } return RSTRING(str1)->len - RSTRING(str2)->len; } #define REG_IGNORECASE FL_USER0 #define REG_CASESTATE FL_USER1 #define KCODE_NONE 0 #define KCODE_EUC FL_USER2 #define KCODE_SJIS FL_USER3 #define KCODE_FIXED FL_USER4 #define KCODE_MASK (KCODE_EUC|KCODE_SJIS) static int reg_kcode = #ifdef EUC KCODE_EUC; #else # ifdef SJIS KCODE_SJIS; # else KCODE_NONE; # endif #endif static void kcode_euc(reg) VALUE reg; { FL_UNSET(reg, KCODE_MASK); FL_SET(reg, KCODE_EUC); FL_SET(reg, KCODE_FIXED); } static void kcode_sjis(reg) VALUE reg; { FL_UNSET(reg, KCODE_MASK); FL_SET(reg, KCODE_SJIS); FL_SET(reg, KCODE_FIXED); } static void kcode_none(reg) VALUE reg; { FL_UNSET(reg, KCODE_MASK); FL_SET(reg, KCODE_FIXED); } static void kcode_set_option(reg) VALUE reg; { if (!FL_TEST(reg, KCODE_FIXED)) return; switch ((RBASIC(reg)->flags & KCODE_MASK)) { case KCODE_NONE: mbcinit(MBCTYPE_ASCII); break; case KCODE_EUC: mbcinit(MBCTYPE_EUC); break; case KCODE_SJIS: mbcinit(MBCTYPE_SJIS); break; } } void kcode_reset_option() { switch (reg_kcode) { case KCODE_NONE: mbcinit(MBCTYPE_ASCII); break; case KCODE_EUC: mbcinit(MBCTYPE_EUC); break; case KCODE_SJIS: mbcinit(MBCTYPE_SJIS); break; } } extern int rb_in_compile; static void reg_expr_str(str, s, len) VALUE str; char *s; int len; { char *p, *pend; int slash = 0; p = s; pend = p + len; while (pflags & KCODE_MASK)) { case KCODE_NONE: str_cat(str, "n", 1); break; case KCODE_EUC: str_cat(str, "e", 1); break; case KCODE_SJIS: str_cat(str, "s", 1); break; } } } return str; } static VALUE reg_source(re) VALUE re; { VALUE str = str_new(0,0); reg_expr_str(str, RREGEXP(re)->str,RREGEXP(re)->len,re); return str; } static VALUE reg_inspect(re) VALUE re; { return reg_desc(RREGEXP(re)->str, RREGEXP(re)->len, re); } static void reg_raise(s, len, err, re) char *s; int len; char *err; VALUE re; { VALUE desc = reg_desc(s, len, re); if (rb_in_compile) Error("%s: %s", err, RSTRING(desc)->ptr); else Raise(eRegxpError, "%s: %s", err, RSTRING(desc)->ptr); } static VALUE reg_casefold_p(re) VALUE re; { if (FL_TEST(re, REG_IGNORECASE)) return TRUE; return FALSE; } static VALUE reg_kcode_method(re) VALUE re; { char *kcode = "$KCODE"; if (FL_TEST(re, KCODE_FIXED)) { switch (RBASIC(re)->flags & KCODE_MASK) { case KCODE_NONE: kcode = "none"; break; case KCODE_EUC: kcode = "euc"; break; case KCODE_SJIS: kcode = "sjis"; break; default: break; } } return str_new2(kcode); } static Regexp* make_regexp(s, len, flag) char *s; int len, flag; { Regexp *rp; char *err; /* Handle escaped characters first. */ /* Build a copy of the string (in dest) with the escaped characters translated, and generate the regex from that. */ rp = ALLOC(Regexp); MEMZERO((char *)rp, Regexp, 1); rp->buffer = ALLOC_N(char, 16); rp->allocated = 16; rp->fastmap = ALLOC_N(char, 256); if (flag) { rp->options = flag; } err = re_compile_pattern(s, (size_t)len, rp); kcode_reset_option(); if (err != NULL) { reg_raise(s, len, err, 0); } return rp; } static VALUE cMatch; static VALUE match_alloc() { NEWOBJ(match, struct RMatch); OBJSETUP(match, cMatch, T_MATCH); match->str = 0; match->regs = 0; match->regs = ALLOC(struct re_registers); MEMZERO(match->regs, struct re_registers, 1); return (VALUE)match; } static VALUE match_clone(orig) VALUE orig; { NEWOBJ(match, struct RMatch); OBJSETUP(match, cMatch, T_MATCH); match->str = RMATCH(orig)->str; match->regs = 0; match->regs = ALLOC(struct re_registers); match->regs->allocated = 0; re_copy_registers(match->regs, RMATCH(orig)->regs); return (VALUE)match; } VALUE ignorecase; static VALUE matchcache; void reg_prepare_re(reg) VALUE reg; { int casefold = RTEST(ignorecase); int need_recompile = 0; /* case-flag set for the object */ if (FL_TEST(reg, REG_IGNORECASE)) { casefold = TRUE; } else if ((casefold && !FL_TEST(reg, REG_CASESTATE)) || (!casefold && FL_TEST(reg, REG_CASESTATE))) { RREGEXP(reg)->ptr->fastmap_accurate = 0; RBASIC(reg)->flags ^= REG_CASESTATE; need_recompile = 1; } if (FL_TEST(reg, KCODE_FIXED)) { kcode_set_option(reg); } else if ((RBASIC(reg)->flags & KCODE_MASK) != reg_kcode) { need_recompile = 1; RBASIC(reg)->flags &= ~KCODE_MASK; RBASIC(reg)->flags |= reg_kcode; } if (need_recompile) { char *err; err = re_compile_pattern(RREGEXP(reg)->str, RREGEXP(reg)->len, RREGEXP(reg)->ptr); if (err != NULL) { kcode_reset_option(); reg_raise(RREGEXP(reg)->str, RREGEXP(reg)->len, err, reg); } } } int reg_search(reg, str, start, reverse) VALUE reg, str; int start, reverse; { int result; VALUE match = 0; struct re_registers *regs = 0; int range; if (start > RSTRING(str)->len) return -1; reg_prepare_re(reg); if (matchcache) { match = matchcache; matchcache = 0; } else { match = match_alloc(); } regs = RMATCH(match)->regs; if (reverse) { range = -start; } else { range = RSTRING(str)->len-start; } result = re_search(RREGEXP(reg)->ptr,RSTRING(str)->ptr,RSTRING(str)->len, start, range, regs); kcode_reset_option(); if (result == -2) { reg_raise(RREGEXP(reg)->str, RREGEXP(reg)->len, "Stack overfow in regexp matcher", reg); } if (result < 0) { matchcache = match; backref_set(Qnil); } else if (match) { RMATCH(match)->str = str_new4(str); backref_set(match); } return result; } VALUE reg_nth_defined(nth, match) int nth; VALUE match; { if (NIL_P(match)) return Qnil; if (nth >= RMATCH(match)->regs->num_regs) { return FALSE; } if (RMATCH(match)->BEG(nth) == -1) return FALSE; return TRUE; } VALUE reg_nth_match(nth, match) int nth; VALUE match; { int start, end, len; if (NIL_P(match)) return Qnil; if (nth >= RMATCH(match)->regs->num_regs) { return Qnil; } start = RMATCH(match)->BEG(nth); if (start == -1) return Qnil; end = RMATCH(match)->END(nth); len = end - start; return str_new(RSTRING(RMATCH(match)->str)->ptr + start, len); } VALUE reg_last_match(match) VALUE match; { return reg_nth_match(0, match); } VALUE reg_match_pre(match) VALUE match; { if (NIL_P(match)) return Qnil; if (RMATCH(match)->BEG(0) == -1) return Qnil; return str_new(RSTRING(RMATCH(match)->str)->ptr, RMATCH(match)->BEG(0)); } VALUE reg_match_post(match) VALUE match; { if (NIL_P(match)) return Qnil; if (RMATCH(match)->BEG(0) == -1) return Qnil; return str_new(RSTRING(RMATCH(match)->str)->ptr+RMATCH(match)->END(0), RSTRING(RMATCH(match)->str)->len-RMATCH(match)->END(0)); } VALUE reg_match_last(match) VALUE match; { int i; if (NIL_P(match)) return Qnil; if (RMATCH(match)->BEG(0) == -1) return Qnil; for (i=RMATCH(match)->regs->num_regs-1; RMATCH(match)->BEG(i) == -1 && i > 0; i--) ; if (i == 0) return Qnil; return reg_nth_match(i, match); } static VALUE last_match_getter() { return reg_last_match(backref_get()); } static VALUE prematch_getter() { return reg_match_pre(backref_get()); } static VALUE postmatch_getter() { return reg_match_post(backref_get()); } static VALUE last_paren_match_getter() { return reg_match_last(backref_get()); } static VALUE match_to_a(match) VALUE match; { struct re_registers *regs = RMATCH(match)->regs; VALUE ary = ary_new2(regs->num_regs); char *ptr = RSTRING(RMATCH(match)->str)->ptr; int i; for (i=0; inum_regs; i++) { if (regs->beg[i] == -1) ary_push(ary, Qnil); else ary_push(ary, str_new(ptr+regs->beg[i], regs->end[i]-regs->beg[i])); } return ary; } static VALUE match_aref(argc, argv, match) int argc; VALUE *argv; VALUE match; { VALUE idx, rest; struct re_registers *regs; char *ptr; int i; rb_scan_args(argc, argv, "11", &idx, &rest); if (!NIL_P(rest) || !FIXNUM_P(idx) || FIX2INT(idx) < 0) { return ary_aref(argc, argv, match_to_a(match)); } regs = RMATCH(match)->regs; i = FIX2INT(idx); if (i>=regs->num_regs) return Qnil; ptr = RSTRING(RMATCH(match)->str)->ptr; return str_new(ptr+regs->beg[i], regs->end[i]-regs->beg[i]); } static VALUE match_to_s(match) VALUE match; { VALUE str = reg_last_match(match); if (NIL_P(str)) return str_new(0,0); return str; } void reg_free(rp) Regexp *rp; { free(rp->buffer); free(rp->fastmap); free(rp); } VALUE cRegexp; static VALUE reg_new_1(klass, s, len, options) VALUE klass; char *s; int len; int options; /* CASEFOLD = 1 */ /* EXTENDED = 2 */ /* CODE_NONE = 4 */ /* CODE_EUC = 8 */ /* CODE_SJIS = 12 */ { NEWOBJ(re, struct RRegexp); OBJSETUP(re, klass, T_REGEXP); re->ptr = 0; re->str = 0; if (options & 0x1) { FL_SET(re, REG_IGNORECASE); } switch (options & ~0x3) { case 0: default: FL_SET(re, reg_kcode); break; case 4: kcode_none(re); break; case 8: kcode_euc(re); break; case 12: kcode_sjis(re); break; } kcode_set_option(re); if (RTEST(ignorecase)) { options |= RE_OPTION_IGNORECASE; FL_SET(re, REG_CASESTATE); } re->ptr = make_regexp(s, len, options & 0x3); re->str = ALLOC_N(char, len+1); memcpy(re->str, s, len); re->str[len] = '\0'; re->len = len; obj_call_init((VALUE)re); return (VALUE)re; } VALUE reg_new(s, len, flag) char *s; int len, flag; { return reg_new_1(cRegexp, s, len, flag); } static int ign_cache; static VALUE reg_cache; VALUE reg_regcomp(str) VALUE str; { int ignc = RTEST(ignorecase); if (reg_cache && RREGEXP(reg_cache)->len == RSTRING(str)->len && ign_cache == ignc && memcmp(RREGEXP(reg_cache)->str, RSTRING(str)->ptr, RSTRING(str)->len) == 0) return reg_cache; ign_cache = ignc; return reg_cache = reg_new(RSTRING(str)->ptr, RSTRING(str)->len, ignc); } static int reg_cur_kcode(re) VALUE re; { if (FL_TEST(re, KCODE_FIXED)) { return RBASIC(re)->flags & KCODE_MASK; } return 0; } static VALUE reg_equal(re1, re2) VALUE re1, re2; { int min; if (re1 == re2) return TRUE; if (TYPE(re2) != T_REGEXP) return FALSE; if (RREGEXP(re1)->len != RREGEXP(re2)->len) return FALSE; min = RREGEXP(re1)->len; if (min > RREGEXP(re2)->len) min = RREGEXP(re2)->len; if (memcmp(RREGEXP(re1)->str, RREGEXP(re2)->str, min) == 0 && reg_cur_kcode(re1) == reg_cur_kcode(re2) && !(FL_TEST(re1,REG_IGNORECASE) ^ FL_TEST(re2,REG_IGNORECASE))) { return TRUE; } return FALSE; } VALUE reg_match(re, str) VALUE re, str; { int start; if (NIL_P(str)) return FALSE; str = str_to_str(str); start = reg_search(re, str, 0, 0); if (start < 0) { return FALSE; } return INT2FIX(start); } VALUE reg_match2(re) VALUE re; { int start; VALUE line = lastline_get(); if (TYPE(line) != T_STRING) return FALSE; start = reg_search(re, line, 0, 0); if (start < 0) { return FALSE; } return INT2FIX(start); } static VALUE reg_s_new(argc, argv, self) int argc; VALUE *argv; VALUE self; { VALUE src; int flag = 0; if (argc == 0 || argc > 3) { ArgError("wrong # of argument"); } if (argc >= 2 && RTEST(argv[1])) { flag = 1; } if (argc == 3) { Check_Type(argv[2], T_STRING); switch (RSTRING(argv[2])->ptr[0]) { case 'n': case 'N': flag |= 2; break; case 'e': case 'E': flag |= 4; break; case 's': case 'S': flag |= 6; break; default: break; } } src = argv[0]; switch (TYPE(src)) { case T_STRING: return reg_new_1(self, RSTRING(src)->ptr, RSTRING(src)->len, flag); break; case T_REGEXP: return reg_new_1(self, RREGEXP(src)->str, RREGEXP(src)->len, flag); break; default: Check_Type(src, T_STRING); } return Qnil; /* not reached */ } static VALUE reg_s_quote(re, str) VALUE re, str; { char *s, *send, *t; char *tmp; Check_Type(str, T_STRING); tmp = ALLOCA_N(char, RSTRING(str)->len*2); s = RSTRING(str)->ptr; send = s + RSTRING(str)->len; t = tmp; for (; s != send; s++) { if (ismbchar(*s)) { *t++ = *s++; *t++ = *s; continue; } if (*s == '[' || *s == ']' || *s == '{' || *s == '}' || *s == '(' || *s == ')' || *s == '|' || *s == '*' || *s == '.' || *s == '\\' || *s == '?' || *s == '+' || *s == '^' || *s == '$') { *t++ = '\\'; } *t++ = *s; } return str_new(tmp, t - tmp); } static int reg_get_kcode(re) VALUE re; { int kcode = 0; switch (RBASIC(re)->flags & KCODE_MASK) { case KCODE_NONE: kcode |= 2; break; case KCODE_EUC: kcode |= 4; break; case KCODE_SJIS: kcode |= 6; break; default: break; } return kcode; } static VALUE reg_clone(re) VALUE re; { int flag = FL_TEST(re, REG_IGNORECASE)?1:0; if (FL_TEST(re, KCODE_FIXED)) { flag |= reg_get_kcode(re); } return reg_new_1(CLASS_OF(re), RREGEXP(re)->str, RREGEXP(re)->len, flag); } VALUE reg_regsub(str, src, regs) VALUE str, src; struct re_registers *regs; { VALUE val = 0; char *p, *s, *e, c; int no; p = s = RSTRING(str)->ptr; e = s + RSTRING(str)->len; while (s < e) { char *ss = s; c = *s++; if (ismbchar(c)) { s++; continue; } if (c != '\\' || s == e) continue; if (!val) val = str_new(p, ss-p); else str_cat(val, p, ss-p); c = *s++; p = s; switch (c) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': no = c - '0'; break; case '&': no = 0; break; case '`': str_cat(val, RSTRING(src)->ptr, BEG(0)); continue; case '\'': str_cat(val, RSTRING(src)->ptr+END(0), RSTRING(src)->len-END(0)); continue; case '+': no = regs->num_regs-1; while (BEG(no) == -1 && no > 0) no--; if (no == 0) continue; break; case '\\': str_cat(val, s-1, 1); continue; default: str_cat(val, s-2, 2); continue; } if (no >= 0) { if (BEG(no) == -1) continue; str_cat(val, RSTRING(src)->ptr+BEG(no), END(no)-BEG(no)); } } if (p < e) { if (!val) val = str_new(p, e-p); else str_cat(val, p, e-p); } if (!val) return str; return val; } char* rb_get_kcode() { switch (reg_kcode) { case KCODE_SJIS: return "SJIS"; case KCODE_EUC: return "EUC"; default: return "NONE"; } } static VALUE kcode_getter() { return str_new2(rb_get_kcode()); } void rb_set_kcode(code) char *code; { if (code == 0) goto set_no_conversion; switch (code[0]) { case 'E': case 'e': reg_kcode = KCODE_EUC; mbcinit(MBCTYPE_EUC); break; case 'S': case 's': reg_kcode = KCODE_SJIS; mbcinit(MBCTYPE_SJIS); break; default: case 'N': case 'n': case 'A': case 'a': set_no_conversion: reg_kcode = KCODE_NONE; mbcinit(MBCTYPE_ASCII); break; } } static void kcode_setter(val) struct RString *val; { Check_Type(val, T_STRING); rb_set_kcode(val->ptr); } static VALUE match_getter() { return backref_get(); } static void match_setter(val) VALUE val; { Check_Type(val, T_MATCH); backref_set(val); } void Init_Regexp() { eRegxpError = rb_define_class("RegxpError", eStandardError); re_set_syntax(RE_NO_BK_PARENS | RE_NO_BK_VBAR | RE_INTERVALS | RE_NO_BK_BRACES | RE_CONTEXTUAL_INVALID_OPS | RE_CHAR_CLASSES | RE_BACKSLASH_ESCAPE_IN_LISTS); re_set_casetable(casetable); rb_define_virtual_variable("$~", match_getter, match_setter); rb_define_virtual_variable("$&", last_match_getter, 0); rb_define_virtual_variable("$`", prematch_getter, 0); rb_define_virtual_variable("$'", postmatch_getter, 0); rb_define_virtual_variable("$+", last_paren_match_getter, 0); rb_define_variable("$=", &ignorecase); rb_define_virtual_variable("$KCODE", kcode_getter, kcode_setter); rb_define_virtual_variable("$-K", kcode_getter, kcode_setter); cRegexp = rb_define_class("Regexp", cObject); rb_define_singleton_method(cRegexp, "new", reg_s_new, -1); rb_define_singleton_method(cRegexp, "compile", reg_s_new, -1); rb_define_singleton_method(cRegexp, "quote", reg_s_quote, 1); rb_define_method(cRegexp, "clone", reg_clone, 0); rb_define_method(cRegexp, "==", reg_equal, 1); rb_define_method(cRegexp, "=~", reg_match, 1); rb_define_method(cRegexp, "===", reg_match, 1); rb_define_method(cRegexp, "~", reg_match2, 0); rb_define_method(cRegexp, "inspect", reg_inspect, 0); rb_define_method(cRegexp, "source", reg_source, 0); rb_define_method(cRegexp, "casefold?", reg_casefold_p, 0); rb_define_method(cRegexp, "kcode", reg_kcode_method, 0); rb_global_variable(®_cache); rb_global_variable(&matchcache); cMatch = rb_define_class("MatchingData", cData); rb_define_method(cMatch, "clone", match_clone, 0); rb_define_method(cMatch, "to_a", match_to_a, 0); rb_define_method(cMatch, "[]", match_aref, -1); rb_define_method(cMatch, "to_s", match_to_s, 0); rb_define_method(cMatch, "inspect", any_to_s, 0); }