diff options
Diffstat (limited to 'ext/nkf/lib/kconv.rb')
| -rw-r--r-- | ext/nkf/lib/kconv.rb | 307 |
1 files changed, 219 insertions, 88 deletions
diff --git a/ext/nkf/lib/kconv.rb b/ext/nkf/lib/kconv.rb index 3512135ecc..0cf7da1200 100644 --- a/ext/nkf/lib/kconv.rb +++ b/ext/nkf/lib/kconv.rb @@ -1,82 +1,65 @@ +# +# kconv.rb - Kanji Converter. +# +# $Id$ +# + require 'nkf' module Kconv + # + # Public Constants + # + #Constant of Encoding - AUTO = ::NKF::AUTO - JIS = ::NKF::JIS - EUC = ::NKF::EUC - SJIS = ::NKF::SJIS - BINARY = ::NKF::BINARY - NOCONV = ::NKF::NOCONV - ASCII = ::NKF::ASCII - UTF8 = ::NKF::UTF8 - UTF16 = ::NKF::UTF16 - UTF32 = ::NKF::UTF32 - UNKNOWN = ::NKF::UNKNOWN + + # Auto-Detect + AUTO = NKF::AUTO + # ISO-2022-JP + JIS = NKF::JIS + # EUC-JP + EUC = NKF::EUC + # Shift_JIS + SJIS = NKF::SJIS + # BINARY + BINARY = NKF::BINARY + # NOCONV + NOCONV = NKF::NOCONV + # ASCII + ASCII = NKF::ASCII + # UTF-8 + UTF8 = NKF::UTF8 + # UTF-16 + UTF16 = NKF::UTF16 + # UTF-32 + UTF32 = NKF::UTF32 + # UNKNOWN + UNKNOWN = NKF::UNKNOWN + + # + # Private Constants + # + + # Revision of kconv.rb + REVISION = %q$Revision$ #Regexp of Encoding - Iconv_Shift_JIS = /\A(?: - [\x00-\x7f\xa1-\xdf] | - \x81[\x40-\x7e\x80-\xac\xb8-\xbf\xc8-\xce\xda-\xe8\xf0-\xf7\xfc] | - \x82[\x4f-\x58\x60-\x79\x81-\x9a\x9f-\xf1] | - \x83[\x40-\x7e\x80-\x96\x9f-\xb6\xbf-\xd6\x40-\x60] | - \x84[\x40-\x60\x70-\x7e\x80-\x91\x9f-\xbe\x9f-\xfc] | - [\x89-\x8f\x90-\x97\x99-\x9f\xe0-\xea][\x40-\x7e] | - [\x89-\x97\x99-\x9f\xe0-\xe9][\x80-\xfc] | - \x98[\x40-\x72\x9f-\xfc] | - \xea[\x80-\xa4] - )*\z/nx - Iconv_EUC_JP = /\A(?: - [\x00-\x7f] | - \x8e [\xa1-\xdf] | - \x8f [\xa1-\xdf] [\xa1-\xdf] | - [\xa1\xb0-\xbce\xd0-\xf3][\xa1-\xfe] | - \xa2[\xa1-\xae\xba-\xc1\xca-\xd0\xdc-\xea\xf2-\xf9\xfe] | - \xa3[\xb0-\xb9\xc1-\xda\xe1-\xfa] | - \xa4[\xa1-\xf3] | - \xa5[\xa1-\xf6] | - \xa6[\xa1-\xb8\xc1-\xd8] | - \xa7[\xa1-\xc1\xd1-\xf1] | - \xa8[\xa1-\xc0] | - \xcf[\xa1-\xd3] | - \xf4[\xa1-\xa6] - )*\z/nx - Iconv_UTF8 = /\A(?:\xef\xbb\xbf)?(?: - [\x00-\x7f] | - \xc2[\x80-\x8d\x90-\x9f\xa1\xaa\xac\xae-\xb1\xb4\xb6\xb8\xba\xbf] | - \xc3[\x80-\xbf] | - \xc4[\x80-\x93\x96-\xa2\xa4-\xab\xae-\xbf] | - \xc5[\x80-\x8d\x90-\xbe] | - \xc7[\x8d-\x9c\xb5] | - \xcb[\x87\x98-\x9b\x9d] | - \xce[\x84-\x86\x88-\x8a\x8c\x8e-\xa1\xa3-\xbf] | - \xcf[\x80-\x8e] | - \xd0[\x81-\x8c\x8e-\xbf] | - \xd1[\x80-\x8f\x91-\x9f] | - \xe2\x84[\x83\x96\xa2\xab] | - \xe2\x86[\x83\x91-\x93\x96\xa2\xab] | - \xe2\x87[\x83\x91-\x94\x96\xa2\xab] | - \xe2\x88[\x82-\x83\x87-\x88\x8b\x91-\x94\x96\x9a\x9d-\x9e\xa0\xa2\xa7-\xac\xb4-\xb5\xbd] | - \xe2\x89[\x82-\x83\x87-\x88\x8b\x91-\x94\x96\x9a\x9d-\x9e\xa0-\xa2\xa6-\xac\xb4-\xb5\xbd] | - \xe2[\x8a\x8c][\x82-\x83\x86-\x88\x8b\x91-\x94\x96\x9a\x9d-\x9e\xa0-\xa2\xa5-\xac\xb4-\xb5\xbd] | - \xe2[\x94-\x99][\x81-\x83\x86-\x88\x8b-\x8c\x8f-\x94\x96-\x98\x9a-\x9e\xa0-\xac\xaf-\xb0\xb3-\xb5\xb7-\xb8\xbb-\xbd\xbf] | - \xe3\x80[\x81-\x83\x85-\x98\x9a-\x9e\xa0-\xad\xaf-\xb0\xb2-\xb5\xb7-\xb8\xbb-\xbd\xbf] | - \xe3[\x81-\x83\xb8-\xbf][\x81-\xbf] | - [\xe5-\xe7][\x80-\xbf][\x81-\xbf] | - \xe8[\x80-\xae\xb0-\xbf][\x81-\xbf] | - \xe9[\x80-\x92\x95-\xb1\xb3-\xbe][\x81-\xbf] | - \xef[\xbc-\xbe][\x81-\xbf] | - )*\z/nx + + # Regexp of Shift_JIS string (private constant) RegexpShiftjis = /\A(?: [\x00-\x7f\xa1-\xdf] | [\x81-\x9f\xe0-\xfc][\x40-\x7e\x80-\xfc] )*\z/nx + + # Regexp of EUC-JP string (private constant) RegexpEucjp = /\A(?: [\x00-\x7f] | \x8e [\xa1-\xdf] | \x8f [\xa1-\xdf] [\xa1-\xfe] | [\xa1-\xdf] [\xa1-\xfe] )*\z/nx + + # Regexp of UTF-8 string (private constant) RegexpUtf8 = /\A(?: [\x00-\x7f] | [\xc2-\xdf] [\x80-\xbf] | @@ -88,9 +71,19 @@ module Kconv )*\z/nx # - # kconv + # Public Methods # + # call-seq: + # Kconv.kconv(str, out_code, in_code = Kconv::AUTO) + # + # Convert <code>str</code> to out_code. + # <code>out_code</code> and <code>in_code</code> are given as constants of Kconv. + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want to decode them, use NKF.nkf. def kconv(str, out_code, in_code = AUTO) opt = '-' case in_code @@ -131,26 +124,71 @@ module Kconv # Encode to # + # call-seq: + # Kconv.tojis(str) -> string + # + # Convert <code>str</code> to ISO-2022-JP + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-jxm0', str). def tojis(str) ::NKF::nkf('-j', str) end module_function :tojis + # call-seq: + # Kconv.toeuc(str) -> string + # + # Convert <code>str</code> to EUC-JP + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-exm0', str). def toeuc(str) ::NKF::nkf('-e', str) end module_function :toeuc + # call-seq: + # Kconv.tosjis(str) -> string + # + # Convert <code>str</code> to Shift_JIS + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-sxm0', str). def tosjis(str) ::NKF::nkf('-s', str) end module_function :tosjis + # call-seq: + # Kconv.toutf8(str) -> string + # + # Convert <code>str</code> to UTF-8 + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-wxm0', str). def toutf8(str) ::NKF::nkf('-w', str) end module_function :toutf8 + # call-seq: + # Kconv.toutf16(str) -> string + # + # Convert <code>str</code> to UTF-16 + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-w16xm0', str). def toutf16(str) ::NKF::nkf('-w16', str) end @@ -160,11 +198,19 @@ module Kconv # guess # + # call-seq: + # Kconv.guess(str) -> integer + # + # Guess input encoding by NKF.guess2 def guess(str) ::NKF::guess(str) end module_function :guess + # call-seq: + # Kconv.guess_old(str) -> integer + # + # Guess input encoding by NKF.guess1 def guess_old(str) ::NKF::guess1(str) end @@ -174,16 +220,34 @@ module Kconv # isEncoding # + # call-seq: + # Kconv.iseuc(str) -> obj or nil + # + # Returns whether input encoding is EUC-JP or not. + # + # *Note* don't expect this return value is MatchData. def iseuc(str) RegexpEucjp.match( str ) end module_function :iseuc + # call-seq: + # Kconv.issjis(str) -> obj or nil + # + # Returns whether input encoding is Shift_JIS or not. + # + # *Note* don't expect this return value is MatchData. def issjis(str) RegexpShiftjis.match( str ) end module_function :issjis + # call-seq: + # Kconv.isutf8(str) -> obj or nil + # + # Returns whether input encoding is UTF-8 or not. + # + # *Note* don't expect this return value is MatchData. def isutf8(str) RegexpUtf8.match( str ) end @@ -192,37 +256,104 @@ module Kconv end class String + # call-seq: + # String#kconv(out_code, in_code = Kconv::AUTO) + # + # Convert <code>self</code> to out_code. + # <code>out_code</code> and <code>in_code</code> are given as constants of Kconv. + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want to decode them, use NKF.nkf. def kconv(out_code, in_code=Kconv::AUTO) Kconv::kconv(self, out_code, in_code) end + # # to Encoding - def tojis - ::NKF::nkf('-j', self) - end - def toeuc - ::NKF::nkf('-e', self) - end - def tosjis - ::NKF::nkf('-s', self) - end - def toutf8 - ::NKF::nkf('-w', self) - end - def toutf16 - ::NKF::nkf('-w16', self) - end + # + # call-seq: + # String#tojis -> string + # + # Convert <code>self</code> to ISO-2022-JP + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-jxm0', str). + def tojis; Kconv.tojis(self) end + + # call-seq: + # String#toeuc -> string + # + # Convert <code>self</code> to EUC-JP + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-exm0', str). + def toeuc; Kconv.toeuc(self) end + + # call-seq: + # String#tosjis -> string + # + # Convert <code>self</code> to Shift_JIS + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-sxm0', str). + def tosjis; Kconv.tosjis(self) end + + # call-seq: + # String#toutf8 -> string + # + # Convert <code>self</code> to UTF-8 + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-wxm0', str). + def toutf8; Kconv.toutf8(self) end + + # call-seq: + # String#toutf16 -> string + # + # Convert <code>self</code> to UTF-16 + # + # *Note* + # This method decode MIME encoded string and + # convert halfwidth katakana to fullwidth katakana. + # If you don't want it, use NKF.nkf('-w16xm0', str). + def toutf16; Kconv.toutf16(self) end + + # # is Encoding - def iseuc - Kconv.iseuc( self ) - end + # - def issjis - Kconv.issjis( self ) - end + # call-seq: + # String#iseuc -> obj or nil + # + # Returns whether <code>self</code>'s encoding is EUC-JP or not. + # + # *Note* don't expect this return value is MatchData. + def iseuc; Kconv.iseuc(self) end - def isutf8 - Kconv.isutf8( self ) - end + # call-seq: + # String#issjis -> obj or nil + # + # Returns whether <code>self</code>'s encoding is Shift_JIS or not. + # + # *Note* don't expect this return value is MatchData. + def issjis; Kconv.issjis(self) end + + # call-seq: + # String#isutf8 -> obj or nil + # + # Returns whether <code>self</code>'s encoding is UTF-8 or not. + # + # *Note* don't expect this return value is MatchData. + def isutf8; Kconv.isutf8(self) end end |