1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
require 'test/unit'
class TestUTF32 < Test::Unit::TestCase
def encdump(str)
d = str.dump
if /\.force_encoding\("[A-Za-z0-9.:_+-]*"\)\z/ =~ d
d
else
"#{d}.force_encoding(#{str.encoding.name.dump})"
end
end
def assert_str_equal(expected, actual, message=nil)
full_message = build_message(message, <<EOT)
#{encdump expected} expected but not equal to
#{encdump actual}.
EOT
assert_block(full_message) { expected == actual }
end
def test_substr
assert_str_equal(
"abcdefgh".force_encoding("utf-32le"),
"abcdefgh".force_encoding("utf-32le")[0,3])
assert_str_equal(
"abcdefgh".force_encoding("utf-32be"),
"abcdefgh".force_encoding("utf-32be")[0,3])
end
def test_mbc_len
al = "abcdefghijkl".force_encoding("utf-32le").each_char.to_a
ab = "abcdefghijkl".force_encoding("utf-32be").each_char.to_a
assert_equal("abcd".force_encoding("utf-32le"), al.shift)
assert_equal("efgh".force_encoding("utf-32le"), al.shift)
assert_equal("ijkl".force_encoding("utf-32le"), al.shift)
assert_equal("abcd".force_encoding("utf-32be"), ab.shift)
assert_equal("efgh".force_encoding("utf-32be"), ab.shift)
assert_equal("ijkl".force_encoding("utf-32be"), ab.shift)
end
def ascii_to_utf16le(s)
s.unpack("C*").map {|x| [x,0,0,0] }.flatten.pack("C*").force_encoding("utf-32le")
end
def ascii_to_utf16be(s)
s.unpack("C*").map {|x| [0,0,0,x] }.flatten.pack("C*").force_encoding("utf-32be")
end
def test_mbc_newline
al = ascii_to_utf16le("foo\nbar\nbaz\n").lines.to_a
ab = ascii_to_utf16be("foo\nbar\nbaz\n").lines.to_a
assert_equal(ascii_to_utf16le("foo\n"), al.shift)
assert_equal(ascii_to_utf16le("bar\n"), al.shift)
assert_equal(ascii_to_utf16le("baz\n"), al.shift)
assert_equal(ascii_to_utf16be("foo\n"), ab.shift)
assert_equal(ascii_to_utf16be("bar\n"), ab.shift)
assert_equal(ascii_to_utf16be("baz\n"), ab.shift)
sl = "a\0".force_encoding("utf-32le")
sb = "a\0".force_encoding("utf-32be")
assert_equal(sl, sl.chomp)
assert_equal(sb, sb.chomp)
end
def test_mbc_to_code
sl = "a\0\0\0".force_encoding("utf-32le")
sb = "\0\0\0a".force_encoding("utf-32be")
assert_equal("a".ord, sl.ord)
assert_equal("a".ord, sb.ord)
end
def utf8_to_utf32(s, e)
s.chars.map {|c| c.ord.chr(e) }.join
end
def test_mbc_case_fold
rl = Regexp.new(utf8_to_utf32("^(\u3042)(a)\\1\\2$", "utf-32le"), "i")
rb = Regexp.new(utf8_to_utf32("^(\u3042)(a)\\1\\2$", "utf-32be"), "i")
assert_equal(Encoding.find("utf-32le"), rl.encoding)
assert_equal(Encoding.find("utf-32be"), rb.encoding)
assert_match(rl, utf8_to_utf32("\u3042a\u3042a", "utf-32le"))
assert_match(rb, utf8_to_utf32("\u3042a\u3042a", "utf-32be"))
end
def test_code_to_mbc
sl = "a\0\0\0".force_encoding("utf-32le")
sb = "\0\0\0a".force_encoding("utf-32be")
assert_equal(sl, "a".ord.chr("utf-32le"))
assert_equal(sb, "a".ord.chr("utf-32be"))
end
end
|
