From c4d301e4a79dea8e1a7277db54ff4a9dab86b0ce Mon Sep 17 00:00:00 2001 From: naruse Date: Fri, 19 Nov 2004 20:52:35 +0000 Subject: * add and change mime encode/decode tests git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/branches/ruby_1_8@7330 b2dd03c8-39d4-4d8f-98ff-823fe69b080e --- ext/nkf/test.rb | 446 ++++++++++++++++++++++++++++++++++++++------------------ 1 file changed, 302 insertions(+), 144 deletions(-) (limited to 'ext/nkf') diff --git a/ext/nkf/test.rb b/ext/nkf/test.rb index 7a2390d649..dcaabe1dbd 100644 --- a/ext/nkf/test.rb +++ b/ext/nkf/test.rb @@ -1,6 +1,9 @@ #!/usr/local/bin/ruby # -# nkf test program for nkf 1.7 +# nkf test program for nkf-2 +# +# $Id$ +# # Shinji KONO # Sun Aug 18 12:25:40 JST 1996 # Sun Nov 8 00:16:06 JST 1998 @@ -69,19 +72,24 @@ def test(opt, input, expects) print "\nINPUT:\n", input if $detail print "\nEXPECT:\n", expects.to_s if $detail result = nkf(opt, input) + result.delete!(' ') if opt.include?('-m') print "\nGOT:\n", result if $detail expects.each do |e| + e.delete!(' ') if opt.include?('-m') if result == e then puts "Ok" return result end end puts "Fail" + puts result.unpack('H*').first + puts expects.map{|x|x.unpack('H*').first}.join("\n\n") end -example = Hash.new +$example = Hash.new + # Basic Conversion print "\nBasic Conversion test\n\n"; @@ -90,127 +98,173 @@ print "\nBasic Conversion test\n\n"; # on perl4 and perl5 on literal quote. Of course we cannot use # jperl. -example['jis'] = <<'eofeof'.unpack('u')[0] +$example['jis'] = <<'eofeof'.unpack('u')[0] M1FERED"6GIAR(%-E8V]N9"!3=&%G92"8I9=Y($AI M#28./ >@Y*#DR!+:6=O=2"!18&'@D^"8(._@]:$081@A+X* eofeof -example['euc'] = <<'eofeof'.unpack('u')[0] +$example['euc'] = <<'eofeof'.unpack('u')[0] M1FERI?*E\R!+:6=O=2"AIJ'GH["CP:;!IMBGHJ?!J,`* eofeof -example['utf'] = <<'eofeof'.unpack('u')[0] +$example['utf8'] = <<'eofeof'.unpack('u')[0] +M[[N_1FER(A#_(?^Q`\D#$00O!$(E"@`` +eofeof + +$example['u16L0'] = <<'eofeof'.unpack('u')[0] +M1@!I`'(`L)C^.7S)AJ"0D* eofeof -example['euc1'] = <<'eofeof'.unpack('u')[0] +$example['euc1'] = <<'eofeof'.unpack('u')[0] 8[;'Q\,&L"N6ZSN\*\NT)ON7.SL_+"0D* eofeof -example['utf1'] = <<'eofeof'.unpack('u')[0] +$example['utf1'] = <<'eofeof'.unpack('u')[0] AZ+J%Z:N/Z8JM"N>VNNFZEPKIM(D)Y+B*Z:"8Y+J8"0D* eofeof -example['jis2'] = <<'eofeof'.unpack('u')[0] +$example['jis2'] = <<'eofeof'.unpack('u')[0] +&R1".EA&(QLH0@H` eofeof -example['sjis2'] = <<'eofeof'.unpack('u')[0] +$example['sjis2'] = <<'eofeof'.unpack('u')[0] %C=:3H0H` eofeof -example['euc2'] = <<'eofeof'.unpack('u')[0] +$example['euc2'] = <<'eofeof'.unpack('u')[0] %NMC&HPH` eofeof -example['utf2'] = <<'eofeof'.unpack('u')[0] +$example['utf2'] = <<'eofeof'.unpack('u')[0] 'YI:.Z)>D"@`` eofeof # From JIS -print "JIS to JIS ... ";test('-j',example['jis'],[example['jis']]); -print "JIS to SJIS... ";test('-s',example['jis'],[example['sjis']]); -print "JIS to EUC ... ";test('-e',example['jis'],[example['euc']]); -print "JIS to UTF8... ";test('-w',example['jis'],[example['utf']]); +print "JIS to JIS ... ";test("-j",$example['jis'],[$example['jis']]) +print "JIS to SJIS... ";test("-s",$example['jis'],[$example['sjis']]) +print "JIS to EUC ... ";test("-e",$example['jis'],[$example['euc']]) +print "JIS to UTF8... ";test("-w",$example['jis'],[$example['utf8N']]) +print "JIS to U16L... ";test("-w16L",$example['jis'],[$example['u16L']]) +print "JIS to U16B... ";test("-w16B",$example['jis'],[$example['u16B']]) # From SJIS -print "SJIS to JIS ... ";test('-j',example['sjis'],[example['jis']]); -print "SJIS to SJIS... ";test('-s',example['sjis'],[example['sjis']]); -print "SJIS to EUC ... ";test('-e',example['sjis'],[example['euc']]); -print "SJIS to UTF8... ";test('-w',example['sjis'],[example['utf']]); +print "SJIS to JIS ... ";test("-j",$example['sjis'],[$example['jis']]) +print "SJIS to SJIS... ";test("-s",$example['sjis'],[$example['sjis']]) +print "SJIS to EUC ... ";test("-e",$example['sjis'],[$example['euc']]) +print "SJIS to UTF8... ";test("-w",$example['sjis'],[$example['utf8N']]) +print "SJIS to U16L... ";test("-w16L",$example['sjis'],[$example['u16L']]) +print "SJIS to U16B... ";test("-w16B",$example['sjis'],[$example['u16B']]) # From EUC -print "EUC to JIS ... ";test('-j',example['euc'],[example['jis']]); -print "EUC to SJIS... ";test('-s',example['euc'],[example['sjis']]); -print "EUC to EUC ... ";test('-e',example['euc'],[example['euc']]); -print "EUC to UTF8... ";test('-w',example['euc'],[example['utf']]); +print "EUC to JIS ... ";test("-j",$example['euc'],[$example['jis']]) +print "EUC to SJIS... ";test("-s",$example['euc'],[$example['sjis']]) +print "EUC to EUC ... ";test("-e",$example['euc'],[$example['euc']]) +print "EUC to UTF8... ";test("-w",$example['euc'],[$example['utf8N']]) +print "EUC to U16L... ";test("-w16L",$example['euc'],[$example['u16L']]) +print "EUC to U16B... ";test("-w16B",$example['euc'],[$example['u16B']]) # From UTF8 -print "UTF8 to JIS ... ";test('-j',example['utf'],[example['jis']]); -print "UTF8 to SJIS... ";test('-s',example['utf'],[example['sjis']]); -print "UTF8 to EUC ... ";test('-e',example['utf'],[example['euc']]); -print "UTF8 to UTF8... ";test('-w',example['utf'],[example['utf']]); +print "UTF8 to JIS ... ";test("-j", $example['utf8N'],[$example['jis']]) +print "UTF8 to SJIS... ";test("-s", $example['utf8N'],[$example['sjis']]) +print "UTF8 to EUC ... ";test("-e", $example['utf8N'],[$example['euc']]) +print "UTF8 to UTF8N.. ";test("-w", $example['utf8N'],[$example['utf8N']]) +print "UTF8 to UTF8... ";test("-w8", $example['utf8N'],[$example['utf8']]) +print "UTF8 to UTF8N.. ";test("-w80", $example['utf8N'],[$example['utf8N']]) +print "UTF8 to U16L... ";test("-w16L", $example['utf8N'],[$example['u16L']]) +print "UTF8 to U16L0.. ";test("-w16L0", $example['utf8N'],[$example['u16L0']]) +print "UTF8 to U16B... ";test("-w16B", $example['utf8N'],[$example['u16B']]) +print "UTF8 to U16B0.. ";test("-w16B0", $example['utf8N'],[$example['u16B0']]) # From JIS -print "JIS to JIS ... ";test('-j',example['jis1'],[example['jis1']]); -print "JIS to SJIS... ";test('-s',example['jis1'],[example['sjis1']]); -print "JIS to EUC ... ";test('-e',example['jis1'],[example['euc1']]); -print "JIS to UTF8... ";test('-w',example['jis1'],[example['utf1']]); +print "JIS to JIS ... ";test("-j",$example['jis1'],[$example['jis1']]) +print "JIS to SJIS... ";test("-s",$example['jis1'],[$example['sjis1']]) +print "JIS to EUC ... ";test("-e",$example['jis1'],[$example['euc1']]) +print "JIS to UTF8... ";test("-w",$example['jis1'],[$example['utf1']]) # From SJIS -print "SJIS to JIS ... ";test('-j',example['sjis1'],[example['jis1']]); -print "SJIS to SJIS... ";test('-s',example['sjis1'],[example['sjis1']]); -print "SJIS to EUC ... ";test('-e',example['sjis1'],[example['euc1']]); -print "SJIS to UTF8... ";test('-w',example['sjis1'],[example['utf1']]); +print "SJIS to JIS ... ";test("-j",$example['sjis1'],[$example['jis1']]) +print "SJIS to SJIS... ";test("-s",$example['sjis1'],[$example['sjis1']]) +print "SJIS to EUC ... ";test("-e",$example['sjis1'],[$example['euc1']]) +print "SJIS to UTF8... ";test("-w",$example['sjis1'],[$example['utf1']]) # From EUC -print "EUC to JIS ... ";test('-j',example['euc1'],[example['jis1']]); -print "EUC to SJIS... ";test('-s',example['euc1'],[example['sjis1']]); -print "EUC to EUC ... ";test('-e',example['euc1'],[example['euc1']]); -print "EUC to UTF8... ";test('-w',example['euc1'],[example['utf1']]); +print "EUC to JIS ... ";test("-j",$example['euc1'],[$example['jis1']]) +print "EUC to SJIS... ";test("-s",$example['euc1'],[$example['sjis1']]) +print "EUC to EUC ... ";test("-e",$example['euc1'],[$example['euc1']]) +print "EUC to UTF8... ";test("-w",$example['euc1'],[$example['utf1']]) # From UTF8 -print "UTF8 to JIS ... ";test('-j',example['utf1'],[example['jis1']]); -print "UTF8 to SJIS... ";test('-s',example['utf1'],[example['sjis1']]); -print "UTF8 to EUC ... ";test('-e',example['utf1'],[example['euc1']]); -print "UTF8 to UTF8... ";test('-w',example['utf1'],[example['utf1']]); +print "UTF8 to JIS ... ";test("-j",$example['utf1'],[$example['jis1']]) +print "UTF8 to SJIS... ";test("-s",$example['utf1'],[$example['sjis1']]) +print "UTF8 to EUC ... ";test("-e",$example['utf1'],[$example['euc1']]) +print "UTF8 to UTF8... ";test("-w",$example['utf1'],[$example['utf1']]) # Ambigous Case -example['amb'] = <<'eofeof'.unpack('u')[0] +$example['amb'] = <<'eofeof'.unpack('u')[0] MI<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<*PL:7"L+&E MPK"QI<*PL:7"L+&EPK"QI<(*I<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<*P ML:7"L+&EPK"QI<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<(*I<*PL:7"L+&E @@ -220,7 +274,7 @@ MI<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<(*I<*PL:7"L+&EPK"QI<*PL:7" ML+&EPK"QI<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<*PL:7"L+&EPK"QI<(* eofeof -example['amb.euc'] = <<'eofeof'.unpack('u')[0] +$example['amb.euc'] = <<'eofeof'.unpack('u')[0] M&R1")4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25" M,#$E0C`Q)4(P,25",#$E0C`Q)4(;*$(*&R1")4(P,25",#$E0C`Q)4(P,25" M,#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(; @@ -231,7 +285,7 @@ M)4(;*$(*&R1")4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q >)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(;*$(* eofeof -example['amb.sjis'] = <<'eofeof'.unpack('u')[0] +$example['amb.sjis'] = <<'eofeof'.unpack('u')[0] M&RA))4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25" M,#$E0C`Q)4(P,25",#$E0C`Q)4(;*$(*&RA))4(P,25",#$E0C`Q)4(P,25" M,#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(; @@ -243,22 +297,78 @@ M)4(;*$(*&RA))4(P,25",#$E0C`Q)4(P,25",#$E0C`Q)4(P,25",#$E0C`Q eofeof print "Ambiguous Case. "; - test('-j',example['amb'],[example['amb.euc']]); + test("-j",$example['amb'],[$example['amb.euc']]) # Input assumption print "SJIS Input assumption "; - test('-jSx',example['amb'],[example['amb.sjis']]); + test("-jSx",$example['amb'],[$example['amb.sjis']]) # Broken JIS print "Broken JIS "; - $input = example['jis']; - $input.gsub("\033",''); - test('-Be',$input,[example['euc']]); + $input = $example['jis']; + $input.gsub!("\033",'') + test("-Be",$input,[$example['euc']]); print "Broken JIS is safe on Normal JIS? "; - $input = example['jis']; - test('-Be',$input,[example['euc']]); + $input = $example['jis']; + test("-Be",$input,[$example['euc']]); + +# test_data/cp932 + +$example['test_data/cp932'] = <<'eofeof'.unpack('u')[0] +%^D`@_$L` +eofeof + +$example['test_data/cp932.ans'] = <<'eofeof'.unpack('u')[0] +%_/$@_.X` +eofeof + +print "test_data/cp932 "; + test("-eS",$example['test_data/cp932'],[$example['test_data/cp932.ans']]) + +# test_data/cp932inv +print "test_data/cp932inv "; + test("-sE --cp932inv",$example['test_data/cp932.ans'],[$example['test_data/cp932']]) + +# test_data/no-cp932inv + +$example['test_data/no-cp932inv.ans'] = <<'eofeof'.unpack('u')[0] +%[N\@[NP` +eofeof + +print "test_data/no-cp932inv "; + test("-sE",$example['test_data/cp932.ans'],[$example['test_data/no-cp932inv.ans']]) + +# test_data/irv + +# $example['test_data/irv'] = <<'eofeof'.unpack('u')[0] +# %#B`/(!L` +# eofeof +# +# $example['test_data/irv.ans'] = <<'eofeof'.unpack('u')[0] +# %#B`/(!L` +# eofeof +# +# print "test_data/irv "; +# test("-wE",$example['test_data/irv'],[$example['test_data/irv.ans']]) + + +# UCS Mapping Test +print "\n\nUCS Mapping Test\n"; + +print "Shift_JIS to UTF-16\n"; +$example['ms_ucs_map_1_sjis'] = "\x81\x60\x81\x61\x81\x7C\x81\x91\x81\x92\x81\xCA"; +$example['ms_ucs_map_1_utf16'] = "\x30\x1C\x20\x16\x22\x12\x00\xA2\x00\xA3\x00\xAC"; +$example['ms_ucs_map_1_utf16_ms'] = "\xFF\x5E\x22\x25\xFF\x0D\xFF\xE0\xFF\xE1\xFF\xE2"; + +print "Normal UCS Mapping : "; + test("-w16B0 -S",$example['ms_ucs_map_1_sjis'],[$example['ms_ucs_map_1_utf16']]) + +print "Microsoft UCS Mapping : "; + test("-w16B0 -S --ms-ucs-map",$example['ms_ucs_map_1_sjis'],[$example['ms_ucs_map_1_utf16_ms']]) + +print"\n"; # X0201 ²¾Ì¾ # X0201->X0208 conversion @@ -267,7 +377,7 @@ print "Broken JIS is safe on Normal JIS? "; print "\nX0201 test\n\n"; -example['x0201.sjis'] = <<'eofeof'.unpack('u')[0] +$example['x0201.sjis'] = <<'eofeof'.unpack('u')[0] MD5.*<(-*@TR#3H-0@U*#2X--@T^#48-3"I%3B7""8()A@F*"8X)D@F6"9H*! M@H*"@X*$@H6"AH*'"I%3BTR-AH%)@9>!E(&0@9.!3X&5@9:!:8%J@7R!>X&! M@6V!;H%O@7"!CPJ4O(IPMK>X/;FZMMZWWKC>N=ZZWH+&"I2\BG#*W\O?S-_- @@ -275,7 +385,7 @@ MW\[?M]^QW@K*W\O?S`IH86YK86MU(,K?R]_,I`K*W\O?S-VA"I2\BG""S(SC !"@!" eofeof -example['x0201.euc'] = <<'eofeof'.unpack('u')[0] +$example['x0201.euc'] = <<'eofeof'.unpack('u')[0] MP;2ST:6KI:VEKZ6QI;.EK*6NI;"ELJ6T"L&TL=&CP:/"H\.CQ*/%H\:CQZ/A MH^*CXZ/DH^6CYJ/G"L&TM:VYYJ&JH?>A]*'PH?.AL*'UH?:ARJ'+H=VAW*'A MHCK>.WHZXCMZ.N8[>CKJ. @@ -284,7 +394,7 @@ MCLP*:&%N:V%K=2".RH[?CLN.WX[,CJ0*CLJ.WX[+CM^.S([=CJ$*R+ZST:3. #N.4* eofeof -example['x0201.utf'] = <<'eofeof'.unpack('u')[0] +$example['x0201.utf'] = <<'eofeof'.unpack('u')[0] MY86HZ*>2XX*KXX*MXX*OXX*QXX*SXX*LXX*NXX*PXX*RXX*T"N6%J.B+L>^\ MH>^\HN^\H^^\I.^\I>^\IN^\I^^]@>^]@N^]@^^]A.^]A>^]AN^]APKEA:CH MJ)CEC[?OO('OO*#OO(/OO(3OO(7OO+[OO(;OO(KOO(COO(GBB)+OO(OOO)WO @@ -295,7 +405,7 @@ M"FAA;FMA:W4@[[Z*[[Z?[[Z+[[Z?[[Z,[[VD"N^^BN^^G^^^B^^^G^^^C.^^ 2G>^]H0KEC8KHIY+C@:[EOHP* eofeof -example['x0201.jis'] = <<'eofeof'.unpack('u')[0] +$example['x0201.jis'] = <<'eofeof'.unpack('u')[0] M&R1"030S424K)2TE+R4Q)3,E+"4N)3`E,B4T&RA""ALD0D$T,5$C02-"(T,C M1"-%(T8C1R-A(V(C8R-D(V4C9B-G&RA""ALD0D$T-2TY9B$J(7#PH.2E]+7TP/&RA*"FAA;FMA:W4@#DI?2U],)`\;*$H*#DI?2U], 672$/&RA*"ALD0D@^,U$D3CAE&RA""@`` eofeof -example['x0201.x0208'] = <<'eofeof'.unpack('u')[0] +$example['x0201.x0208'] = <<'eofeof'.unpack('u')[0] M&R1"030S424K)2TE+R4Q)3,E+"4N)3`E,B4T&RA""ALD0D$T,5$;*$)!0D-$ M149'86)C9&5F9PH;)$)!-#4M.68;*$(A0",D)5XF*B@I+2L]6UU[?1LD0B%O M&RA""ALD0D@^,U$E*R4M)2\;*$(]&R1")3$E,R4L)2XE,"4R)30D2!LH0@H; @@ -325,24 +435,24 @@ eofeof # -X is necessary to allow X0201 in SJIS # -Z convert X0208 alphabet to ASCII print "X0201 conversion: SJIS "; - test('-jXZ',example['x0201.sjis'],[example['x0201.x0208']]); + test("-jXZ",$example['x0201.sjis'],[$example['x0201.x0208']]) print "X0201 conversion: JIS "; - test('-jZ',example['x0201.jis'],[example['x0201.x0208']]); + test("-jZ",$example['x0201.jis'],[$example['x0201.x0208']]) print "X0201 conversion:SI/SO "; - test('-jZ',example['x0201.sosi'],[example['x0201.x0208']]); + test("-jZ",$example['x0201.sosi'],[$example['x0201.x0208']]) print "X0201 conversion: EUC "; - test('-jZ',example['x0201.euc'],[example['x0201.x0208']]); + test("-jZ",$example['x0201.euc'],[$example['x0201.x0208']]) print "X0201 conversion: UTF8 "; - test('-jZ',example['x0201.utf'],[example['x0201.x0208']]); + test("-jZ",$example['x0201.utf'],[$example['x0201.x0208']]) # -x means X0201 output print "X0201 output: SJIS "; - test('-xs',example['x0201.euc'],[example['x0201.sjis']]); + test("-xs",$example['x0201.euc'],[$example['x0201.sjis']]) print "X0201 output: JIS "; - test('-xj',example['x0201.sjis'],[example['x0201.jis']]); + test("-xj",$example['x0201.sjis'],[$example['x0201.jis']]) print "X0201 output: EUC "; - test('-xe',example['x0201.jis'],[example['x0201.euc']]); + test("-xe",$example['x0201.jis'],[$example['x0201.euc']]) print "X0201 output: UTF8 "; - test('-xw',example['x0201.jis'],[example['x0201.utf']]); + test("-xw",$example['x0201.jis'],[$example['x0201.utf']]) # MIME decode @@ -350,7 +460,7 @@ print "\nMIME test\n\n"; # MIME ISO-2022-JP -example['mime.iso2022'] = <<'eofeof'.unpack('u')[0] +$example['mime.iso2022'] = <<'eofeof'.unpack('u')[0] M/3])4T\M,C`R,BU*4#]"/T=Y4D%.144W96E23TI566Q/4U9)1WEH2S\]"CT_ M:7-O+3(P,C(M2E`_0C]'>5)!3D5%-V5I4D]*55EL3U-624=Y:$L_/0H]/VES M;RTR,#(R+4I0/U$_/3%")$(D1B11/3%"*$)?96YD/ST*&R1`)#TD)B0K)$H; @@ -363,7 +473,7 @@ M96E23U!Y:S=D:'-O4V<]/3\]"CT_25-/+3(P,C(M2E`_0C]'>5)!3D5%-V5I 44D]*55EL3QM;2U-624=Y:$L_/0H_ eofeof -example['mime.ans.strict'] = <<'eofeof'.unpack('u')[0] +$example['mime.ans.strict'] = <<'eofeof'.unpack('u')[0] M&R1"-$$[>B1.)48E.25(&RA""ALD0C1!.WHD3B5&)3DE2!LH0@H;)$(D1B11 M&RA"(&5N9`H;)$(D/20F)"LD2ALH0B`;)$(T03MZ)$X_*3MV&RA"96YD(&]F M(&QI;F4*&R1"-$$[>B1./RD[=C1!.WHD3C\I.W8;*$(*0G)O:V5N(&-A5)!3D5%-V5I4D]*55EL3QM;2U-624=Y:$L_/0H_ eofeof -example['mime.unbuf.strict'] = <<'eofeof'.unpack('u')[0] +$example['mime.unbuf.strict'] = <<'eofeof'.unpack('u')[0] M&R1"-$$[>B1.)48E.25(&RA""ALD0C1!.WHD3B5&)3DE2!LH0@H;)$(D1B11 M&RA"(&5N9`H;)$(D/20F)"LD2ALH0B`;)$(T03MZ)$X_*3MV&RA"96YD(&]F M(&QI;F4*&R1"-$$[>B1./RD[=C1!.WHD3C\I.W8;*$(*0G)O:V5N(&-A6LW9&AS;U-G/3T_/0H;)$(T03MZ)$XE1ALH0EM+4U9)1WEH $2S\]"F5I eofeof -example['mime.ans'] = <<'eofeof'.unpack('u')[0] +$example['mime.ans'] = <<'eofeof'.unpack('u')[0] M&R1"-$$[>B1.)48E.25(&RA""ALD0C1!.WHD3B5&)3DE2!LH0@H;)$(D1B11 M&RA"(&5N9`H;)$(D/20F)"LD2ALH0B`;)$(T03MZ)$X_*3MV&RA"96YD(&]F M(&QI;F4*&R1"-$$[>B1./RD[=C1!.WHD3C\I.W8;*$(*0G)O:V5N(&-AB1./RD;*$)HB1./RD[=ALH0@H;)$(T 603MZ)$XE1ALH0EM+4U9)1WEH2S\]"@`* eofeof -example['mime.unbuf'] = <<'eofeof'.unpack('u')[0] +$example['mime.unbuf'] = <<'eofeof'.unpack('u')[0] M&R1"-$$[>B1.)48E.25(&RA""ALD0C1!.WHD3B5&)3DE2!LH0@H;)$(D1B11 M&RA"(&5N9`H;)$(D/20F)"LD2ALH0B`;)$(T03MZ)$X_*3MV&RA"96YD(&]F M(&QI;F4*&R1"-$$[>B1./RD[=C1!.WHD3C\I.W8;*$(*0G)O:V5N(&-AB1./RD;*$)HB1./RD[=ALH0@H;)$(T 603MZ)$XE1ALH0EM+4U9)1WEH2S\]"@`* eofeof -example['mime.base64'] = <<'eofeof'.unpack('u')[0] +$example['mime.base64'] = <<'eofeof'.unpack('u')[0] M9W-M5"])3&YG$I+-&=Q=4,S24LS9W%Q0E%:3TUI-39,,S0Q-&=S5T)1 M43!+9VUA1%9O3T@*9S)+1%1O3'=K8C)1;$E+;V=Q2T-X24MG9W5M0W%*3EEG <$E+9V=U;4,X64Q&9W)70S592VMG<6U""F=Q eofeof -example['mime.base64.ans'] = <<'eofeof'.unpack('u')[0] +$example['mime.base64.ans'] = <<'eofeof'.unpack('u')[0] M&R1")$M&?B1I)#LD1D0Z)"TD7B0Y)"PA(D5L-7XV83E9)$B1.)48E.25(&RA""ALD0C1!.WHD3B5&)3DE2!LH0@H;)$(D1B11 M&RA"96YD"ALD0B0])"8D*R1*&RA"&R1"-$$[>B1./RD[=ALH0F5N9&]F;&EN M90H;)$(T03MZ)$X_*3MV-$$[>B1./RD[=ALH0@I"B1.)48E.25(&RA""ALD0C1!.WHD3B5&)3DE2!LH0@H;)$(D1B11 M&RA"96YD"ALD0B0])"8D*R1*&RA"&R1"-$$[>B1./RD[=ALH0F5N9&]F;&EN M90H;)$(T03MZ)$X_*3MV-$$[>B1./RD[=ALH0@I"tmp1");print OUT pack('u',$tmp);close(OUT); # unbuf mode implies more pessimistic decode print "MIME decode (unbuf) "; - $tmp = test('-jmNu',example['mime.iso2022'],[example['mime.unbuf'],example['mime.unbuf.alt']]); + $tmp = test("-j -mNu",$example['mime.iso2022'],[$example['mime.unbuf'],$example['mime.unbuf.alt']]) # open(OUT,">tmp2");print OUT pack('u',$tmp);close(OUT); print "MIME decode (base64) "; - test('-jTmB',example['mime.base64'],[example['mime.base64.ans']]); + test("-j -mB",$example['mime.base64'],[$example['mime.base64.ans']]) # MIME ISO-8859-1 -example['mime.is8859'] = <<'eofeof'.unpack('u')[0] +$example['mime.is8859'] = <<'eofeof'.unpack('u')[0] M/3])4T\M.#@U.2TQ/U$_*CU#-V%V83\_/2`*4&5E2P@1$5.34%22R`@7"`B36EN(&OF<&AEI**DQ*2KI*:DR*&BI,FDIJ3BI-^DT*2HI*RD[Z3KI*2DMZ&B MI,BDP:3EI*:DQZ3!I.>D\Z2NI.RDZZ2KI.*DMZ3SI,JDI*&C"J2SI+.DSR!# @@ -497,7 +607,7 @@ M4B],1B"DSKG4H:,-"J2SI+.DSR!#4B"DSKG4H:,-I+.DLZ3/($Q&+T-2(*3. 9N=2AHPH-"J2SI+.DSR!,1B"DSKG4H:,*"@`` eofeof -example['test_data/long-fold-1.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/long-fold-1.ans'] = <<'eofeof'.unpack('u')[0] M&R1")$HD+"0D)$HD+"0D)$HD+"%!)"0D+B1G)"8D+"0B)&HD7B0W)$8A(B0S M)&PD)"(D1"0K&RA""ALD0B0F)$@A(B1))"8D8B1?)%`D*"0L M)&\D:R0D)#I**DQ*2KI*:DR*&BI,FDIJ3BI-^DT*2HI*RD[Z3KI*2DMZ&B MI,BDP:3EI*:DQZ3!I.>D\Z2NI.RDZZ2KI.*DMZ3SI,JDI*&C"J2SI+.DS\.[ 'I*2YU*&C"@`` eofeof -example['test_data/long-fold.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/long-fold.ans'] = <<'eofeof'.unpack('u')[0] M&R1")$HD+"0D)$HD+"0D)$HD+"%!)"0D+B1G)"8D+"0B)&HD7B0W)$8A(B0S M)&PD)"(D1"0K&RA""ALD0B0F)$@A(B1))"8D8B1?)%`D*"0L M)&\D:R0D)#5)#2D-):TI#46U*0V=K2VE1 -M5%X2D1-:TY343-*1&MK3WAS;U%G/3T_/2`*"3T_25-/+3(P,C(M -M2E`_0C]'>5)#2D0P:U!Y4D)*15%K4FE224I%;VM3>5)-2D4P:U1I4E!*1DEK -M5E-264=Y:$,_/2`*"3T_25-/+3(P,C(M2E`_0C]'>5)#2D9S:UAI4F9*1T%K -M65-2:4I'46M*0U)M2D-G:V%"5)3 +M2D95:U=#4F)'>6A#/ST*(#T_25-/+3(P,C(M2E`_0C]'>5)#2D8T:UAY4F=* +M1T5K66E2:TI#46M::5%O2D=G8DM%23T_/0HM+2TM"E-U8FIE8W0Z(&%A86$@ +M86%A82!A86%A(&%A86$@86%A82!A86%A(&%A86$*(#T_25-/+3(P,C(M2E`_ +M0C]'>5)#2D-):TI#46U*0V=K2VAS;U%G/3T_/2!A86%A(&%A86$@86%A82!A +086%A"B!A86%A"BTM+2T*"@`` eofeof print "test_data/mime_out "; - test('-jM',example['test_data/mime_out'],[example['test_data/mime_out.ans']]); + test("-jM",$example['test_data/mime_out'],[$example['test_data/mime_out.ans']]) +# test_data/mime_out2 + +$example['test_data/mime_out2'] = <<'eofeof'.unpack('u')[0] +M5&AI&ES=&EN +M9R!M97-S86=E(&AA;F1L:6YG('-O9G1W87)E+@H*4W5B:F5C=#H@=&5S=#$@ +M=&5S=#(@@L2"MX+&@J<@=&5S=#,@@L2"MX+&@O$@=&5S=#0*"E-U8FIE8W0Z +M('1EXSJ()/ZEGN,ZB!! +M4T-)22!!4T-)29/ZEGN,ZB!!4T-)20H*@J`@@J(@@J0@@J8@@J@@@JD@@JL@ +M@JT@@J\@@K$@@K,@@K4@@K<@@KD@@KL@@KT@@K\@@L(@@L0@@L8@@L@@@LD@ +8@LH@@LL@@LP*"@H*"@H*"@H*"@H*"@H* +eofeof + +$example['test_data/mime_out2.ans'] = <<'eofeof'.unpack('u')[0] +M5&AI5)#1WEH0TE" +M$Q81&AS1WEH0S\]($%30TE)($%30TE)"B`]/TE33RTR,#(R+4I0 +M/T(_1WE20U)N>$Q81&AS1WEH0TE"6A#24)S:U%I47)'>6A#24)S:U%I471'>6A#24)S:U%I +M479'>6A#/ST*(#T_25-/+3(P,C(M2E`_0C])0G-K46E1>$=Y:$-)0G-K46E1 +M>D=Y:$-)0G-K46E1,4=Y:$-)0G-K46E1,T=Y:$,_/0H@/3])4T\M,C`R,BU* +M4#]"/TE"6A#24)S:U%I +M4D5'>6A#24)S:U%I4D='>6A#24)S:U%I4DE'>6A#/ST*(#T_25-/+3(P,C(M +M2E`_0C])0G-K46E22T=Y:$-)0G-K46E23$=Y:$-)0G-K46E234=Y:$-)0G-K +M46E23D=Y:$,_/0H@/3])4T\M,C`R,BU*4#]"/TE"A MHJ3(I,&DY:2FI,>DP:3GI/.DKJ3LI.NDJZ3BI+>D\Z3*I*2AHPJDLZ2SI,_# 8NZ2DN=2AHP`*I+.DLZ3/P[NDI+G4H:,* eofeof -example['test_data/multi-line.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/multi-line.ans'] = <<'eofeof'.unpack('u')[0] MI,JDK*2DI,JDK*2DI,JDK*'!I*2DKJ3GI*:DK*2BI.JDWJ2WI,:AH@"DLZ3L MI/*DO:3.I-ZDWJ2BI,2DJZ2FI,BAHJ3)I*:DXJ3?I-"DJ*2LI.^DZZ2DI+>A MHJ3(I,&DY:2FI,>DP:3GI/.DKJ3LI.NDJZ3BI+>D\Z3*I*2AHPJDLZ2SI,_# @@ -570,73 +727,73 @@ MHJ3(I,&DY:2FI,>DP:3GI/.DKJ3LI.NDJZ3BI+>D\Z3*I*2AHPJDLZ2SI,_# eofeof print "test_data/multi-line "; - test('-e',example['test_data/multi-line'],[example['test_data/multi-line.ans']]); + test("-e",$example['test_data/multi-line'],[$example['test_data/multi-line.ans']]) # test_data/nkf-19-bug-1 -example['test_data/nkf-19-bug-1'] = <<'eofeof'.unpack('u')[0] +$example['test_data/nkf-19-bug-1'] = <<'eofeof'.unpack('u')[0] ,I*:DJZ2D"KK8QJ,* eofeof -example['test_data/nkf-19-bug-1.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/nkf-19-bug-1.ans'] = <<'eofeof'.unpack('u')[0] 8&R1")"8D*R0D&RA""ALD0CI81B,;*$(* eofeof print "test_data/nkf-19-bug-1 "; - test('-Ej',example['test_data/nkf-19-bug-1'],[example['test_data/nkf-19-bug-1.ans']]); + test("-Ej",$example['test_data/nkf-19-bug-1'],[$example['test_data/nkf-19-bug-1.ans']]) # test_data/nkf-19-bug-2 -example['test_data/nkf-19-bug-2'] = <<'eofeof'.unpack('u')[0] +$example['test_data/nkf-19-bug-2'] = <<'eofeof'.unpack('u')[0] %I-NDL@H` eofeof -example['test_data/nkf-19-bug-2.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/nkf-19-bug-2.ans'] = <<'eofeof'.unpack('u')[0] %I-NDL@H` eofeof print "test_data/nkf-19-bug-2 "; - test('-Ee',example['test_data/nkf-19-bug-2'],[example['test_data/nkf-19-bug-2.ans']]); + test("-Ee",$example['test_data/nkf-19-bug-2'],[$example['test_data/nkf-19-bug-2.ans']]) # test_data/nkf-19-bug-3 -example['test_data/nkf-19-bug-3'] = <<'eofeof'.unpack('u')[0] +$example['test_data/nkf-19-bug-3'] = <<'eofeof'.unpack('u')[0] 8[;'Q\,&L"N6ZSN\*\NT)ON7.SL_+"0D* eofeof -example['test_data/nkf-19-bug-3.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/nkf-19-bug-3.ans'] = <<'eofeof'.unpack('u')[0] 8[;'Q\,&L"N6ZSN\*\NT)ON7.SL_+"0D* eofeof print "test_data/nkf-19-bug-3 "; - test('-e',example['test_data/nkf-19-bug-3'],[example['test_data/nkf-19-bug-3.ans']]); + test("-e",$example['test_data/nkf-19-bug-3'],[$example['test_data/nkf-19-bug-3.ans']]) # test_data/non-strict-mime -example['test_data/non-strict-mime'] = <<'eofeof'.unpack('u')[0] +$example['test_data/non-strict-mime'] = <<'eofeof'.unpack('u')[0] M/3])4T\M,C`R,BU*4#]"/PIG$E+:6=R,D-V;TMI ,9W-30V]O3&,*/ST* eofeof -example['test_data/non-strict-mime.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/non-strict-mime.ans'] = <<'eofeof'.unpack('u')[0] M&R1")$8D)"0_)$`D)"1&)%XD.2$C&RA"#0H-"ALD0CMD)$\[?B$Y)6PE.21+ <)&(]<20K)#LD1B0D)#\D0"0D)$8D)"1>&RA""@`` eofeof print "test_data/non-strict-mime "; - test('-jTmN',example['test_data/non-strict-mime'],[example['test_data/non-strict-mime.ans']]); + test("-jmN",$example['test_data/non-strict-mime'],[$example['test_data/non-strict-mime.ans']]) # test_data/q-encode-softrap -example['test_data/q-encode-softrap'] = <<'eofeof'.unpack('u')[0] +$example['test_data/q-encode-softrap'] = <<'eofeof'.unpack('u')[0] H/3%")$(T03MZ)3T*,R$\)4DD3CTQ0BA""CTQ0B1"2E$T.3TQ0BA""@`` eofeof -example['test_data/q-encode-softrap.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/q-encode-softrap.ans'] = <<'eofeof'.unpack('u')[0] >&R1"-$$[>B4S(3PE221.&RA""ALD0DI1-#D;*$(* eofeof print "test_data/q-encode-softrap "; - test('-jTmQ',example['test_data/q-encode-softrap'],[example['test_data/q-encode-softrap.ans']]); + test("-jmQ",$example['test_data/q-encode-softrap'],[$example['test_data/q-encode-softrap.ans']]) # test_data/rot13 -example['test_data/rot13'] = <<'eofeof'.unpack('u')[0] +$example['test_data/rot13'] = <<'eofeof'.unpack('u')[0] MI+.D\Z3+I,&DSZ&BS:W"]*3(I*2DI*3>I+FAHPH*;FMF('9EI+FDK*&B05-#24D@I,O"T*2WI,8@ M4D]4,3,@I*P*P+6DMZ2OQK"DI*3&I*2DRJ2DI.BDIJ3'H:*PRK*\I,ZDZ*2F @@ -644,7 +801,7 @@ MI,O*T;2YI+6D[*3>I+ND\Z&C"@HE(&5C:&\@)VAO9V4G('P@;FMF("UR"FAO #9V4* eofeof -example['test_data/rot13.ans'] = <<'eofeof'.unpack('u')[0] +$example['test_data/rot13.ans'] = <<'eofeof'.unpack('u')[0] M&R1"4V)31%-Z4W!3?E!1?%QQ15-W4U-34U,O4VA04ALH0@H*87AS(&ER92XQ M+CDR(!LD0E-#?$E\(E-D4VI3=5-34VY3;U-34W534U,O4VA36U!1&RA"3D90 M5E8@&R1"4WIQ(5-F4W4;*$(@14)',3,@&R1"4UL;*$(*&R1";V139E->=5]3 @@ -653,54 +810,55 @@ A&RA""@HE(')P=6(@)W5B='(G('P@87AS("UE"G5B='(* eofeof print "test_data/rot13 "; - test('-jr',example['test_data/rot13'],[example['test_data/rot13.ans']]); + test("-jr",$example['test_data/rot13'],[$example['test_data/rot13.ans']]) # test_data/slash -example['test_data/slash'] = <<'eofeof'.unpack('u')[0] +$example['test_data/slash'] = <<'eofeof'.unpack('u')[0] 7("`]/U8\5"U5.5=%2RTK.U