diff options
| author | Kevin Newton <kddnewton@gmail.com> | 2023-11-11 23:48:15 -0500 |
|---|---|---|
| committer | git <svn-admin@ruby-lang.org> | 2023-11-16 17:39:33 +0000 |
| commit | ae3c3467467b86b01eb53cf160104ebf39a92ad0 (patch) | |
| tree | 3796be572cdcf33f5be232ab4c5704a3f8f97edf | |
| parent | 8c44d69b9f2fade0bde3e18b13e3eb6810ba684a (diff) | |
[ruby/prism] IBM-737 encoding
https://github.com/ruby/prism/commit/af1a665939
| -rw-r--r-- | prism/enc/pm_encoding.h | 1 | ||||
| -rw-r--r-- | prism/enc/pm_tables.c | 35 | ||||
| -rw-r--r-- | prism/prism.c | 1 | ||||
| -rw-r--r-- | test/prism/encoding_test.rb | 1 |
4 files changed, 38 insertions, 0 deletions
diff --git a/prism/enc/pm_encoding.h b/prism/enc/pm_encoding.h index 217c878d93..440db11d3a 100644 --- a/prism/enc/pm_encoding.h +++ b/prism/enc/pm_encoding.h @@ -166,6 +166,7 @@ extern pm_encoding_t pm_encoding_euc_jp; extern pm_encoding_t pm_encoding_gbk; extern pm_encoding_t pm_encoding_ibm437; extern pm_encoding_t pm_encoding_ibm720; +extern pm_encoding_t pm_encoding_ibm737; extern pm_encoding_t pm_encoding_iso_8859_1; extern pm_encoding_t pm_encoding_iso_8859_2; extern pm_encoding_t pm_encoding_iso_8859_3; diff --git a/prism/enc/pm_tables.c b/prism/enc/pm_tables.c index 864b3cd549..0fbc48ee54 100644 --- a/prism/enc/pm_tables.c +++ b/prism/enc/pm_tables.c @@ -146,6 +146,30 @@ static uint8_t pm_encoding_ibm720_table[256] = { /** * Each element of the following table contains a bitfield that indicates a + * piece of information about the corresponding IBM737 character. + */ +static uint8_t pm_encoding_ibm737_table[256] = { +// 0 1 2 3 4 5 6 7 8 9 A B C D E F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 1x + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 2x + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, // 3x + 0, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, // 4x + 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 0, 0, 0, 0, 0, // 5x + 0, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, // 6x + 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, // 7x + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 8x + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 9x + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Ax + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Bx + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Cx + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Dx + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Ex + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Fx +}; + +/** + * Each element of the following table contains a bitfield that indicates a * piece of information about the corresponding ISO-8859-1 character. */ static uint8_t pm_encoding_iso_8859_1_table[256] = { @@ -814,6 +838,7 @@ PRISM_ENCODING_TABLE(cp852) PRISM_ENCODING_TABLE(cp855) PRISM_ENCODING_TABLE(ibm437) PRISM_ENCODING_TABLE(ibm720) +PRISM_ENCODING_TABLE(ibm737) PRISM_ENCODING_TABLE(iso_8859_1) PRISM_ENCODING_TABLE(iso_8859_2) PRISM_ENCODING_TABLE(iso_8859_3) @@ -912,6 +937,16 @@ pm_encoding_t pm_encoding_ibm720 = { .multibyte = false }; +/** IBM737 */ +pm_encoding_t pm_encoding_ibm737 = { + .name = "IBM737", + .char_width = pm_encoding_single_char_width, + .alnum_char = pm_encoding_ibm737_alnum_char, + .alpha_char = pm_encoding_ibm737_alpha_char, + .isupper_char = pm_encoding_ibm737_isupper_char, + .multibyte = false +}; + /** ISO-8859-1 */ pm_encoding_t pm_encoding_iso_8859_1 = { .name = "ISO-8859-1", diff --git a/prism/prism.c b/prism/prism.c index a3702c864a..62c85fa96f 100644 --- a/prism/prism.c +++ b/prism/prism.c @@ -6074,6 +6074,7 @@ parser_lex_magic_comment_encoding_value(pm_parser_t *parser, const uint8_t *star ENCODING2("GBK", "CP936", pm_encoding_gbk); ENCODING2("IBM437", "CP437", pm_encoding_ibm437); ENCODING2("IBM720", "CP720", pm_encoding_ibm720); + ENCODING2("IBM737", "CP737", pm_encoding_ibm737); ENCODING2("ISO-8859-1", "ISO8859-1", pm_encoding_iso_8859_1); ENCODING2("ISO-8859-2", "ISO8859-2", pm_encoding_iso_8859_2); ENCODING2("ISO-8859-3", "ISO8859-3", pm_encoding_iso_8859_3); diff --git a/test/prism/encoding_test.rb b/test/prism/encoding_test.rb index 562cfdb066..ddff798a7e 100644 --- a/test/prism/encoding_test.rb +++ b/test/prism/encoding_test.rb @@ -16,6 +16,7 @@ module Prism Encoding::GBK, Encoding::IBM437, Encoding::IBM720, + Encoding::IBM737, Encoding::ISO_8859_1, Encoding::ISO_8859_2, Encoding::ISO_8859_3, |
