diff options
Diffstat (limited to 'enc/trans')
37 files changed, 57 insertions, 35 deletions
diff --git a/enc/trans/big5-uao-tbl.rb b/enc/trans/big5-uao-tbl.rb index 295fbfdda5..a6f37cc7bd 100644 --- a/enc/trans/big5-uao-tbl.rb +++ b/enc/trans/big5-uao-tbl.rb @@ -19781,4 +19781,4 @@ BIG5_UAO_TO_UCS_TBL = [ ["FEFC",0x8262], ["FEFD",0x826A], ["FEFE",0x8288], -]
\ No newline at end of file +] diff --git a/enc/trans/cp850-tbl.rb b/enc/trans/cp850-tbl.rb index 615d3b2599..e0d120c803 100644 --- a/enc/trans/cp850-tbl.rb +++ b/enc/trans/cp850-tbl.rb @@ -127,4 +127,4 @@ CP850_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/cp852-tbl.rb b/enc/trans/cp852-tbl.rb index 6763bfa6e9..ad32cdc59d 100644 --- a/enc/trans/cp852-tbl.rb +++ b/enc/trans/cp852-tbl.rb @@ -127,4 +127,4 @@ CP852_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/cp855-tbl.rb b/enc/trans/cp855-tbl.rb index 72e548b9cb..a2ca9daf97 100644 --- a/enc/trans/cp855-tbl.rb +++ b/enc/trans/cp855-tbl.rb @@ -127,4 +127,4 @@ CP855_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/gbk-tbl.rb b/enc/trans/gbk-tbl.rb index 26f5078c45..40929f992e 100644 --- a/enc/trans/gbk-tbl.rb +++ b/enc/trans/gbk-tbl.rb @@ -21791,4 +21791,4 @@ GBK_TO_UCS_TBL= [ ["A3FE",0xFFE3], ["A957",0xFFE4], ["A3A4",0xFFE5], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm437-tbl.rb b/enc/trans/ibm437-tbl.rb index 5ae64d621e..6a823c293d 100644 --- a/enc/trans/ibm437-tbl.rb +++ b/enc/trans/ibm437-tbl.rb @@ -127,4 +127,4 @@ IBM437_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm775-tbl.rb b/enc/trans/ibm775-tbl.rb index f55679f409..2b79780813 100644 --- a/enc/trans/ibm775-tbl.rb +++ b/enc/trans/ibm775-tbl.rb @@ -127,4 +127,4 @@ IBM775_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm852-tbl.rb b/enc/trans/ibm852-tbl.rb index 6cec51cf80..3e70daef2e 100644 --- a/enc/trans/ibm852-tbl.rb +++ b/enc/trans/ibm852-tbl.rb @@ -127,4 +127,4 @@ IBM852_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm855-tbl.rb b/enc/trans/ibm855-tbl.rb index 7e0cc5014f..b4c0244728 100644 --- a/enc/trans/ibm855-tbl.rb +++ b/enc/trans/ibm855-tbl.rb @@ -127,4 +127,4 @@ IBM855_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm857-tbl.rb b/enc/trans/ibm857-tbl.rb index 5b20d389d3..c1c76545ed 100644 --- a/enc/trans/ibm857-tbl.rb +++ b/enc/trans/ibm857-tbl.rb @@ -124,4 +124,4 @@ IBM857_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm860-tbl.rb b/enc/trans/ibm860-tbl.rb index ae218a129f..77734cd194 100644 --- a/enc/trans/ibm860-tbl.rb +++ b/enc/trans/ibm860-tbl.rb @@ -127,4 +127,4 @@ IBM860_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm861-tbl.rb b/enc/trans/ibm861-tbl.rb index c24042a76c..69e0a45019 100644 --- a/enc/trans/ibm861-tbl.rb +++ b/enc/trans/ibm861-tbl.rb @@ -127,4 +127,4 @@ IBM861_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm862-tbl.rb b/enc/trans/ibm862-tbl.rb index 31d6fb0243..f564051fd6 100644 --- a/enc/trans/ibm862-tbl.rb +++ b/enc/trans/ibm862-tbl.rb @@ -127,4 +127,4 @@ IBM862_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm863-tbl.rb b/enc/trans/ibm863-tbl.rb index db110cf38c..af1eb97566 100644 --- a/enc/trans/ibm863-tbl.rb +++ b/enc/trans/ibm863-tbl.rb @@ -127,4 +127,4 @@ IBM863_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm865-tbl.rb b/enc/trans/ibm865-tbl.rb index 22e322fb31..4747509d66 100644 --- a/enc/trans/ibm865-tbl.rb +++ b/enc/trans/ibm865-tbl.rb @@ -127,4 +127,4 @@ IBM865_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm866-tbl.rb b/enc/trans/ibm866-tbl.rb index 95b9ee7534..ed4b0d683e 100644 --- a/enc/trans/ibm866-tbl.rb +++ b/enc/trans/ibm866-tbl.rb @@ -127,4 +127,4 @@ IBM866_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/ibm869-tbl.rb b/enc/trans/ibm869-tbl.rb index 437e41ad98..bee85b84ea 100644 --- a/enc/trans/ibm869-tbl.rb +++ b/enc/trans/ibm869-tbl.rb @@ -118,4 +118,4 @@ IBM869_TO_UCS_TBL = [ ["B1",0x2592], ["B2",0x2593], ["FE",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/koi8-r-tbl.rb b/enc/trans/koi8-r-tbl.rb index a1f55ff2e3..4cfe523334 100644 --- a/enc/trans/koi8-r-tbl.rb +++ b/enc/trans/koi8-r-tbl.rb @@ -127,4 +127,4 @@ KOI8_R_TO_UCS_TBL = [ ["91",0x2592], ["92",0x2593], ["94",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/koi8-u-tbl.rb b/enc/trans/koi8-u-tbl.rb index e87aa1aa3f..225931ba5e 100644 --- a/enc/trans/koi8-u-tbl.rb +++ b/enc/trans/koi8-u-tbl.rb @@ -127,4 +127,4 @@ KOI8_U_TO_UCS_TBL = [ ["91",0x2592], ["92",0x2593], ["94",0x25A0], -]
\ No newline at end of file +] diff --git a/enc/trans/maccroatian-tbl.rb b/enc/trans/maccroatian-tbl.rb index 359878ec1f..e78f2f373f 100644 --- a/enc/trans/maccroatian-tbl.rb +++ b/enc/trans/maccroatian-tbl.rb @@ -126,4 +126,4 @@ MACCROATIAN_TO_UCS_TBL = [ ["B2",0x2264], ["B3",0x2265], ["D7",0x25CA], -]
\ No newline at end of file +] diff --git a/enc/trans/maccyrillic-tbl.rb b/enc/trans/maccyrillic-tbl.rb index 378aa8c3bc..2d5af7b466 100644 --- a/enc/trans/maccyrillic-tbl.rb +++ b/enc/trans/maccyrillic-tbl.rb @@ -127,4 +127,4 @@ MACCYRILLIC_TO_UCS_TBL = [ ["AD",0x2260], ["B2",0x2264], ["B3",0x2265], -]
\ No newline at end of file +] diff --git a/enc/trans/macgreek-tbl.rb b/enc/trans/macgreek-tbl.rb index 7f75fde6d2..645aefe5ff 100644 --- a/enc/trans/macgreek-tbl.rb +++ b/enc/trans/macgreek-tbl.rb @@ -126,4 +126,4 @@ MACGREEK_TO_UCS_TBL = [ ["AD",0x2260], ["B2",0x2264], ["B3",0x2265], -]
\ No newline at end of file +] diff --git a/enc/trans/maciceland-tbl.rb b/enc/trans/maciceland-tbl.rb index 818d992274..ee9b5000d9 100644 --- a/enc/trans/maciceland-tbl.rb +++ b/enc/trans/maciceland-tbl.rb @@ -126,4 +126,4 @@ MACICELAND_TO_UCS_TBL = [ ["B2",0x2264], ["B3",0x2265], ["D7",0x25CA], -]
\ No newline at end of file +] diff --git a/enc/trans/macroman-tbl.rb b/enc/trans/macroman-tbl.rb index 8f74eea27f..9a8172554a 100644 --- a/enc/trans/macroman-tbl.rb +++ b/enc/trans/macroman-tbl.rb @@ -126,4 +126,4 @@ MACROMAN_TO_UCS_TBL = [ ["D7",0x25CA], ["DE",0xFB01], ["DF",0xFB02], -]
\ No newline at end of file +] diff --git a/enc/trans/macromania-tbl.rb b/enc/trans/macromania-tbl.rb index ff95c5e957..29a7942d9b 100644 --- a/enc/trans/macromania-tbl.rb +++ b/enc/trans/macromania-tbl.rb @@ -126,4 +126,4 @@ MACROMANIA_TO_UCS_TBL = [ ["B2",0x2264], ["B3",0x2265], ["D7",0x25CA], -]
\ No newline at end of file +] diff --git a/enc/trans/macturkish-tbl.rb b/enc/trans/macturkish-tbl.rb index 2358672ed6..883f693e23 100644 --- a/enc/trans/macturkish-tbl.rb +++ b/enc/trans/macturkish-tbl.rb @@ -125,4 +125,4 @@ MACTURKISH_TO_UCS_TBL = [ ["B2",0x2264], ["B3",0x2265], ["D7",0x25CA], -]
\ No newline at end of file +] diff --git a/enc/trans/macukraine-tbl.rb b/enc/trans/macukraine-tbl.rb index 6941af654d..09acf7c45a 100644 --- a/enc/trans/macukraine-tbl.rb +++ b/enc/trans/macukraine-tbl.rb @@ -127,4 +127,4 @@ MACUKRAINE_TO_UCS_TBL = [ ["AD",0x2260], ["B2",0x2264], ["B3",0x2265], -]
\ No newline at end of file +] diff --git a/enc/trans/newline.trans b/enc/trans/newline.trans index 9e763407f9..95e082f5bd 100644 --- a/enc/trans/newline.trans +++ b/enc/trans/newline.trans @@ -17,10 +17,16 @@ map_cr["0a"] = "0d" transcode_generate_node(ActionMap.parse(map_cr), "cr_newline") + + map_normalize = {} + map_normalize["{00-ff}"] = :func_so + + transcode_generate_node(ActionMap.parse(map_normalize), "lf_newline") %> <%= transcode_generated_code %> +#define lf_newline universal_newline #define STATE (sp[0]) #define NORMAL 0 #define JUST_AFTER_CR 1 @@ -126,10 +132,24 @@ rb_cr_newline = { 0, 0, 0, 0 }; +static const rb_transcoder +rb_lf_newline = { + "", "lf_newline", lf_newline, + TRANSCODE_TABLE_INFO, + 1, /* input_unit_length */ + 1, /* max_input */ + 2, /* max_output */ + asciicompat_converter, /* asciicompat_type */ + 2, universal_newline_init, universal_newline_init, /* state_size, state_init, state_fini */ + 0, 0, 0, fun_so_universal_newline, + universal_newline_finish +}; + void Init_newline(void) { rb_register_transcoder(&rb_universal_newline); rb_register_transcoder(&rb_crlf_newline); rb_register_transcoder(&rb_cr_newline); + rb_register_transcoder(&rb_lf_newline); } diff --git a/enc/trans/transdb.c b/enc/trans/transdb.c index d6ac41e967..7caf8d845d 100644 --- a/enc/trans/transdb.c +++ b/enc/trans/transdb.c @@ -9,6 +9,8 @@ **********************************************************************/ +#include "ruby.h" + void rb_declare_transcoder(const char *enc1, const char *enc2, const char *lib); void diff --git a/enc/trans/windows-1250-tbl.rb b/enc/trans/windows-1250-tbl.rb index 52063e17b1..9cdb432a03 100644 --- a/enc/trans/windows-1250-tbl.rb +++ b/enc/trans/windows-1250-tbl.rb @@ -122,4 +122,4 @@ WINDOWS_1250_TO_UCS_TBL = [ ["9B",0x203A], ["80",0x20AC], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-1251-tbl.rb b/enc/trans/windows-1251-tbl.rb index 870c718b72..3c6c4ca0bb 100644 --- a/enc/trans/windows-1251-tbl.rb +++ b/enc/trans/windows-1251-tbl.rb @@ -126,4 +126,4 @@ WINDOWS_1251_TO_UCS_TBL = [ ["88",0x20AC], ["B9",0x2116], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-1252-tbl.rb b/enc/trans/windows-1252-tbl.rb index cefc72dff2..86a7be41e7 100644 --- a/enc/trans/windows-1252-tbl.rb +++ b/enc/trans/windows-1252-tbl.rb @@ -122,4 +122,4 @@ WINDOWS_1252_TO_UCS_TBL = [ ["9B",0x203A], ["80",0x20AC], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-1253-tbl.rb b/enc/trans/windows-1253-tbl.rb index 132edb60ba..b9d47be2e0 100644 --- a/enc/trans/windows-1253-tbl.rb +++ b/enc/trans/windows-1253-tbl.rb @@ -110,4 +110,4 @@ WINDOWS_1253_TO_UCS_TBL = [ ["9B",0x203A], ["80",0x20AC], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-1254-tbl.rb b/enc/trans/windows-1254-tbl.rb index 81a747afaa..84063abf05 100644 --- a/enc/trans/windows-1254-tbl.rb +++ b/enc/trans/windows-1254-tbl.rb @@ -120,4 +120,4 @@ WINDOWS_1254_TO_UCS_TBL = [ ["9B",0x203A], ["80",0x20AC], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-1256-tbl.rb b/enc/trans/windows-1256-tbl.rb index 25c5874fb0..0b76c824d1 100644 --- a/enc/trans/windows-1256-tbl.rb +++ b/enc/trans/windows-1256-tbl.rb @@ -127,4 +127,4 @@ WINDOWS_1256_TO_UCS_TBL = [ ["9B",0x203A], ["80",0x20AC], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-1257-tbl.rb b/enc/trans/windows-1257-tbl.rb index 9e89b2b0b5..7f15cbbd50 100644 --- a/enc/trans/windows-1257-tbl.rb +++ b/enc/trans/windows-1257-tbl.rb @@ -115,4 +115,4 @@ WINDOWS_1257_TO_UCS_TBL = [ ["9B",0x203A], ["80",0x20AC], ["99",0x2122], -]
\ No newline at end of file +] diff --git a/enc/trans/windows-874-tbl.rb b/enc/trans/windows-874-tbl.rb index 0552df3d28..a569765bf0 100644 --- a/enc/trans/windows-874-tbl.rb +++ b/enc/trans/windows-874-tbl.rb @@ -96,4 +96,4 @@ WINDOWS_874_TO_UCS_TBL = [ ["95",0x2022], ["85",0x2026], ["80",0x20AC], -]
\ No newline at end of file +] |