summaryrefslogtreecommitdiff
path: root/ruby_1_8_5/sample/rss
diff options
context:
space:
mode:
Diffstat (limited to 'ruby_1_8_5/sample/rss')
-rwxr-xr-xruby_1_8_5/sample/rss/blend.rb73
-rwxr-xr-xruby_1_8_5/sample/rss/convert.rb69
-rw-r--r--ruby_1_8_5/sample/rss/list_description.rb82
-rwxr-xr-xruby_1_8_5/sample/rss/re_read.rb64
-rw-r--r--ruby_1_8_5/sample/rss/rss_recent.rb81
5 files changed, 369 insertions, 0 deletions
diff --git a/ruby_1_8_5/sample/rss/blend.rb b/ruby_1_8_5/sample/rss/blend.rb
new file mode 100755
index 0000000000..2fbd6efed6
--- /dev/null
+++ b/ruby_1_8_5/sample/rss/blend.rb
@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+
+require "rss"
+
+feeds = []
+verbose = false
+encoding = "UTF-8"
+
+def error(exception)
+ mark = "=" * 20
+ mark = "#{mark} error #{mark}"
+ STDERR.puts mark
+ STDERR.puts exception.class
+ STDERR.puts exception.message
+ STDERR.puts exception.backtrace
+ STDERR.puts mark
+end
+
+before_time = Time.now
+ARGV.each do |fname|
+ if fname == '-v'
+ verbose = true
+ next
+ end
+ rss = nil
+ f = File.new(fname).read
+ begin
+ ## do validate parse
+ rss = RSS::Parser.parse(f)
+ rescue RSS::InvalidRSSError
+ error($!) if verbose
+ ## do non validate parse for invalid RSS 1.0
+ begin
+ rss = RSS::Parser.parse(f, false)
+ rescue RSS::Error
+ ## invalid RSS.
+ error($!) if verbose
+ end
+ rescue RSS::Error
+ error($!) if verbose
+ end
+ if rss.nil?
+ STDERR.puts "#{fname} does not include RSS 1.0 or 0.9x/2.0"
+ else
+ begin
+ rss.output_encoding = encoding
+ rescue RSS::UnknownConversionMethodError
+ error($!) if verbose
+ end
+ feeds << rss
+ end
+end
+processing_time = Time.now - before_time
+
+rss = RSS::Maker.make("1.0") do |maker|
+ maker.encoding = encoding
+ maker.channel.about = "http://example.com/blend.rdf"
+ maker.channel.title = "blended feeds"
+ maker.channel.link = "http://example.com/"
+ maker.channel.description = "blended feeds generated by RSS Parser"
+
+ feeds.each do |feed|
+ feed.items.each do |item|
+ item.setup_maker(maker.items)
+ end
+ end
+ maker.items.do_sort = true
+ maker.items.max_size = 15
+end
+puts rss
+
+STDERR.puts "Used XML parser: #{RSS::Parser.default_parser}"
+STDERR.puts "Processing time: #{processing_time}s"
diff --git a/ruby_1_8_5/sample/rss/convert.rb b/ruby_1_8_5/sample/rss/convert.rb
new file mode 100755
index 0000000000..394b13e8eb
--- /dev/null
+++ b/ruby_1_8_5/sample/rss/convert.rb
@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+
+require "rss"
+
+feeds = []
+verbose = false
+encoding = "UTF-8"
+to_version = "1.0"
+
+def error(exception)
+ mark = "=" * 20
+ mark = "#{mark} error #{mark}"
+ STDERR.puts mark
+ STDERR.puts exception.class
+ STDERR.puts exception.message
+ STDERR.puts exception.backtrace
+ STDERR.puts mark
+end
+
+before_time = Time.now
+ARGV.each do |fname|
+ case fname
+ when '-v'
+ verbose = true
+ next
+ when /^-t(0\.91|1\.0|2\.0)$/
+ to_version = $1
+ next
+ end
+ rss = nil
+ f = File.read(fname)
+ begin
+ ## do validate parse
+ rss = RSS::Parser.parse(f)
+ rescue RSS::InvalidRSSError
+ error($!) if verbose
+ ## do non validate parse for invalid RSS 1.0
+ begin
+ rss = RSS::Parser.parse(f, false)
+ rescue RSS::Error
+ ## invalid RSS.
+ error($!) if verbose
+ end
+ rescue RSS::Error
+ error($!) if verbose
+ end
+ if rss.nil?
+ STDERR.puts "#{fname} does not include RSS 1.0 or 0.9x/2.0"
+ else
+ begin
+ rss.output_encoding = encoding
+ rescue RSS::UnknownConversionMethodError
+ error($!) if verbose
+ end
+ feeds << [fname, rss]
+ end
+end
+processing_time = Time.now - before_time
+
+feeds.each do |fname, rss|
+ converted_rss = rss.to_xml(to_version)
+ output_name = fname.sub(/(\.[^\.]+)$/, "-#{to_version}\\1")
+ File.open(output_name, "w") do |output|
+ output.print(converted_rss)
+ end
+end
+
+STDERR.puts "Used XML parser: #{RSS::Parser.default_parser}"
+STDERR.puts "Processing time: #{processing_time}s"
diff --git a/ruby_1_8_5/sample/rss/list_description.rb b/ruby_1_8_5/sample/rss/list_description.rb
new file mode 100644
index 0000000000..bb1f9636e2
--- /dev/null
+++ b/ruby_1_8_5/sample/rss/list_description.rb
@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby
+
+require "nkf"
+class String
+ # From tdiary.rb
+ def shorten( len = 120 )
+ lines = NKF::nkf( "-e -m0 -f#{len}", self.gsub( /\n/, ' ' ) ).split( /\n/ )
+ lines[0].concat( '...' ) if lines[0] and lines[1]
+ lines[0]
+ end
+end
+
+require "rss"
+
+channels = {}
+verbose = false
+
+def error(exception)
+ mark = "=" * 20
+ mark = "#{mark} error #{mark}"
+ puts mark
+ puts exception.class
+ puts exception.message
+ puts exception.backtrace
+ puts mark
+end
+
+before_time = Time.now
+ARGV.each do |fname|
+ if fname == '-v'
+ verbose = true
+ next
+ end
+ rss = nil
+ f = File.new(fname).read
+ begin
+ ## do validate parse
+ rss = RSS::Parser.parse(f)
+ rescue RSS::InvalidRSSError
+ error($!) if verbose
+ ## do non validate parse for invalid RSS 1.0
+ begin
+ rss = RSS::Parser.parse(f, false)
+ rescue RSS::Error
+ ## invalid RSS.
+ error($!) if verbose
+ end
+ rescue RSS::Error
+ error($!) if verbose
+ end
+ if rss.nil?
+ puts "#{fname} does not include RSS 1.0 or 0.9x/2.0"
+ else
+ begin
+ rss.output_encoding = "euc-jp"
+ rescue RSS::UnknownConversionMethodError
+ error($!) if verbose
+ end
+ rss.channel.title ||= "Unknown"
+ rss.items.each do |item|
+ item.title ||= "Unknown"
+ channels[rss.channel.title] ||= []
+ channels[rss.channel.title] << item if item.description
+ end
+ end
+end
+processing_time = Time.now - before_time
+
+channels.sort do |x, y|
+ x[0] <=> y[0]
+end[0..20].each do |title, items|
+ puts "Channel: #{title}" unless items.empty?
+ items.sort do |x, y|
+ x.title <=> y.title
+ end[0..10].each do |item|
+ puts " Item: #{item.title.shorten(50)}"
+ puts " Description: #{item.description.shorten(50)}"
+ end
+end
+
+puts "Used XML parser: #{RSS::Parser.default_parser}"
+puts "Processing time: #{processing_time}s"
diff --git a/ruby_1_8_5/sample/rss/re_read.rb b/ruby_1_8_5/sample/rss/re_read.rb
new file mode 100755
index 0000000000..c19a5099bb
--- /dev/null
+++ b/ruby_1_8_5/sample/rss/re_read.rb
@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+
+require "rss"
+
+def error(exception)
+ mark = "=" * 20
+ mark = "#{mark} error #{mark}"
+ puts mark
+ puts exception.class
+ puts exception.message
+ puts exception.backtrace
+ puts mark
+end
+
+verbose = false
+before_time = Time.now
+
+ARGV.each do |fname|
+ if fname == '-v'
+ verbose = true
+ next
+ end
+ source = nil
+ File.open(fname) do |f|
+ source = f.read
+ end
+
+ rss = nil
+ read = false
+ begin
+ rss = RSS::Parser.parse(source)
+ puts "Re-read valid RSS: #{fname}"
+ RSS::Parser.parse(rss.to_s)
+ read = true
+ rescue RSS::InvalidRSSError
+ error($!) if verbose
+ ## do non validate parse for invalid RSS 1.0
+ begin
+ rss = RSS::Parser.parse(source, false)
+ rescue RSS::Error
+ ## invalid RSS.
+ error($!) if verbose
+ end
+ rescue RSS::Error
+ error($!) if verbose
+ end
+
+ if rss.nil?
+ puts "Invalid RSS: #{fname}"
+ elsif !read
+ puts "Re-read invalid RSS: #{fname}"
+ begin
+ RSS::Parser.parse(rss.to_s)
+ rescue RSS::Error
+ puts " Error occurred: #{fname}"
+ error($!) if verbose
+ end
+ end
+end
+
+processing_time = Time.now - before_time
+
+puts "Used XML parser: #{RSS::Parser.default_parser}"
+puts "Processing time: #{processing_time}s"
diff --git a/ruby_1_8_5/sample/rss/rss_recent.rb b/ruby_1_8_5/sample/rss/rss_recent.rb
new file mode 100644
index 0000000000..7821df5c7b
--- /dev/null
+++ b/ruby_1_8_5/sample/rss/rss_recent.rb
@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+
+require "nkf"
+class String
+ # From tdiary.rb
+ def shorten( len = 120 )
+ lines = NKF::nkf( "-e -m0 -f#{len}", self.gsub( /\n/, ' ' ) ).split( /\n/ )
+ lines[0].concat( '...' ) if lines[0] and lines[1]
+ lines[0]
+ end
+end
+
+require "rss"
+
+items = []
+verbose = false
+
+def error(exception)
+ mark = "=" * 20
+ mark = "#{mark} error #{mark}"
+ puts mark
+ puts exception.class
+ puts exception.message
+ puts exception.backtrace
+ puts mark
+end
+before_time = Time.now
+ARGV.each do |fname|
+ if fname == '-v'
+ verbose = true
+ next
+ end
+ rss = nil
+ f = File.new(fname).read
+ begin
+ ## do validate parse
+ rss = RSS::Parser.parse(f)
+ rescue RSS::InvalidRSSError
+ error($!) if verbose
+ ## do non validate parse for invalid RSS 1.0
+ begin
+ rss = RSS::Parser.parse(f, false)
+ rescue RSS::Error
+ ## invalid RSS.
+ error($!) if verbose
+ end
+ rescue RSS::Error
+ error($!) if verbose
+ end
+ if rss.nil?
+ puts "#{fname} does not include RSS 1.0 or 0.9x/2.0"
+ else
+ begin
+ rss.output_encoding = "euc-jp"
+ rescue RSS::UnknownConversionMethodError
+ error($!) if verbose
+ end
+ rss.items.each do |item|
+ if item.respond_to?(:pubDate) and item.pubDate
+ class << item
+ alias_method(:dc_date, :pubDate)
+ end
+ end
+ if item.respond_to?(:dc_date) and item.dc_date
+ items << [rss.channel, item]
+ end
+ end
+ end
+end
+processing_time = Time.now - before_time
+
+items.sort do |x, y|
+ y[1].dc_date <=> x[1].dc_date
+end[0..20].each do |channel, item|
+ puts "#{item.dc_date.localtime.iso8601}: " <<
+ "#{channel.title}: #{item.title}"
+ puts " Description: #{item.description.shorten(50)}" if item.description
+end
+
+puts "Used XML parser: #{RSS::Parser.default_parser}"
+puts "Processing time: #{processing_time}s"
generated by cgit v1.2.3 (git 2.25.1) at 2024-05-02 04:17:58 +0000