summaryrefslogtreecommitdiff
path: root/sample/rss
diff options
context:
space:
mode:
Diffstat (limited to 'sample/rss')
-rw-r--r--sample/rss/list_description.rb84
-rw-r--r--sample/rss/rss_recent.rb83
-rw-r--r--sample/rss/tdiary_plugin/rss-recent.rb213
3 files changed, 0 insertions, 380 deletions
diff --git a/sample/rss/list_description.rb b/sample/rss/list_description.rb
deleted file mode 100644
index e0b59ea659..0000000000
--- a/sample/rss/list_description.rb
+++ /dev/null
@@ -1,84 +0,0 @@
-#!/usr/bin/env ruby
-
-require "nkf"
-class String
- # From tdiary.rb
- def shorten( len = 120 )
- lines = NKF::nkf( "-e -m0 -f#{len}", self.gsub( /\n/, ' ' ) ).split( /\n/ )
- lines[0].concat( '...' ) if lines[0] and lines[1]
- lines[0]
- end
-end
-
-require "rss/1.0"
-require "rss/2.0"
-require "rss/dublincore"
-
-channels = {}
-verbose = false
-
-def error(exception)
- mark = "=" * 20
- mark = "#{mark} error #{mark}"
- puts mark
- puts exception.class
- puts exception.message
- puts exception.backtrace
- puts mark
-end
-
-before_time = Time.now
-ARGV.each do |fname|
- if fname == '-v'
- verbose = true
- next
- end
- rss = nil
- f = File.new(fname).read
- begin
- ## do validate parse
- rss = RSS::Parser.parse(f)
- rescue RSS::InvalidRSSError
- error($!) if verbose
- ## do non validate parse for invalid RSS 1.0
- begin
- rss = RSS::Parser.parse(f, false)
- rescue RSS::Error
- ## invalid RSS.
- error($!) if verbose
- end
- rescue RSS::Error
- error($!) if verbose
- end
- if rss.nil?
- puts "#{fname} does not include RSS 1.0 or 0.9x/2.0"
- else
- begin
- rss.output_encoding = "euc-jp"
- rescue RSS::UnknownConversionMethodError
- error($!) if verbose
- end
- rss.channel.title ||= "Unknown"
- rss.items.each do |item|
- item.title ||= "Unknown"
- channels[rss.channel.title] ||= []
- channels[rss.channel.title] << item if item.description
- end
- end
-end
-processing_time = Time.now - before_time
-
-channels.sort do |x, y|
- x[0] <=> y[0]
-end[0..20].each do |title, items|
- puts "Channel: #{title}" unless items.empty?
- items.sort do |x, y|
- x.title <=> y.title
- end[0..10].each do |item|
- puts " Item: #{item.title.shorten(50)}"
- puts " Description: #{item.description.shorten(50)}"
- end
-end
-
-puts "Used XML parser: #{RSS::Parser.default_parser}"
-puts "Processing time: #{processing_time}s"
diff --git a/sample/rss/rss_recent.rb b/sample/rss/rss_recent.rb
deleted file mode 100644
index 8e40151e1c..0000000000
--- a/sample/rss/rss_recent.rb
+++ /dev/null
@@ -1,83 +0,0 @@
-#!/usr/bin/env ruby
-
-require "nkf"
-class String
- # From tdiary.rb
- def shorten( len = 120 )
- lines = NKF::nkf( "-e -m0 -f#{len}", self.gsub( /\n/, ' ' ) ).split( /\n/ )
- lines[0].concat( '...' ) if lines[0] and lines[1]
- lines[0]
- end
-end
-
-require "rss/1.0"
-require "rss/2.0"
-require "rss/dublincore"
-
-items = []
-verbose = false
-
-def error(exception)
- mark = "=" * 20
- mark = "#{mark} error #{mark}"
- puts mark
- puts exception.class
- puts exception.message
- puts exception.backtrace
- puts mark
-end
-before_time = Time.now
-ARGV.each do |fname|
- if fname == '-v'
- verbose = true
- next
- end
- rss = nil
- f = File.new(fname).read
- begin
- ## do validate parse
- rss = RSS::Parser.parse(f)
- rescue RSS::InvalidRSSError
- error($!) if verbose
- ## do non validate parse for invalid RSS 1.0
- begin
- rss = RSS::Parser.parse(f, false)
- rescue RSS::Error
- ## invalid RSS.
- error($!) if verbose
- end
- rescue RSS::Error
- error($!) if verbose
- end
- if rss.nil?
- puts "#{fname} does not include RSS 1.0 or 0.9x/2.0"
- else
- begin
- rss.output_encoding = "euc-jp"
- rescue RSS::UnknownConversionMethodError
- error($!) if verbose
- end
- rss.items.each do |item|
- if item.respond_to?(:pubDate) and item.pubDate
- class << item
- alias_method(:dc_date, :pubDate)
- end
- end
- if item.respond_to?(:dc_date) and item.dc_date
- items << [rss.channel, item]
- end
- end
- end
-end
-processing_time = Time.now - before_time
-
-items.sort do |x, y|
- y[1].dc_date <=> x[1].dc_date
-end[0..20].each do |channel, item|
- puts "#{item.dc_date.localtime.iso8601}: " <<
- "#{channel.title}: #{item.title}"
- puts " Description: #{item.description.shorten(50)}" if item.description
-end
-
-puts "Used XML parser: #{RSS::Parser.default_parser}"
-puts "Processing time: #{processing_time}s"
diff --git a/sample/rss/tdiary_plugin/rss-recent.rb b/sample/rss/tdiary_plugin/rss-recent.rb
deleted file mode 100644
index 090a779092..0000000000
--- a/sample/rss/tdiary_plugin/rss-recent.rb
+++ /dev/null
@@ -1,213 +0,0 @@
-# rss-recent.rb: RSS recent plugin
-#
-# rss_recnet: show recnet list from RSS
-# parameters (default):
-# url: URL of RSS
-# max: max of list itmes(5)
-# cache_time: cache time(second) of RSS(60*60)
-#
-#
-# Copyright (c) 2003-2004 Kouhei Sutou <kou@cozmixng.org>
-# Distributed under the GPL
-#
-
-require "rss/rss"
-
-RSS_RECENT_FIELD_SEPARATOR = "\0"
-RSS_RECENT_ENTRY_SEPARATOR = "\1"
-RSS_RECENT_VERSION = "0.0.5"
-RSS_RECENT_HTTP_HEADER = {
- "User-Agent" => "tDiary RSS recent plugin version #{RSS_RECENT_VERSION}. " <<
- "Using RSS parser version is #{::RSS::VERSION}.",
-}
-
-def rss_recent(url, max=5, cache_time=3600)
- url.untaint
-
- cache_file = "#{@cache_path}/rss-recent.#{CGI.escape(url)}"
-
- rss_recent_cache_rss(url, cache_file, cache_time.to_i)
-
- return '' unless test(?r, cache_file)
-
- rv = "<ul>\n"
-
- i = 0
- rss_recent_read_from_cache(cache_file).each do |title, url, time|
- break if i >= max
- next if title.nil?
- rv << '<li>'
- rv << %Q[<span class="#{rss_recent_modified_class(time)}">]
- unless url.nil?
- rv << %Q[<a href="#{CGI.escapeHTML(url)}" title="#{CGI.escapeHTML(title)}]
- rv << %Q[ (#{CGI.escapeHTML(time.localtime.to_s)})] unless time.nil?
- rv << %Q[">]
- end
- rv << CGI::escapeHTML(title)
- rv << '</a>' unless url.nil?
- rv << "(#{rss_recent_modified(time)})"
- rv << %Q[</span>]
- rv << "</li>\n"
- i += 1
- end
-
- rv << "</ul>\n"
-
- rv
-end
-
-class InvalidResourceError < StandardError; end
-
-def rss_recent_cache_rss(url, cache_file, cache_time)
-
- cached_time = nil
- cached_time = File.mtime(cache_file) if File.exist?(cache_file)
-
- if cached_time.nil? or Time.now > cached_time + cache_time
- require 'time'
- require 'open-uri'
- require 'net/http'
- require 'uri/generic'
- require 'rss/parser'
- require 'rss/1.0'
- require 'rss/2.0'
- require 'rss/dublincore'
-
- begin
- uri = URI.parse(url)
-
- raise URI::InvalidURIError if uri.scheme != "http"
-
- rss_source = rss_recent_fetch_rss(uri, cached_time)
-
- raise InvalidResourceError if rss_source.nil?
-
- # parse RSS
- rss = ::RSS::Parser.parse(rss_source, false)
- raise ::RSS::Error if rss.nil?
-
- # pre processing
- begin
- rss.output_encoding = @conf.charset || charset
- rescue ::RSS::UnknownConversionMethodError
- end
-
- rss_infos = rss.items.collect do |item|
- rss_recent_pubDate_to_dc_date(item)
- [item.title, item.link, item.dc_date]
- end
- rss_recent_write_to_cache(cache_file, rss_infos)
-
- rescue URI::InvalidURIError
- rss_recent_write_to_cache(cache_file, [['Invalid URI', url]])
- rescue InvalidResourceError, ::RSS::Error
- rss_recent_write_to_cache(cache_file, [['Invalid Resource', url]])
- end
- end
-
-end
-
-def rss_recent_fetch_rss(uri, cache_time)
- rss = nil
- begin
- uri.open(rss_recent_http_header(cache_time)) do |f|
- case f.status.first
- when "200"
- rss = f.read
- # STDERR.puts "Got RSS of #{uri}"
- when "304"
- # not modified
- # STDERR.puts "#{uri} does not modified"
- else
- raise InvalidResourceError
- end
- end
- rescue TimeoutError, SocketError, StandardError,
- SecurityError # occured in redirect
- raise InvalidResourceError
- end
- rss
-end
-
-def rss_recent_http_header(cache_time)
- header = RSS_RECENT_HTTP_HEADER.dup
- if cache_time.respond_to?(:rfc2822)
- header["If-Modified-Since"] = cache_time.rfc2822
- end
- header
-end
-
-def rss_recent_write_to_cache(cache_file, rss_infos)
- File.open(cache_file, 'w') do |f|
- f.flock(File::LOCK_EX)
- rss_infos.each do |info|
- f << info.join(RSS_RECENT_FIELD_SEPARATOR)
- f << RSS_RECENT_ENTRY_SEPARATOR
- end
- f.flock(File::LOCK_UN)
- end
-end
-
-def rss_recent_read_from_cache(cache_file)
- require 'time'
- infos = []
- File.open(cache_file) do |f|
- while info = f.gets(RSS_RECENT_ENTRY_SEPARATOR)
- info = info.chomp(RSS_RECENT_ENTRY_SEPARATOR)
- infos << info.split(RSS_RECENT_FIELD_SEPARATOR)
- end
- end
- infos.collect do |title, url, time|
- [
- rss_recent_convert(title),
- rss_recent_convert(url),
- rss_recent_convert(time) {|time| Time.parse(time)},
- ]
- end
-end
-
-def rss_recent_convert(str)
- if str.nil? or str.empty?
- nil
- else
- if block_given?
- yield str
- else
- str
- end
- end
-end
-
-# from RWiki
-def rss_recent_modified(t)
- return '-' unless t
- dif = (Time.now - t).to_i
- dif = dif / 60
- return "#{dif}m" if dif <= 60
- dif = dif / 60
- return "#{dif}h" if dif <= 24
- dif = dif / 24
- return "#{dif}d"
-end
-
-# from RWiki
-def rss_recent_modified_class(t)
- return 'dangling' unless t
- dif = (Time.now - t).to_i
- dif = dif / 60
- return "modified-hour" if dif <= 60
- dif = dif / 60
- return "modified-today" if dif <= 24
- dif = dif / 24
- return "modified-month" if dif <= 30
- return "modified-year" if dif <= 365
- return "modified-old"
-end
-
-def rss_recent_pubDate_to_dc_date(target)
- if target.respond_to?(:pubDate)
- class << target
- alias_method(:dc_date, :pubDate)
- end
- end
-end
generated by cgit v1.2.3 (git 2.25.1) at 2026-06-06 16:22:40 +0000