Ruben's blog

#!/usr/bin/ruby
require "rubygems"
require "rubilicious"
require "json"
require "date"
require "time"
require "state_pattern"
 
class Parser
  include StatePattern
 
  attr_accessor :name, :url,:desc,:tags ,:date , :r
 
  state :initial do     
    def parse(line)
      #puts "initial: #{line}"
      if line  =~ /<a href="(.*)">(.*)< \/a>/
        @context.name = $2 
        @context.url = $1  
        transition_to :read_keywords        
      end
    end
  end
  state :read_keywords do 
    def parse(line)
      if line =~ /<!--keywords-->(.*)$/
        @context.tags = $1.chomp
        transition_to :read_keywords2
      end
    end
  end
 
  state :read_keywords2 do
    def parse(line)      
      #puts "read_keywords2: #{line}"       
      if line =~ /<!--/
        if line =~ /^<!--desc-->/
          transition_to :read_desc
          @context.current_state_obj.parse(line)
        end         
        if line =~ /^<!--mdata/
          transition_to :read_metadata
          @context.current_state_obj.parse(line)
        end
        return
      end
      @context.tags += " " + line.chomp      
    end
  end
 
  state :read_desc do 
    def parse(line)      
      if line =~ /<!--/
        if line =~ /<!--desc-->(.*)/
          @context.desc = $1.chomp
        else
          #puts "not desc"
          if line =~ /<!--mdata/
            transition_to :read_metadata
            @context.current_state_obj.parse(line)            
          else
            raise "don´t know how to parse this in this state #{line}"
          end              
          return
        end               
      else
        @context.desc += " " + line.chomp
      end
    end
  end
 
  state :read_metadata do    
    def parse(line)      
      @context.date = $1.hex if line =~ /<!--mdata=\[\w+\]\[([0-9A-F]+)\]\[([0-9A-F]+)\]\[([0-9A-F]+)\]/
      @context.date = Time.now.to_i if @context.date < 0
 
 
      puts "=============================="      
      puts "name: #{@context.name}"
      puts "url:  #{@context.url}"
      puts "tags: #{@context.tags}"
      puts "date: #{Time.at(@context.date)}"
      puts "desc: #{@context.desc}" unless @context.desc.nil?
      puts "=============================="
      @context.r.add(@context.url,@context.name,@context.desc, @context.tags, Time.at(@context.date), false, true)
      @context.name = @context.url = @context.tags = @context.date = @context.desc = nil
 
      transition_to :initial
    end
  end
 
end
 
 
r = Rubilicious.new('your_delicious_username','your_password')
p = Parser.new
p.r = r;
i = 0
File.new("pm3520070703.htm").each { |line| 
  puts i; 
  i += 1 
  #next unless i >2261
  p.parse(line);  
}
 
puts "ended"
</a>