#! ruby -Ku<\/span><\/div> <\/div>
require<\/span> "rubygems"<\/span><\/div>require<\/span> "nokogiri"<\/span><\/div>require<\/span> 'rexml/document'<\/span><\/div> <\/div>
class<\/span> Doc<\/span> <<\/span> Nokogiri<\/span>::<\/span>XML<\/span>::<\/span>SAX<\/span>::<\/span>Document<\/span><\/div> def<\/span> initialize<\/span><\/div> @document<\/span> =<\/span> nil<\/span><\/div> @buf<\/span> =<\/span> nil<\/span><\/div> @count<\/span> =<\/span> 0<\/span><\/div> end<\/span><\/div> <\/div>
def<\/span> start_element<\/span>(<\/span>name<\/span>,<\/span> attrs<\/span>)<\/span><\/div> if<\/span> name<\/span> ==<\/span> "page"<\/span><\/div> @document<\/span> =<\/span> nil<\/span><\/div> @buf<\/span> =<\/span> StringIO<\/span>.<\/span>new<\/span><\/div> end<\/span><\/div> return<\/span> nil<\/span> if<\/span> skip?<\/span><\/div> @buf<\/span>.<\/span>write<\/span>(<\/span>%|<<\/span>#{<\/span>name<\/span>}<\/span>|)<\/span><\/div> Hash[ *attrs ].each do |pair|<\/span><\/div> @buf.write( " <\/span>#{<\/span>pair<\/span>[<\/span>0<\/span>]<\/span>}<\/span>=\\"<\/span>#{<\/span>pair<\/span>[<\/span>1<\/span>]<\/span>}<\/span>\\"")<\/span><\/div> end<\/span><\/div> @buf.write(">")<\/span><\/div> end<\/span><\/div> <\/div>
def characters(text)<\/span><\/div> return nil if skip?<\/span><\/div> @buf.write(REXML::Text::normalize(text))<\/span><\/div> end<\/span><\/div> <\/div>
def end_element(name)<\/span><\/div> return nil if skip?<\/span><\/div> @buf.write(%|</<\/span>#{<\/span>name<\/span>}<\/span>>|)<\/span><\/div> if name == "page"<\/span><\/div> begin<\/span><\/div> proc_document(Nokogiri.XML(@buf.string))<\/span><\/div> rescue => e<\/span><\/div> puts e<\/span><\/div> exit<\/span><\/div> end<\/span><\/div> @buf.close<\/span><\/div> end<\/span><\/div> end<\/span><\/div> <\/div>
def proc_document(doc)<\/span><\/div> title = doc.at(:title).inner_text<\/span><\/div> text = doc.at(:text).inner_text<\/span><\/div> <\/div>
@count += 1<\/span><\/div> puts @count<\/span><\/div> end<\/span><\/div> <\/div>
def skip?<\/span><\/div> return true unless @buf<\/span><\/div> return true if @buf.closed?<\/span><\/div> end<\/span><\/div>end<\/span><\/div> <\/div>
File.open('./jawiki-latest-pages-articles.xml') { |f|<\/span><\/div> Nokogiri<\/span>::<\/span>XML<\/span>::<\/span>SAX<\/span>::<\/span>Parser<\/span>.<\/span>new<\/span>(<\/span> Doc<\/span>.<\/span>new<\/span> )<\/span>.<\/span>parse<\/span>(<\/span> f<\/span> )<\/span><\/div>}<\/span><\/div> <\/div><\/pre><\/div>\n \n <\/div>\n\n