web crawler written in ruby.
Environment:
Ruby 1.8.6
Rails 2.3.5
TextResource
ActiveRecord
Nokogiri
ActiveResource
ActionPack
PDFToText
ActiveSupport
GNU Metadata Extractor
NetBeans for Ruby 6.8 (IDE)
SHOW FULL COLUMNS FROM `jrk_downrecords` [ RunTime:0.001084s ]
SELECT `a`.`aid`,`a`.`title`,`a`.`create_time`,`m`.`username` FROM `jrk_downrecords` `a` INNER JOIN `jrk_member` `m` ON `a`.`uid`=`m`.`id` WHERE `a`.`status` = 1 GROUP BY `a`.`aid` ORDER BY `a`.`create_time` DESC LIMIT 10 [ RunTime:0.060393s ]
SHOW FULL COLUMNS FROM `jrk_tagrecords` [ RunTime:0.000962s ]
SELECT * FROM `jrk_tagrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 20 [ RunTime:0.001151s ]
SHOW FULL COLUMNS FROM `jrk_member` [ RunTime:0.000924s ]
SELECT `id`,`username`,`userhead`,`usertime` FROM `jrk_member` WHERE `status` = 1 ORDER BY `usertime` DESC LIMIT 10 [ RunTime:0.003140s ]
SHOW FULL COLUMNS FROM `jrk_searchrecords` [ RunTime:0.000763s ]
SELECT * FROM `jrk_searchrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 5 [ RunTime:0.003690s ]
SELECT aid,title,count(aid) as c FROM `jrk_downrecords` GROUP BY `aid` ORDER BY `c` DESC LIMIT 10 [ RunTime:0.013888s ]
SHOW FULL COLUMNS FROM `jrk_articles` [ RunTime:0.001161s ]
UPDATE `jrk_articles` SET `hits` = 2 WHERE `id` = 262468 [ RunTime:0.014524s ]
