web crawler written in ruby.
Environment:
Ruby 1.8.6
Rails 2.3.5
TextResource
ActiveRecord
Nokogiri
ActiveResource
ActionPack
PDFToText
ActiveSupport
GNU Metadata Extractor
NetBeans for Ruby 6.8 (IDE)
SHOW FULL COLUMNS FROM `jrk_downrecords` [ RunTime:0.001049s ]
SELECT `a`.`aid`,`a`.`title`,`a`.`create_time`,`m`.`username` FROM `jrk_downrecords` `a` INNER JOIN `jrk_member` `m` ON `a`.`uid`=`m`.`id` WHERE `a`.`status` = 1 GROUP BY `a`.`aid` ORDER BY `a`.`create_time` DESC LIMIT 10 [ RunTime:0.062125s ]
SHOW FULL COLUMNS FROM `jrk_tagrecords` [ RunTime:0.001029s ]
SELECT * FROM `jrk_tagrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 20 [ RunTime:0.001263s ]
SHOW FULL COLUMNS FROM `jrk_member` [ RunTime:0.001024s ]
SELECT `id`,`username`,`userhead`,`usertime` FROM `jrk_member` WHERE `status` = 1 ORDER BY `usertime` DESC LIMIT 10 [ RunTime:0.003209s ]
SHOW FULL COLUMNS FROM `jrk_searchrecords` [ RunTime:0.001399s ]
SELECT * FROM `jrk_searchrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 5 [ RunTime:0.007224s ]
SELECT aid,title,count(aid) as c FROM `jrk_downrecords` GROUP BY `aid` ORDER BY `c` DESC LIMIT 10 [ RunTime:0.022667s ]
SHOW FULL COLUMNS FROM `jrk_articles` [ RunTime:0.001072s ]
UPDATE `jrk_articles` SET `hits` = 2 WHERE `id` = 262468 [ RunTime:0.018804s ]
