Guest User

Untitled

a guest
Feb 10th, 2014
100
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Ruby 1.03 KB | None | 0 0
  1. require 'rubygems'
  2. require 'nokogiri'
  3. require 'open-uri'
  4. require 'sequel'
  5. require 'sqlite3'
  6.  
  7.  
  8. clubland = "http://www.clublandlv.com/forum.php"
  9.  
  10. doc = Nokogiri::HTML(open(clubland))
  11.  
  12. puts doc.css('title').text
  13. puts
  14.  
  15.  
  16. doc.css("#cat10").each do |grab|
  17.   genre = grab.at_css(".forumtitle").text
  18.   # map(&:text)
  19.   genrelink = grab.css(".forumtitle a"){[:href]}
  20.   subgenre = grab.css(".subforum a").map(&:text)
  21.   subgenrelink = grab.css(".subforum a"){[:href]}
  22.  
  23.   puts "This is an array of the genres:"
  24.   puts "#{genre}"
  25.   puts
  26.   puts "These are the genre links:"
  27.   puts "#{genrelink}"
  28.   puts
  29.   puts "This is an array of the subgenres:"
  30.   puts "#{subgenre}"
  31.   puts
  32.   puts "These are the subgenre links:"
  33.   puts "#{subgenrelink}"
  34.  
  35.  
  36. # Table has 3 columns. ID(auto), genre, forum_id
  37.  
  38. #Connects to the local DB
  39.     DB = Sequel.connect('sqlite://clublandlv.sqlite')
  40. # Create a dataset
  41.     main_genre = DB[:genres]
  42. # Insert the results
  43.     main_genre.insert(:genre => "#{genre}", :forum_id => "#{genrelink}")
  44.  
  45. end
Advertisement
Add Comment
Please, Sign In to add comment