Guest User

Untitled

a guest
Feb 11th, 2014
141
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Ruby 1.27 KB | None | 0 0
  1. require 'rubygems'
  2. require 'nokogiri'
  3. require 'open-uri'
  4. require 'sequel'
  5. require 'sqlite3'
  6.  
  7.  
  8. clubland = "http://www.clublandlv.com/forum.php"
  9.  
  10. doc = Nokogiri::HTML(open(clubland))
  11.  
  12. puts doc.css('title').text
  13. puts
  14.  
  15.  
  16. doc.css("#cat10").each do |grab|
  17.   genres = grab.css(".forumtitle").map(&:text)
  18.   genreslink = grab.css(".forumtitle a"){[:href]}
  19.   subgenre = grab.css(".subforum a").map(&:text)
  20.   subgenrelink = grab.css(".subforum a"){[:href]}
  21.    
  22.  
  23.   puts "This is an array of the genres:"
  24.   puts genres
  25.   puts
  26.   puts "These are the genre links:"
  27.   puts genreslink
  28.   puts
  29. #  puts "This is an array of the subgenres:"
  30. #  puts subgenre
  31. #  puts
  32. #  puts "These are the subgenre links:"
  33. #  puts subgenrelink
  34.  
  35.  
  36.    
  37. # Table has 3 columns. ID(auto), genre, forum_id
  38.  
  39. #Connects to the local DB
  40.         DB = Sequel.connect('sqlite://clublandlv.sqlite')
  41. # Create a dataset
  42.         main_genre = DB[:genres]
  43. # Insert the results
  44.  
  45.  
  46.    
  47.   genres.each do |genre|
  48.     main_genre.insert(:genre => "#{genres}")
  49.  #   unless db_has_genre?
  50.     genre;
  51.        
  52.    
  53.     #  genreslink.each do |genrelink|
  54.     #    main_genre.insert(:forum_id => "#{genreslink}")
  55.      #   unless db_has_genre?
  56.      #   genrelink;
  57.  
  58.         end    
  59.       end    
  60. #  end
Advertisement
Add Comment
Please, Sign In to add comment