Guest User

Untitled

a guest
Feb 11th, 2014
161
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Ruby 1.34 KB | None | 0 0
  1. require 'rubygems'
  2. require 'nokogiri'
  3. require 'open-uri'
  4. require 'sequel'
  5. require 'sqlite3'
  6. require 'pry'
  7. require 'cgi'
  8. require 'uri'
  9.  
  10. clubland = "http://www.clublandlv.com/forum.php"
  11.  
  12. doc = Nokogiri::HTML(open(clubland))
  13.  
  14.  
  15. puts doc.css('title').text
  16. puts
  17.  
  18.  
  19. doc.css("#cat10").each do |grab|
  20.   genres = grab.css(".forumtitle").map(&:text)
  21.   genreslink = grab.css(".forumtitle"){[:href]}
  22. #  subgenre = grab.css(".subforum a").map(&:text)
  23. #  subgenrelink = grab.css(".subforum a"){[:href]}
  24.    
  25.  
  26.   puts "This is an array of the genres:"
  27.   puts genres
  28.   puts
  29.   puts "These are the genre links:"
  30.   puts genreslink
  31.   puts
  32. #  puts "This is an array of the subgenres:"
  33. #  puts subgenre
  34. #  puts
  35. #  puts "These are the subgenre links:"
  36. #  puts subgenrelink
  37.  
  38.  
  39.    
  40. # Table has 3 columns. ID(auto), genre, forum_id
  41.  
  42. #Connects to the local DB
  43.         DB = Sequel.connect('sqlite://clublandlv.sqlite')
  44. # Create a dataset
  45.         main_genre = DB[:genres]
  46. # Insert the results
  47.   genres.each do |genre|
  48.     main_genre.insert(:genre => genre)
  49.    # unless db_has_genre?
  50.     genre;
  51.  
  52.     genreslink.each do |genrelink|
  53.       cuts = genreslink.attribute("href")
  54.       cuts1 = CGI.parse(URI.parse(cuts).query)['f'].first.to_i
  55.       main_genre.insert(:forum_id => cuts1)
  56.       genrelink;
  57.  
  58.  
  59.  
  60.         end    
  61.       end    
  62.   end
Advertisement
Add Comment
Please, Sign In to add comment