#!/usr/bin/env ruby
require 'nokogiri'
require 'open-uri'
require 'sequel'
require 'sqlite3'
require 'pry'
require 'uri'
require 'cgi'



clubland = "http://www.clublandlv.com/forum.php"

  doc = Nokogiri::HTML(open(clubland))

  doc.css("#c_cat10").each do |grab|
    genres = grab.css(".forumtitle").map(&:text)
    genre_links = grab.css(".forumtitle"){[:href]}

    genre_links = genre_links.map do |link|
    link_id = link.children.first["href"]
    CGI.parse(URI.parse(link_id).query)['f'].first.to_i
  end


  DB = Sequel.connect('sqlite:///Users/RyanOConnor/workspace/testing/clublandlv.sqlite')
    # If i pass the argument to be .dinstinct matching the :genre table, i recieve a
    # DISTINCT ON not supported error. If i remove the argument, duplicates are inserted.
    genre_db = DB[:genres].distinct(:genre)
      genre_db.import([:genre, :forum_id], genres.zip(genre_links))


end