gogakuondemand.rb (v3.4)

#!/usr/bin/env ruby
# coding: utf-8

# 全講座DLで約20分、約557MB（mp4からmp3への変換はPC能力に依存）

require 'nokogiri'
require 'net/https'
require 'fileutils'
require 'kconv'

def check_ffmpeg_has_(re)
  IO.popen('ffmpeg -version 2>&1') do |pipe|
    status = pipe.inject('') { |total, line| total << line }
    true if status =~ re
  end
end

def is_win?
  RUBY_PLATFORM.downcase =~ /mswin(?!ce)|mingw|cygwin|bccwin/ ? true : false
end

def load_pref
  set_script_dir
  load_pref_file
  load_subjects_file
  set_save_file_dest_dir
end

def set_script_dir
  @script_dir = File.dirname(File.expand_path(__FILE__))
  push_dir(@script_dir)
end

def load_pref_file
  load 'pref.rb'
  @select_subjects_jp = []
  pref.each do |k,v|
    @select_subjects_jp << k if v
  end
  @audio_format = audio_format.to_sym
end

def load_subjects_file
  load 'subjects.rb'
  set_audio_format(audio_formats)
  @select_subjects = []
  @subject_urls = subject_urls
  @subjects_jp  = subjects_jp
  @select_subjects_jp.each do |sub_jp|
    @select_subjects << @subjects_jp[sub_jp]
  end
end

def set_audio_format(formats)
  @ext                  = formats[@audio_format][:ext]
  @audio_output_option  = formats[@audio_format][:audio_output_option]
  if ARGV[0]
    formats.each do |k, v|
      if ARGV[0].downcase =~ /#{k}/
        @ext                  = v[:ext]
        @audio_output_option  = v[:audio_output_option]
        break
      end
    end
  end
end

def set_save_file_dest_dir
  if save_file_dest_dir
    working_dir = File.expand_path(File.path(save_file_dest_dir))
  else
    working_dir = File.expand_path(File.dirname('.'))
  end
  Dir.mkdir(working_dir) unless File.directory?(working_dir)
  push_dir(working_dir)
end

def print_download_subjects
  download_subjects = @select_subjects_jp * "、"
  print "ダウンロードする語学講座：#{download_subjects}\n"
  print "ファイルフォーマット：#{@ext.sub(/\./, "")}\n"
end

def https_body(url)
  uri = URI.parse(url)
  https = Net::HTTP.new(uri.host, uri.port)
  https.use_ssl = true
  https.ssl_version = :TLSv1
  https.verify_mode = OpenSSL::SSL::VERIFY_NONE
  if uri.query
    https.get(uri.path + '?' + uri.query).body
  else
    https.get(uri.path).body
  end
end

def get_source_urls
  print "ダウンロード先確認中.."
  data_hash ={}
  @select_subjects.each do |sub|
    url = "https://cgi2.nhk.or.jp/gogaku/#{@subject_urls[sub]}/listdataflv.xml"
    doc = Nokogiri.XML(https_body(url))
    data_array = doc.xpath("/musicdata/music")
    date = data_array.map { |d| d["hdate"].scan(/(\d+)月(\d+)日/)} \
          .map{ |dt| "#{record_year(dt[0][0].to_i)}_%02d_%02d" % dt.flatten}
    data_hash[sub] = {kouza: data_array[0].values[2]}
    data_array.each_with_index do |d, i|
      data_hash[sub][{date: date[i]}] = data_array[i].values[4]
    end
    print ".."
  end
  print "完了\n"
  data_hash
end

def record_year(record_month)
  now = Time.now
  this_month = now.month
  this_year = now.year
  @record_year = this_month - record_month < 0 ? this_year - 1 : this_year
end

def prepare_download_each_subject(key, value)
  @subject = value[:kouza]
  print "\n講座名：#{@subject}\n"
  subject_dir = File.join(current_dir, key.to_s + "/")
  Dir.mkdir(subject_dir) unless File.directory?(subject_dir)
  subject_dir
end

def each_date_process(key, value)
  value.each do |k, v|
    next if k == :kouza
    @metadata = {}
    date = k[:date]
    @metadata[:subject]   = @subject
    @metadata[:title]     = "#{key}_#{date}"
    @metadata[:title_jp]  = "#{@subject}_#{date}"
    @metadata[:genre]     = "Speech"
    @metadata[:create]    = "NHK"
    @metadata[:year]      = @record_year.to_s
    puts "日付：#{date}"
    download_ondemand_file(v)
  end
end

def download_ondemand_file(subject_code)
  master_m3u8 = "https://nhk-vh.akamaihd.net/i/gogaku-stream/mp4/#{subject_code}/master.m3u8"
  title_path_jp = File.join(current_dir, @metadata[:title_jp])
  if File.exists?("#{title_path_jp}#{@ext}") || File.exists?("#{title_path_jp}#{@ext}".tosjis)
    puts "ダウンロード済み"
    return
  end
  command_ffmpeg = %Q[ffmpeg -y -i #{master_m3u8} #{@audio_output_option} -metadata album="#{@metadata[:subject]}" -metadata title="#{@metadata[:title_jp]}" -metadata genre="#{@metadata[:genre]}" -metadata artist="#{@metadata[:create]}" -metadata date="#{@metadata[:year]}" -id3v2_version 3 "#{title_path_jp}#{@ext}" 2>&1]
  command_ffmpeg = command_ffmpeg.tosjis if is_win?
  print "ダウンロード中...\n"
  $stdout.sync = true
  IO.popen(command_ffmpeg) do |pipe|
    duration = nil
    progress = 0
    pipe.each("r") do |each_line|
      line =  is_win? ?
              each_line.tosjis :
              each_line
      counter_str = '(\d{2}):(\d{2}):(\d{2}).(\d{2})'
      counter_duration_match = line.scan(/: #{counter_str},/)
      unless counter_duration_match == []
        duration = time_counter_to_sec(counter_duration_match)
      end
      counter_progress_match = line.scan(/time=#{counter_str}/)
      unless counter_progress_match == []
        progress = time_counter_to_sec(counter_progress_match)
        progress = duration if duration && progress > duration
      end
      if duration
        progress_bar(progress, duration, "秒")
      end
    end
    print "\n"
  end
end

def time_counter_to_sec(counter)
  ((counter[0][0].to_i * 360000 + counter[0][1].to_i * 6000 + counter[0][2].to_i * 100 + counter[0][3].to_i) / 100.0).round
end

def progress_bar(progress, max, unit)
  max_digits = max.to_s.size
  print "\r" + "[#{'%-50s' % ('*' * (progress.to_f / max * 50).to_i)}] #{'%*d' % [max_digits, progress]} / #{max} #{unit}"
end

def current_dir
  @pwd
end

def push_dir(dir)
  @pwds ||= []
  @pwds.push(dir)
  @pwd = @pwds.last
  Dir::chdir(@pwd)
  @pwd
end

def pop_dir
  @pwds.pop
  @pwd = @pwds.last
  Dir::chdir(@pwd)
  @pwd
end

def gogaku_on_demand
  unless check_ffmpeg_has_(/openssl|gnutls/)
    print "gogakuondemand.rbを実行するには\nOpenSSLまたはGnuTLSに対応しているFFmpegが必要です。\nインストール済みのFFmpegを確認してください。\n"
    return
  end
  load_pref
  if @ext == '.ogg'
    unless check_ffmpeg_has_(/libvorbis/)
      print "Ogg Vorbisフォーマットで保存するには\nlibvorbisライブラリに対応しているFFmpegが必要です。\nインストール済みのFFmpegを確認してください。\n"
      return
    end
  end
  print_download_subjects
  data_hash = get_source_urls
  data_hash.each do |key, value|
    subject_dir = prepare_download_each_subject(key, value)
    push_dir(subject_dir)
    each_date_process(key, value)
    pop_dir
  end
  puts "作業終了"
end

gogaku_on_demand