Merge pull request #70 from jedmund/download-images-task

Update download tasks

lib/tasks/download_all_images.rake

@@ -0,0 +1,41 @@
+namespace :granblue do
+  def _progress_reporter(count:, total:, result:, bar_len: 40, multi: true)
+    filled_len = (bar_len * count / total).round
+    status = File.basename(result)
+    percents = (100.0 * count / total).round(1)
+    bar = '=' * filled_len + '-' * (bar_len - filled_len)
+
+    if !multi
+      print("[#{bar}] #{percents}% ...#{' ' * 14}#{status}\n")
+    else
+      print "\n"
+    end
+  end
+
+  desc 'Downloads images for the given object type at the given size'
+  task :download_all_images, %i[object size] => :environment do |_t, args|
+    require 'open-uri'
+
+    filename = "export/#{args[:object]}-#{args[:size]}.txt"
+    count = `wc -l #{filename}`.split.first.to_i
+
+    path = "#{Rails.root}/download/#{args[:object]}-#{args[:size]}"
+    FileUtils.mkdir_p(path) unless Dir.exist?(path)
+
+    puts "Downloading #{count} images from #{args[:object]}-#{args[:size]}.txt..."
+    if File.exist?(filename)
+      File.readlines(filename).each_with_index do |line, i|
+        download = URI.parse(line.strip).open
+        download_URI = "#{path}/#{download.base_uri.to_s.split('/')[-1]}"
+        if File.exist?(download_URI)
+          puts "Skipping #{line}"
+        else
+          IO.copy_stream(download, "#{path}/#{download.base_uri.to_s.split('/')[-1]}")
+          _progress_reporter(count: i, total: count, result: download_URI, bar_len: 40, multi: false)
+        end
+      rescue StandardError => e
+        puts "#{e}: #{line}"
+      end
+    end
+  end
+end

lib/tasks/download_images.rake

@@ -12,29 +12,120 @@ namespace :granblue do
     end
   end
 
-  desc 'Exports a list of character URLs for a given size'
+  def build_weapon_url(id, size)
-  task :download_images, %i[object size] => :environment do |_t, args|
+    # Set up URL
-    require 'open-uri'
+    base_url = 'http://gbf.game-a.mbga.jp/assets/img/sp/assets/weapon'
+    extension = '.jpg'
 
-    filename = "export/#{args[:object]}-#{args[:size]}.txt"
+    directory = 'ls' if size.to_s == 'main'
-    count = `wc -l #{filename}`.split.first.to_i
+    directory = 'm' if size.to_s == 'grid'
+    directory = 's' if size.to_s == 'square'
 
-    path = "#{Rails.root}/download/#{args[:object]}-#{args[:size]}"
+    "#{base_url}/#{directory}/#{id}#{extension}"
-    FileUtils.mkdir_p(path) unless Dir.exist?(path)
+  end
 
-    puts "Downloading #{count} images from #{args[:object]}-#{args[:size]}.txt..."
+  def build_summon_url(id, size)
-    if File.exist?(filename)
+    # Set up URL
-      File.readlines(filename).each_with_index do |line, i|
+    base_url = 'http://gbf.game-a.mbga.jp/assets/img/sp/assets/summon'
-        download = URI.parse(line.strip).open
+    extension = '.jpg'
-        download_URI = "#{path}/#{download.base_uri.to_s.split('/')[-1]}"
+
-        if File.exist?(download_URI)
+    directory = 'party_main' if size.to_s == 'main'
-          puts "Skipping #{line}"
+    directory = 'party_sub' if size.to_s == 'grid'
-        else
+    directory = 's' if size.to_s == 'square'
-          IO.copy_stream(download, "#{path}/#{download.base_uri.to_s.split('/')[-1]}")
+
-          _progress_reporter(count: i, total: count, result: download_URI, bar_len: 40, multi: false)
+    "#{base_url}/#{directory}/#{id}#{extension}"
-        end
+  end
-      rescue StandardError => e
+
-        puts "#{e}: #{line}"
+  def build_chara_url(id, size)
+    # Set up URL
+    base_url = 'http://gbf.game-a.mbga.jp/assets/img/sp/assets/npc'
+    extension = '.jpg'
+
+    directory = 'f' if size.to_s == 'main'
+    directory = 'm' if size.to_s == 'grid'
+    directory = 's' if size.to_s == 'square'
+
+    "#{base_url}/#{directory}/#{id}#{extension}"
+  end
+
+  def download_images(url, size, path)
+    begin
+      download = URI.parse(url).open
+      download_URI = "#{path}/#{download.base_uri.to_s.split('/')[-1]}"
+      if File.exist?(download_URI)
+        puts "\tSkipping #{size}\t#{url}"
+      else
+        puts "\tDownloading #{size}\t#{url}..."
+        IO.copy_stream(download, "#{path}/#{download.base_uri.to_s.split('/')[-1]}")
+      end
+    rescue OpenURI::HTTPError
+      puts "\t404 returned\t#{url}"
+    end
+  end
+
+  def download_chara_images(id)
+    sizes = %w[main grid square]
+
+    url = {
+      'main': build_chara_url(id, 'main'),
+      'grid': build_chara_url(id, 'grid'),
+      'square': build_chara_url(id, 'square')
+    }
+
+    puts "Character #{id}"
+    sizes.each do |size|
+      path = "#{Rails.root}/download/character-#{size}"
+      download_images(url[size.to_sym], size, path)
+    end
+  end
+
+  def download_weapon_images(id)
+    sizes = %w[main grid square]
+
+    url = {
+      'main': build_weapon_url(id, 'main'),
+      'grid': build_weapon_url(id, 'grid'),
+      'square': build_weapon_url(id, 'square')
+    }
+
+    puts "Weapon #{id}"
+    sizes.each do |size|
+      path = "#{Rails.root}/download/weapon-#{size}"
+      download_images(url[size.to_sym], size, path)
+    end
+  end
+
+  def download_summon_images(id)
+    sizes = %w[main grid square]
+
+    url = {
+      'main': build_summon_url(id, 'main'),
+      'grid': build_summon_url(id, 'grid'),
+      'square': build_summon_url(id, 'square')
+    }
+
+    puts "Summon #{id}"
+    sizes.each do |size|
+      path = "#{Rails.root}/download/character-#{size}"
+      download_images(url[size.to_sym], size, path)
+    end
+  end
+
+  desc 'Downloads images for the given Granblue_IDs'
+  task :download_images, %i[object] => :environment do |_t, args|
+    object = args[:object]
+    list = args.extras
+
+    list.each do |id|
+      if object == 'character'
+        download_chara_images("#{id}_01")
+        download_chara_images("#{id}_02")
+        download_chara_images("#{id}_03")
+        download_chara_images("#{id}_04")
+      elsif object == 'weapon'
+        download_weapon_images(id)
+      elsif object == 'summon'
+        download_summon_images(id)
       end
     end
   end