Add importers
The Importer libraries take CSV data and import them into the database for each type. We currently support characters, summons and weapons.
This commit is contained in:
parent
5668c5c686
commit
9099849ee3
4 changed files with 255 additions and 0 deletions
97
lib/granblue/importers/base_importer.rb
Normal file
97
lib/granblue/importers/base_importer.rb
Normal file
|
|
@ -0,0 +1,97 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
module Granblue
|
||||
module Importers
|
||||
class BaseImporter
|
||||
attr_reader :new_records
|
||||
|
||||
def initialize(file_path, test_mode: false, verbose: false, logger: nil)
|
||||
@file_path = file_path
|
||||
@test_mode = test_mode
|
||||
@verbose = verbose
|
||||
@logger = logger
|
||||
@new_records = Hash.new { |h, k| h[k] = [] }
|
||||
end
|
||||
|
||||
def import
|
||||
CSV.foreach(@file_path, headers: true) do |row|
|
||||
import_row(row)
|
||||
end
|
||||
@new_records
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def import_row(row)
|
||||
attributes = build_attributes(row)
|
||||
record = create_record(attributes)
|
||||
track_new_record(record) if record
|
||||
end
|
||||
|
||||
def create_record(attributes)
|
||||
if @test_mode
|
||||
log_test_creation(attributes)
|
||||
nil
|
||||
else
|
||||
model_class.create!(attributes)
|
||||
end
|
||||
end
|
||||
|
||||
def track_new_record(record)
|
||||
type = model_class.name.demodulize.downcase
|
||||
@new_records[type] << record.granblue_id
|
||||
log_new_record(record) if @verbose
|
||||
end
|
||||
|
||||
def log_test_creation(attributes)
|
||||
@logger&.send(:log_operation, "Create #{model_class.name}: #{attributes.inspect}")
|
||||
end
|
||||
|
||||
def log_new_record(record)
|
||||
puts "Created #{model_class.name} with ID: #{record.granblue_id}"
|
||||
end
|
||||
|
||||
def parse_value(value)
|
||||
return nil if value.nil? || value.strip.empty?
|
||||
value
|
||||
end
|
||||
|
||||
def parse_integer(value)
|
||||
return nil if value.nil? || value.strip.empty?
|
||||
value.to_i
|
||||
end
|
||||
|
||||
def parse_float(value)
|
||||
return nil if value.nil? || value.strip.empty?
|
||||
value.to_f
|
||||
end
|
||||
|
||||
def parse_boolean(value)
|
||||
return nil if value.nil? || value.strip.empty?
|
||||
value == 'true'
|
||||
end
|
||||
|
||||
def parse_date(date_str)
|
||||
return nil if date_str.nil? || date_str.strip.empty?
|
||||
Date.parse(date_str) rescue nil
|
||||
end
|
||||
|
||||
def parse_array(array_str)
|
||||
return [] if array_str.nil? || array_str.strip.empty?
|
||||
array_str.tr('{}', '').split(',')
|
||||
end
|
||||
|
||||
def parse_integer_array(array_str)
|
||||
parse_array(array_str).map(&:to_i)
|
||||
end
|
||||
|
||||
def model_class
|
||||
raise NotImplementedError, 'Subclasses must define model_class'
|
||||
end
|
||||
|
||||
def build_attributes(row)
|
||||
raise NotImplementedError, 'Subclasses must define build_attributes'
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
53
lib/granblue/importers/character_importer.rb
Normal file
53
lib/granblue/importers/character_importer.rb
Normal file
|
|
@ -0,0 +1,53 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
module Granblue
|
||||
module Importers
|
||||
class CharacterImporter < BaseImporter
|
||||
private
|
||||
|
||||
def model_class
|
||||
Character
|
||||
end
|
||||
|
||||
def build_attributes(row)
|
||||
{
|
||||
name_en: parse_value(row['name_en']),
|
||||
name_jp: parse_value(row['name_jp']),
|
||||
granblue_id: parse_value(row['granblue_id']),
|
||||
rarity: parse_integer(row['rarity']),
|
||||
element: parse_integer(row['element']),
|
||||
proficiency1: parse_integer(row['proficiency1']),
|
||||
proficiency2: parse_integer(row['proficiency2']),
|
||||
gender: parse_integer(row['gender']),
|
||||
race1: parse_integer(row['race1']),
|
||||
race2: parse_integer(row['race2']),
|
||||
flb: parse_boolean(row['flb']),
|
||||
min_hp: parse_integer(row['min_hp']),
|
||||
max_hp: parse_integer(row['max_hp']),
|
||||
max_hp_flb: parse_integer(row['max_hp_flb']),
|
||||
min_atk: parse_integer(row['min_atk']),
|
||||
max_atk: parse_integer(row['max_atk']),
|
||||
max_atk_flb: parse_integer(row['max_atk_flb']),
|
||||
base_da: parse_integer(row['base_da']),
|
||||
base_ta: parse_integer(row['base_ta']),
|
||||
ougi_ratio: parse_float(row['ougi_ratio']),
|
||||
ougi_ratio_flb: parse_float(row['ougi_ratio_flb']),
|
||||
special: parse_boolean(row['special']),
|
||||
ulb: parse_boolean(row['ulb']),
|
||||
max_hp_ulb: parse_integer(row['max_hp_ulb']),
|
||||
max_atk_ulb: parse_integer(row['max_atk_ulb']),
|
||||
character_id: parse_integer_array(row['character_id']),
|
||||
wiki_en: parse_value(row['wiki_en']),
|
||||
release_date: parse_value(row['release_date']),
|
||||
flb_date: parse_value(row['flb_date']),
|
||||
ulb_date: parse_value(row['ulb_date']),
|
||||
wiki_ja: parse_value(row['wiki_ja']),
|
||||
gamewith: parse_value(row['gamewith']),
|
||||
kamigame: parse_value(row['kamigame']),
|
||||
nicknames_en: parse_array(row['nicknames_en']),
|
||||
nicknames_jp: parse_array(row['nicknames_jp'])
|
||||
}
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
51
lib/granblue/importers/summon_importer.rb
Normal file
51
lib/granblue/importers/summon_importer.rb
Normal file
|
|
@ -0,0 +1,51 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
module Granblue
|
||||
module Importers
|
||||
class SummonsImporter < BaseImporter
|
||||
private
|
||||
|
||||
def model_class
|
||||
Summon
|
||||
end
|
||||
|
||||
def build_attributes(row)
|
||||
{
|
||||
name_en: parse_value(row['name_en']),
|
||||
name_jp: parse_value(row['name_jp']),
|
||||
granblue_id: parse_value(row['granblue_id']),
|
||||
rarity: parse_integer(row['rarity']),
|
||||
element: parse_integer(row['element']),
|
||||
series: parse_value(row['series']),
|
||||
flb: parse_boolean(row['flb']),
|
||||
ulb: parse_boolean(row['ulb']),
|
||||
max_level: parse_integer(row['max_level']),
|
||||
min_hp: parse_integer(row['min_hp']),
|
||||
max_hp: parse_integer(row['max_hp']),
|
||||
max_hp_flb: parse_integer(row['max_hp_flb']),
|
||||
max_hp_ulb: parse_integer(row['max_hp_ulb']),
|
||||
min_atk: parse_integer(row['min_atk']),
|
||||
max_atk: parse_integer(row['max_atk']),
|
||||
max_atk_flb: parse_integer(row['max_atk_flb']),
|
||||
max_atk_ulb: parse_integer(row['max_atk_ulb']),
|
||||
subaura: parse_boolean(row['subaura']),
|
||||
limit: parse_boolean(row['limit']),
|
||||
transcendence: parse_boolean(row['transcendence']),
|
||||
max_atk_xlb: parse_integer(row['max_atk_xlb']),
|
||||
max_hp_xlb: parse_integer(row['max_hp_xlb']),
|
||||
summon_id: parse_integer(row['summon_id']),
|
||||
release_date: parse_value(row['release_date']),
|
||||
flb_date: parse_value(row['flb_date']),
|
||||
ulb_date: parse_value(row['ulb_date']),
|
||||
wiki_en: parse_value(row['wiki_en']),
|
||||
wiki_ja: parse_value(row['wiki_ja']),
|
||||
gamewith: parse_value(row['gamewith']),
|
||||
kamigame: parse_value(row['kamigame']),
|
||||
transcendence_date: parse_value(row['transcendence_date']),
|
||||
nicknames_en: parse_array(row['nicknames_en']),
|
||||
nicknames_jp: parse_array(row['nicknames_jp'])
|
||||
}
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
54
lib/granblue/importers/weapon_importer.rb
Normal file
54
lib/granblue/importers/weapon_importer.rb
Normal file
|
|
@ -0,0 +1,54 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
module Granblue
|
||||
module Importers
|
||||
class WeaponsImporter < BaseImporter
|
||||
private
|
||||
|
||||
def model_class
|
||||
Weapon
|
||||
end
|
||||
|
||||
def build_attributes(row)
|
||||
{
|
||||
name_en: parse_value(row['name_en']),
|
||||
name_jp: parse_value(row['name_jp']),
|
||||
granblue_id: parse_value(row['granblue_id']),
|
||||
rarity: parse_integer(row['rarity']),
|
||||
element: parse_integer(row['element']),
|
||||
proficiency: parse_integer(row['proficiency']),
|
||||
series: parse_integer(row['series']),
|
||||
flb: parse_boolean(row['flb']),
|
||||
ulb: parse_boolean(row['ulb']),
|
||||
max_level: parse_integer(row['max_level']),
|
||||
max_skill_level: parse_integer(row['max_skill_level']),
|
||||
min_hp: parse_integer(row['min_hp']),
|
||||
max_hp: parse_integer(row['max_hp']),
|
||||
max_hp_flb: parse_integer(row['max_hp_flb']),
|
||||
max_hp_ulb: parse_integer(row['max_hp_ulb']),
|
||||
min_atk: parse_integer(row['min_atk']),
|
||||
max_atk: parse_integer(row['max_atk']),
|
||||
max_atk_flb: parse_integer(row['max_atk_flb']),
|
||||
max_atk_ulb: parse_integer(row['max_atk_ulb']),
|
||||
extra: parse_boolean(row['extra']),
|
||||
ax_type: parse_integer(row['ax_type']),
|
||||
limit: parse_boolean(row['limit']),
|
||||
ax: parse_boolean(row['ax']),
|
||||
recruits_id: parse_value(row['recruits_id']),
|
||||
max_awakening_level: parse_integer(row['max_awakening_level']),
|
||||
release_date: parse_value(row['release_date']),
|
||||
flb_date: parse_value(row['flb_date']),
|
||||
ulb_date: parse_value(row['ulb_date']),
|
||||
wiki_en: parse_value(row['wiki_en']),
|
||||
wiki_ja: parse_value(row['wiki_ja']),
|
||||
gamewith: parse_value(row['gamewith']),
|
||||
kamigame: parse_value(row['kamigame']),
|
||||
nicknames_en: parse_array(row['nicknames_en']),
|
||||
nicknames_jp: parse_array(row['nicknames_jp']),
|
||||
transcendence: parse_boolean(row['transcendence']),
|
||||
transcendence_date: parse_value(row['transcendence_date'])
|
||||
}
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
Loading…
Reference in a new issue