Automatic import from CLDR

Gemfile

@@ -1,2 +1,4 @@
 source "https://rubygems.org"
-gemspec
+gemspec
+
+gem 'ruby-cldr', require: 'cldr', github: 'ruby-i18n/ruby-cldr', ref: '07ec0efb46db3a88ef8546066d389fc0b15a9738'

Gemfile.lock

@@ -1,3 +1,15 @@
+GIT
+  remote: https://github.com/ruby-i18n/ruby-cldr.git
+  revision: 07ec0efb46db3a88ef8546066d389fc0b15a9738
+  ref: 07ec0efb46db3a88ef8546066d389fc0b15a9738
+  specs:
+    ruby-cldr (0.5.0)
+      i18n
+      nokogiri
+      psych (>= 4.0.0)
+      rubyzip
+      thor
+
 PATH
   remote: .
   specs:
@@ -61,6 +73,8 @@ GEM
     parser (3.2.2.3)
       ast (~> 2.4.1)
       racc
+    psych (5.1.1.1)
+      stringio
     racc (1.7.1)
     rack (2.2.8)
     rack-test (2.1.0)
@@ -98,6 +112,8 @@ GEM
       rspec-mocks (~> 3.9.0)
       rspec-support (~> 3.9.0)
     rspec-support (3.9.4)
+    rubyzip (2.3.2)
+    stringio (3.0.8)
     terminal-table (3.0.2)
       unicode-display_width (>= 1.1.1, < 3)
     thor (1.2.2)
@@ -114,6 +130,7 @@ DEPENDENCIES
   i18n-tasks (~> 0.9.37)
   rails-i18n!
   rspec-rails (~> 3.7)
+  ruby-cldr!
 
 BUNDLED WITH
    2.4.18

cldr.thor

@@ -0,0 +1,233 @@
+require 'active_support/core_ext/hash/deep_transform_values'
+require 'active_support/core_ext/hash/keys.rb'
+require 'active_support/core_ext/string/inflections'
+require 'cldr'
+
+class Cldr < Thor
+  LOCALE_MAPPING = {
+    pt: :'pt-PT',
+  }
+
+  desc 'download', 'Download CLDR XML files'
+  def download
+    # See available releases https://cldr.unicode.org/index/downloads
+    version = ENV.fetch('CLDR_VERSION', 43)
+    puts "Downloading CLDR version #{version}"
+
+    ::Cldr::Download.download(::Cldr::Download::DEFAULT_SOURCE, ::Cldr::Download::DEFAULT_TARGET, version) { putc('.') }
+
+    puts
+  end
+
+  desc 'build', 'Build CLDR YAML files from CLDR XML files'
+  def build
+    export_target = File.dirname(__FILE__) + '/vendor/cldr/yaml'
+    FileUtils.mkdir_p export_target
+
+    rails_locales = CheckLocales.list_locales.map(&:to_sym)
+    cldr_locales = rails_locales.map { |locale| LOCALE_MAPPING[locale] || locale }
+    cldr_locales.select! { |locale| File.exist?(::Cldr::Download::DEFAULT_TARGET + "/common/main/#{locale.to_s.gsub('-', '_')}.xml") }
+
+    puts "Building YAML files"
+
+    ::Cldr::Export.export(
+      target: export_target,
+      locales: cldr_locales,
+      components: [:Calendars, :Fields, :Lists, :Numbers, :Units],
+      merge: true,
+      minimum_draft_status: ::Cldr::DraftStatus::CONTRIBUTED
+    ) { putc('.') }
+
+    puts
+  end
+
+  desc 'dump', 'Dump Rails YAML based on CLDR YAML'
+  def dump
+    @cldr = {}
+    @data = {}
+
+    Dir.glob(File.dirname(__FILE__) + '/vendor/cldr/yaml/**/*.yml') do |file|
+      data = YAML.safe_load_file(file, permitted_classes: [Symbol], symbolize_names: true)
+
+      # Resolve aliases
+      locale = data.keys.first
+      data.deep_transform_values! { |s| s.is_a?(Symbol) ? data.dig(locale, *s.to_s.split('.')) : s }
+
+      @cldr.deep_merge!(data)
+    end
+
+    CheckLocales.list_locales.uniq.each do |locale|
+      @rails_locale = locale.to_sym
+      @cldr_locale = LOCALE_MAPPING[@rails_locale] || @rails_locale
+
+      add_months
+      add_weekdays
+      add_prompts
+      add_number
+      add_currency
+      add_percentage
+      add_decimal_units
+      add_storage_units
+      add_support
+    end
+
+    puts YAML.dump(@data.deep_stringify_keys)
+  end
+
+  private
+
+  def add_months
+    names = [nil]
+    abbr_names = [nil]
+    (1..12).each do |key|
+      return unless name = @cldr.dig(@cldr_locale, :calendars, :gregorian, :months, :format, :wide, key)
+      names.push(name)
+
+      return unless name = @cldr.dig(@cldr_locale, :calendars, :gregorian, :months, :format, :abbreviated, key)
+      abbr_names.push(name)
+    end
+
+    add([@rails_locale, :date, :month_names], names)
+    add([@rails_locale, :date, :abbr_month_names], abbr_names)
+  end
+
+  def add_weekdays
+    names = []
+    abbr_names = []
+    [:sun, :mon, :tue, :wed, :thu, :fri, :sat].each do |key|
+      return unless name = @cldr.dig(@cldr_locale, :calendars, :gregorian, :days, :format, :wide, key)
+      names.push(name)
+
+      return unless name = @cldr.dig(@cldr_locale, :calendars, :gregorian, :days, :format, :abbreviated, key)
+      abbr_names.push(name)
+    end
+
+    add([@rails_locale, :date, :day_names], names)
+    add([@rails_locale, :date, :abbr_day_names], abbr_names)
+  end
+
+  def add_prompts
+    [:second, :minute, :hour, :day, :month, :year].each do |key|
+      return unless display_name = @cldr.dig(@cldr_locale, :fields, key, :display_name)
+
+      add([@rails_locale, :datetime, :prompts, key], display_name.upcase_first)
+    end
+  end
+
+  def add_number
+    return unless symbols = @cldr.dig(@cldr_locale, :numbers, :latn, :symbols)
+
+    add([@rails_locale, :number, :format, :delimiter], symbols[:group])
+    add([@rails_locale, :number, :format, :separator], symbols[:decimal])
+  end
+
+  def add_currency
+    if symbols = @cldr.dig(@cldr_locale, :numbers, :latn, :symbols)
+      add([@rails_locale, :number, :currency, :format, :delimiter], symbols[:currency_group] || symbols[:group])
+      add([@rails_locale, :number, :currency, :format, :separator], symbols[:currency_decimal] || symbols[:decimal])
+    end
+
+    if format = @cldr.dig(@cldr_locale, :numbers, :latn, :formats, :currency, :patterns, :default, :standard).dup
+      format.gsub!('¤', '%u')
+      format.gsub!(/[#,.0]+/, '%n')
+      positive, negative = format.split(';')
+      add([@rails_locale, :number, :currency, :format, :format], positive)
+      add([@rails_locale, :number, :currency, :format, :negative_format], negative) if negative
+    end
+  end
+
+  def add_percentage
+    if symbols = @cldr.dig(@cldr_locale, :numbers, :latn, :symbols)
+      add([@rails_locale, :number, :percentage, :format, :delimiter], symbols[:group])
+    end
+
+    if format = @cldr.dig(@cldr_locale, :numbers, :latn, :formats, :percent, :patterns, :default, :standard).dup
+      format.gsub!('%', symbols[:percent_sign]) if symbols
+      format.gsub!(/[#,.0]+/, '%n')
+      add([@rails_locale, :number, :percentage, :format, :format], format)
+    end
+  end
+
+  def add_storage_units
+    if format = @cldr.dig(@cldr_locale, :units, :unit_length, :short, :digital_kilobyte, :other).dup
+      ok = format.gsub!(/\A\{0\}(\s*).*\z/, '%n\1%u') || format.gsub!(/\A.*?(\s*)\{0\}\z/, '%u\1%n')
+      raise "Unsupported format: #{format}" unless ok
+      add([@rails_locale, :number, :human, :storage_units, :format], format)
+    end
+
+    mapping = {
+      byte: :digital_byte,
+      kb:   :digital_kilobyte,
+      mb:   :digital_megabyte,
+      gb:   :digital_gigabyte,
+      tb:   :digital_terabyte,
+      pb:   :digital_petabyte,
+      eb:   :digital_exabyte,
+    }.each do |rails_key, cldr_key|
+      width = rails_key == :byte ? :long : :short
+      next unless unit = @cldr.dig(@cldr_locale, :units, :unit_length, width, cldr_key)
+
+      unit.transform_values! { |s| s.gsub(/[[:space:]]*\{0\}[[:space:]]*/, '') }
+
+      add([@rails_locale, :number, :human, :storage_units, :units, rails_key], plural(unit))
+    end
+  end
+
+  def add_decimal_units
+    if format = @cldr.dig(@cldr_locale, :numbers, :latn, :formats, :decimal, :patterns, :long, :standard, :other).dup
+      ok = format.gsub!(/\A\{0\}(\s*).*\z/, '%n\1%u') || format.gsub!(/\A.*?(\s*)\{0\}\z/, '%u\1%n')
+      raise "Unsupported format: #{format}" unless ok
+      add([@rails_locale, :number, :human, :decimal_units, :format], format)
+    end
+
+    {
+      thousand:    :'1000',
+      million:     :'1000000',
+      billion:     :'1000000000',
+      trillion:    :'1000000000000',
+      quadrillion: :'1000000000000000',
+    }.each do |rails_key, cldr_key|
+      next unless unit = @cldr.dig(@cldr_locale, :numbers, :latn, :formats, :decimal, :patterns, :long, :standard, cldr_key)
+
+      unit.transform_values! { |s| s.gsub(/\s*0\s*/, '').strip }
+
+      add([@rails_locale, :number, :human, :decimal_units, :units, rails_key], plural(unit))
+    end
+  end
+
+  def add_support
+    return unless list = @cldr.dig(@cldr_locale, :lists, :default)
+
+    list.transform_values! { |s| s.gsub!(/\{[01]\}/, '') }
+
+    add(
+      [@rails_locale, :support, :array],
+      {
+        last_word_connector: list[:end],
+        two_words_connector: list[:'2'],
+        words_connector:     list[:middle],
+      }
+    )
+  end
+
+  def add(path, value)
+    last_key = path.pop
+    data = path.inject(@data) {|hash, key| hash[key] ||= {} }
+
+    raise "Key already exists" if data.key?(last_key)
+
+    data[last_key] = value
+  end
+
+  def plural(node)
+    values = node.values
+    if values.uniq.size == 1
+      node[:other]
+    else
+      {
+        one:   node[:one],
+        other: node[:other],
+      }
+    end
+  end
+end