SWAMPy

✎ CARVE FLESH

EDITING: unidecoder.rb

# frozen_string_literal: true

#
# Copyright (C) 2011 - present Instructure, Inc.
#
# This file is part of Canvas.
#
# Canvas is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
# Software Foundation, version 3 of the License.
#
# Canvas is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
# details.
#
# You should have received a copy of the GNU Affero General Public License along
# with this program. If not, see <http://www.gnu.org/licenses/>.

require "json"

module LuckySneaks
  module Unidecoder
    # Contains Unicode codepoints, loading as needed from JSON files
    unless defined?(CODEPOINTS)
      CODEPOINTS = Hash.new do |h, k|
        h[k] = JSON.parse(File.read(File.join(File.dirname(__FILE__), "unidecoder_data", "#{k}.json")))
      end
    end

class << self
      # Returns string with its UTF-8 characters transliterated to ASCII ones
      #
      # You're probably better off just using the added String#to_ascii
      def decode(string)
        string.gsub(/[^\x00-\x7f]/u) do |codepoint|
          unpacked = codepoint.unpack1("U")
          begin
            CODEPOINTS[code_group(unpacked)][grouped_point(unpacked)]
          rescue
            # Hopefully this won't come up much
            "?"
          end
        end
      end

# Returns character for the given Unicode codepoint
      def encode(codepoint)
        ["0x#{codepoint}".to_i(16)].pack("U")
      end

# Returns string indicating which file (and line) contains the
      # transliteration value for the character
      def in_json_file(character)
        unpacked = character.unpack1("U")
        "#{code_group(unpacked)}.json (line #{grouped_point(unpacked) + 2})"
      end

private

# Returns the Unicode codepoint grouping for the given character
      def code_group(unpacked_character)
        "x%02x" % (unpacked_character >> 8)
      end

# Returns the index of the given character in the YAML file for its codepoint group
      def grouped_point(unpacked_character)
        unpacked_character & 255
      end
    end
  end
end

module LuckySneaks
  module StringExtensions
    # Returns string with its UTF-8 characters transliterated to ASCII ones. Example:
    #
    #   "⠋⠗⠁⠝⠉⠑".to_ascii #=> "braille"
    def to_ascii
      LuckySneaks::Unidecoder.decode(self)
    end
  end
end

CANCEL

Name	Type	Size	Modified	Actions
↩ ..	DIR	—	—
📁 unidecoder_data/	DIR	—	2023-09-24 03:36
📄 acts_as_url.rb	RB	4.6 KB	2023-09-24 03:36	EDIT
📄 string_extensions.rb	RB	7.7 KB	2023-09-24 03:36	EDIT
📄 unidecoder.rb	RB	2.5 KB	2023-09-24 03:36	EDIT