SWAMPy

✎ CARVE FLESH

EDITING: partitioned.rb

# frozen_string_literal: true

#
# Copyright (C) 2014 - present Instructure, Inc.
#
# This file is part of Canvas.
#
# Canvas is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
# Software Foundation, version 3 of the License.
#
# Canvas is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
# details.
#
# You should have received a copy of the GNU Affero General Public License along
# with this program. If not, see <http://www.gnu.org/licenses/>.

module CanvasPartman::Concerns
  # Mix into a model to enforce partitioning behavior.
  #
  # @warn
  #  Normal CRUD operations will no longer work on the master table once a model
  #  becomes Partitioned; you are responsible for maintaining a valid partition
  #  for *every* record you try to create or modify.
  module Partitioned
    def self.included(base)
      base.singleton_class.include(ClassMethods)
      base.partitioning_strategy = :by_date
    end

module ClassMethods
      # @attr [Symbol] parititioning_strategy
      #  How to partition the table. Allowed values are one of:
      #  [ :by_date, :by_id ]
      #
      # Default value is :by_date
      attr_reader :partitioning_strategy

def partitioning_strategy=(value)
        raise ArgumentError unless [:by_date, :by_id].include?(value)

case value
        when :by_date
          self.partitioning_field = "created_at"
          self.partitioning_interval = :months
        when :by_id
          self.partitioning_field = nil
          self.partition_size = 1_000_000
        end
        @partitioning_strategy = value
      end

# @attr [String] partitioning_field
      #  Name of the database column which contains the data we'll use to
      #  locate the correct partition for the records. Only applies to
      #  :by_date partitioning_strategy
      #
      #  This should point to a Time field of some sorts.
      #
      #  Default value is "created_at" for :by_date partitioning,
      #  or unset for :by_id partitioning.
      attr_accessor :partitioning_field

# @attr [Symbol] partitioning_interval
      #  A time interval to partition the table over. Only applies to
      #  :by_date partitioning_strategy
      #  Allowed values are one of: [ :weeks, :months, :years ]
      #
      #  Default value is :months.
      #
      #  Note that only :months has been officially tested, YMMV for other
      #  intervals.
      attr_reader :partitioning_interval

def partitioning_interval=(value)
        raise ArgumentError unless %i[weeks months years].include?(value)

@partitioning_interval = value
      end

# @attr [Integer]  partition_size
      #  How large each partition is. Only applies to
      #  :by_id partitioning_strategy
      #
      # Default value is 1_000_000
      attr_accessor :partition_size

# Convenience method for configuring a :by_date Partitioned model.
      #
      # @param [String] on
      #   Partitioning field.
      #
      # @param [Symbol] over
      #   Partitioning interval.
      def partitioned(on: nil, over: nil)
        self.partitioning_strategy = :by_date
        self.partitioning_field = on.to_s if on
        self.partitioning_interval = over.to_sym if over
      end

# Convenience method for wrangling a group of attribute
      # hashes for xome kind of bulk operation.  Example
      # would be constructing a bulk insert statement
      #
      # @param [Array] attrs_list
      #   each element is a hash that carries the attributes of a
      #   potential record of the current class type
      #
      def attrs_in_partition_groups(attrs_list, &)
        attrs_list.group_by { |a| infer_partition_table_name(a) }.each(&)
      end

# :nodoc:
      #
      # @override ActiveRecord::Persistence#unscoped
      # @see CanvasPartman::DynamicRelation
      # @internal
      #
      # Monkey patch the relation we'll use for queries.
      def unscoped
        super.tap do |relation|
          relation.send :extend, CanvasPartman::DynamicRelation
        end
      end

def _insert_record(values)
        prev_table = @arel_table
        prev_builder = @predicate_builder
        @arel_table = arel_table_from_key_values(values)
        @predicate_builder = nil
        super
      ensure
        @arel_table = prev_table
        @predicate_builder = prev_builder
      end

# :nodoc:
      def arel_table_from_key_values(attributes)
        partition_table_name = infer_partition_table_name(attributes)

@arel_tables ||= {}
        @arel_tables[partition_table_name] ||= Arel::Table.new(partition_table_name, klass: self)
      end

# @internal
      #
      # Come up with the table name for the partition the record with the given
      # attribute pairs should be placed in.
      #
      # @param [Array<Array<String, Mixed>>] attributes
      #  Attribute pairs the model is being created/updated with. You can use
      #  these to infer the partition name, e.g, based on :created_at.
      #
      # @return [String]
      #  The table name for the partition.
      def infer_partition_table_name(attributes)
        attr = attributes.detect { |(k, _v)| (k.is_a?(String) ? k : k.name) == partitioning_field }

if attr.nil? || attr[1].nil?
          raise ArgumentError, <<~TEXT
            Partition resolution failure!!!
            Expected "#{partitioning_field}" attribute to be present in set and
            have a value, but was or did not:

#{attributes}
          TEXT
        end

if partitioning_strategy == :by_date
          date = attr[1].is_a?(ActiveModel::Attribute) ? attr[1].value : attr[1]
          date = date.utc if ActiveRecord.default_timezone == :utc

case partitioning_interval
          when :weeks
            date = date.to_date
            [table_name, date.cwyear, ("%02d" % date.cweek)].join("_")
          when :months
            [table_name, date.year, date.month].join("_")
          when :years
            [table_name, date.year].join("_")
          end
        else
          id = attr[1].is_a?(ActiveModel::Attribute) ? attr[1].value : attr[1]
          [table_name, id / partition_size].join("_")
        end
      end
    end
  end
end

CANCEL

Name	Type	Size	Modified	Actions
↩ ..	DIR	—	—
📄 partitioned.rb	RB	6.3 KB	2023-09-24 03:39	EDIT