12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364 |
- # frozen_string_literal: true
- require 'csv'
- # A non-activerecord helper class for csv upload
- class Admin::Import
- include ActiveModel::Model
- ROWS_PROCESSING_LIMIT = 20_000
- attr_accessor :data
- validates :data, presence: true
- validate :validate_data
- def data_file_name
- data.original_filename
- end
- def csv_rows
- csv_data.rewind
- csv_data.take(ROWS_PROCESSING_LIMIT + 1)
- end
- private
- def csv_data
- return @csv_data if defined?(@csv_data)
- csv_converter = lambda do |field, field_info|
- case field_info.header
- when '#domain', '#public_comment'
- field&.strip
- when '#severity'
- field&.strip&.to_sym
- when '#reject_media', '#reject_reports', '#obfuscate'
- ActiveModel::Type::Boolean.new.cast(field)
- else
- field
- end
- end
- @csv_data = CSV.open(data.path, encoding: 'UTF-8', skip_blanks: true, headers: true, converters: csv_converter)
- @csv_data.take(1) # Ensure the headers are read
- @csv_data = CSV.open(data.path, encoding: 'UTF-8', skip_blanks: true, headers: ['#domain'], converters: csv_converter) unless @csv_data.headers&.first == '#domain'
- @csv_data
- end
- def csv_row_count
- return @csv_row_count if defined?(@csv_row_count)
- csv_data.rewind
- @csv_row_count = csv_data.take(ROWS_PROCESSING_LIMIT + 2).count
- end
- def validate_data
- return if data.nil?
- errors.add(:data, I18n.t('imports.errors.over_rows_processing_limit', count: ROWS_PROCESSING_LIMIT)) if csv_row_count > ROWS_PROCESSING_LIMIT
- rescue CSV::MalformedCSVError => e
- errors.add(:data, I18n.t('imports.errors.invalid_csv_file', error: e.message))
- end
- end
|