20180812173710_copy_status_stats.rb 1.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. # frozen_string_literal: true
  2. class CopyStatusStats < ActiveRecord::Migration[5.2]
  3. disable_ddl_transaction!
  4. def up
  5. safety_assured do
  6. if supports_upsert?
  7. up_fast
  8. else
  9. up_slow
  10. end
  11. end
  12. end
  13. def down
  14. # Nothing
  15. end
  16. private
  17. def supports_upsert?
  18. version = select_one("SELECT current_setting('server_version_num') AS v")['v'].to_i
  19. version >= 90_500
  20. end
  21. def up_fast
  22. say 'Upsert is available, importing counters using the fast method'
  23. Status.unscoped.select('id').find_in_batches(batch_size: 5_000) do |statuses|
  24. execute <<-SQL.squish
  25. INSERT INTO status_stats (status_id, reblogs_count, favourites_count, created_at, updated_at)
  26. SELECT id, reblogs_count, favourites_count, created_at, updated_at
  27. FROM statuses
  28. WHERE id IN (#{statuses.map(&:id).join(', ')})
  29. ON CONFLICT (status_id) DO UPDATE
  30. SET reblogs_count = EXCLUDED.reblogs_count, favourites_count = EXCLUDED.favourites_count
  31. SQL
  32. end
  33. end
  34. def up_slow
  35. say 'Upsert is not available in PostgreSQL below 9.5, falling back to slow import of counters'
  36. # We cannot use bulk INSERT or overarching transactions here because of possible
  37. # uniqueness violations that we need to skip over
  38. Status.unscoped.select('id, reblogs_count, favourites_count, created_at, updated_at').find_each do |status|
  39. params = [status.id, status.reblogs_count, status.favourites_count, status.created_at, status.updated_at]
  40. exec_insert('INSERT INTO status_stats (status_id, reblogs_count, favourites_count, created_at, updated_at) VALUES ($1, $2, $3, $4, $5)', nil, params)
  41. rescue ActiveRecord::RecordNotUnique
  42. next
  43. end
  44. end
  45. end