status.rb 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501
  1. # frozen_string_literal: true
  2. # == Schema Information
  3. #
  4. # Table name: statuses
  5. #
  6. # id :bigint(8) not null, primary key
  7. # uri :string
  8. # text :text default(""), not null
  9. # created_at :datetime not null
  10. # updated_at :datetime not null
  11. # in_reply_to_id :bigint(8)
  12. # reblog_of_id :bigint(8)
  13. # url :string
  14. # sensitive :boolean default(FALSE), not null
  15. # visibility :integer default("public"), not null
  16. # spoiler_text :text default(""), not null
  17. # reply :boolean default(FALSE), not null
  18. # language :string
  19. # conversation_id :bigint(8)
  20. # local :boolean
  21. # account_id :bigint(8) not null
  22. # application_id :bigint(8)
  23. # in_reply_to_account_id :bigint(8)
  24. # poll_id :bigint(8)
  25. # deleted_at :datetime
  26. # edited_at :datetime
  27. # trendable :boolean
  28. # ordered_media_attachment_ids :bigint(8) is an Array
  29. #
  30. class Status < ApplicationRecord
  31. include Cacheable
  32. include Discard::Model
  33. include Paginable
  34. include RateLimitable
  35. include Status::SafeReblogInsert
  36. include Status::SearchConcern
  37. include Status::SnapshotConcern
  38. include Status::ThreadingConcern
  39. rate_limit by: :account, family: :statuses
  40. self.discard_column = :deleted_at
  41. # If `override_timestamps` is set at creation time, Snowflake ID creation
  42. # will be based on current time instead of `created_at`
  43. attr_accessor :override_timestamps
  44. update_index('statuses', :proper)
  45. update_index('public_statuses', :proper)
  46. enum visibility: { public: 0, unlisted: 1, private: 2, direct: 3, limited: 4 }, _suffix: :visibility
  47. belongs_to :application, class_name: 'Doorkeeper::Application', optional: true
  48. belongs_to :account, inverse_of: :statuses
  49. belongs_to :in_reply_to_account, class_name: 'Account', optional: true
  50. belongs_to :conversation, optional: true
  51. belongs_to :preloadable_poll, class_name: 'Poll', foreign_key: 'poll_id', optional: true, inverse_of: false
  52. belongs_to :thread, foreign_key: 'in_reply_to_id', class_name: 'Status', inverse_of: :replies, optional: true
  53. belongs_to :reblog, foreign_key: 'reblog_of_id', class_name: 'Status', inverse_of: :reblogs, optional: true
  54. has_many :favourites, inverse_of: :status, dependent: :destroy
  55. has_many :bookmarks, inverse_of: :status, dependent: :destroy
  56. has_many :reblogs, foreign_key: 'reblog_of_id', class_name: 'Status', inverse_of: :reblog, dependent: :destroy
  57. has_many :reblogged_by_accounts, through: :reblogs, class_name: 'Account', source: :account
  58. has_many :replies, foreign_key: 'in_reply_to_id', class_name: 'Status', inverse_of: :thread, dependent: nil
  59. has_many :mentions, dependent: :destroy, inverse_of: :status
  60. has_many :mentioned_accounts, through: :mentions, source: :account, class_name: 'Account'
  61. has_many :media_attachments, dependent: :nullify
  62. # The `dependent` option is enabled by the initial `mentions` association declaration
  63. has_many :active_mentions, -> { active }, class_name: 'Mention', inverse_of: :status # rubocop:disable Rails/HasManyOrHasOneDependent
  64. # Those associations are used for the private search index
  65. has_many :local_mentioned, -> { merge(Account.local) }, through: :active_mentions, source: :account
  66. has_many :local_favorited, -> { merge(Account.local) }, through: :favourites, source: :account
  67. has_many :local_reblogged, -> { merge(Account.local) }, through: :reblogs, source: :account
  68. has_many :local_bookmarked, -> { merge(Account.local) }, through: :bookmarks, source: :account
  69. has_and_belongs_to_many :tags
  70. has_one :preview_cards_status, inverse_of: :status, dependent: :delete
  71. has_one :notification, as: :activity, dependent: :destroy
  72. has_one :status_stat, inverse_of: :status, dependent: nil
  73. has_one :poll, inverse_of: :status, dependent: :destroy
  74. has_one :trend, class_name: 'StatusTrend', inverse_of: :status, dependent: nil
  75. validates :uri, uniqueness: true, presence: true, unless: :local?
  76. validates :text, presence: true, unless: -> { with_media? || reblog? }
  77. validates_with StatusLengthValidator
  78. validates_with DisallowedHashtagsValidator
  79. validates :reblog, uniqueness: { scope: :account }, if: :reblog?
  80. validates :visibility, exclusion: { in: %w(direct limited) }, if: :reblog?
  81. accepts_nested_attributes_for :poll
  82. default_scope { recent.kept }
  83. scope :recent, -> { reorder(id: :desc) }
  84. scope :remote, -> { where(local: false).where.not(uri: nil) }
  85. scope :local, -> { where(local: true).or(where(uri: nil)) }
  86. scope :with_accounts, ->(ids) { where(id: ids).includes(:account) }
  87. scope :without_replies, -> { where('statuses.reply = FALSE OR statuses.in_reply_to_account_id = statuses.account_id') }
  88. scope :without_reblogs, -> { where(statuses: { reblog_of_id: nil }) }
  89. scope :with_public_visibility, -> { where(visibility: :public) }
  90. scope :tagged_with, ->(tag_ids) { joins(:statuses_tags).where(statuses_tags: { tag_id: tag_ids }) }
  91. scope :excluding_silenced_accounts, -> { left_outer_joins(:account).where(accounts: { silenced_at: nil }) }
  92. scope :including_silenced_accounts, -> { left_outer_joins(:account).where.not(accounts: { silenced_at: nil }) }
  93. scope :not_excluded_by_account, ->(account) { where.not(account_id: account.excluded_from_timeline_account_ids) }
  94. scope :not_domain_blocked_by_account, ->(account) { account.excluded_from_timeline_domains.blank? ? left_outer_joins(:account) : left_outer_joins(:account).where('accounts.domain IS NULL OR accounts.domain NOT IN (?)', account.excluded_from_timeline_domains) }
  95. scope :tagged_with_all, lambda { |tag_ids|
  96. Array(tag_ids).map(&:to_i).reduce(self) do |result, id|
  97. result.where(<<~SQL.squish, tag_id: id)
  98. EXISTS(SELECT 1 FROM statuses_tags WHERE statuses_tags.status_id = statuses.id AND statuses_tags.tag_id = :tag_id)
  99. SQL
  100. end
  101. }
  102. scope :tagged_with_none, lambda { |tag_ids|
  103. where('NOT EXISTS (SELECT * FROM statuses_tags forbidden WHERE forbidden.status_id = statuses.id AND forbidden.tag_id IN (?))', tag_ids)
  104. }
  105. after_create_commit :trigger_create_webhooks
  106. after_update_commit :trigger_update_webhooks
  107. after_create_commit :increment_counter_caches
  108. after_destroy_commit :decrement_counter_caches
  109. after_create_commit :store_uri, if: :local?
  110. after_create_commit :update_statistics, if: :local?
  111. before_validation :prepare_contents, if: :local?
  112. before_validation :set_reblog
  113. before_validation :set_visibility
  114. before_validation :set_conversation
  115. before_validation :set_local
  116. around_create Mastodon::Snowflake::Callbacks
  117. after_create :set_poll_id
  118. # The `prepend: true` option below ensures this runs before
  119. # the `dependent: destroy` callbacks remove relevant records
  120. before_destroy :unlink_from_conversations!, prepend: true
  121. cache_associated :application,
  122. :media_attachments,
  123. :conversation,
  124. :status_stat,
  125. :tags,
  126. :preloadable_poll,
  127. preview_cards_status: [:preview_card],
  128. account: [:account_stat, user: :role],
  129. active_mentions: { account: :account_stat },
  130. reblog: [
  131. :application,
  132. :tags,
  133. :media_attachments,
  134. :conversation,
  135. :status_stat,
  136. :preloadable_poll,
  137. preview_cards_status: [:preview_card],
  138. account: [:account_stat, user: :role],
  139. active_mentions: { account: :account_stat },
  140. ],
  141. thread: { account: :account_stat }
  142. delegate :domain, to: :account, prefix: true
  143. REAL_TIME_WINDOW = 6.hours
  144. def cache_key
  145. "v3:#{super}"
  146. end
  147. def to_log_human_identifier
  148. account.acct
  149. end
  150. def to_log_permalink
  151. ActivityPub::TagManager.instance.uri_for(self)
  152. end
  153. def reply?
  154. !in_reply_to_id.nil? || attributes['reply']
  155. end
  156. def local?
  157. attributes['local'] || uri.nil?
  158. end
  159. def in_reply_to_local_account?
  160. reply? && thread&.account&.local?
  161. end
  162. def reblog?
  163. !reblog_of_id.nil?
  164. end
  165. def within_realtime_window?
  166. created_at >= REAL_TIME_WINDOW.ago
  167. end
  168. def verb
  169. if destroyed?
  170. :delete
  171. else
  172. reblog? ? :share : :post
  173. end
  174. end
  175. def object_type
  176. reply? ? :comment : :note
  177. end
  178. def proper
  179. reblog? ? reblog : self
  180. end
  181. def content
  182. proper.text
  183. end
  184. def target
  185. reblog
  186. end
  187. def preview_card
  188. preview_cards_status&.preview_card&.tap { |x| x.original_url = preview_cards_status.url }
  189. end
  190. def reset_preview_card!
  191. PreviewCardsStatus.where(status_id: id).delete_all
  192. end
  193. def hidden?
  194. !distributable?
  195. end
  196. def distributable?
  197. public_visibility? || unlisted_visibility?
  198. end
  199. alias sign? distributable?
  200. def with_media?
  201. ordered_media_attachments.any?
  202. end
  203. def with_preview_card?
  204. preview_cards_status.present?
  205. end
  206. def with_poll?
  207. preloadable_poll.present?
  208. end
  209. def non_sensitive_with_media?
  210. !sensitive? && with_media?
  211. end
  212. def reported?
  213. @reported ||= Report.where(target_account: account).unresolved.where('? = ANY(status_ids)', id).exists?
  214. end
  215. def emojis
  216. return @emojis if defined?(@emojis)
  217. fields = [spoiler_text, text]
  218. fields += preloadable_poll.options unless preloadable_poll.nil?
  219. @emojis = CustomEmoji.from_text(fields.join(' '), account.domain)
  220. end
  221. def ordered_media_attachments
  222. if ordered_media_attachment_ids.nil?
  223. media_attachments
  224. else
  225. map = media_attachments.index_by(&:id)
  226. ordered_media_attachment_ids.filter_map { |media_attachment_id| map[media_attachment_id] }
  227. end
  228. end
  229. def replies_count
  230. status_stat&.replies_count || 0
  231. end
  232. def reblogs_count
  233. status_stat&.reblogs_count || 0
  234. end
  235. def favourites_count
  236. status_stat&.favourites_count || 0
  237. end
  238. def increment_count!(key)
  239. update_status_stat!(key => public_send(key) + 1)
  240. end
  241. def decrement_count!(key)
  242. update_status_stat!(key => [public_send(key) - 1, 0].max)
  243. end
  244. def trendable?
  245. if attributes['trendable'].nil?
  246. account.trendable?
  247. else
  248. attributes['trendable']
  249. end
  250. end
  251. def requires_review?
  252. attributes['trendable'].nil? && account.requires_review?
  253. end
  254. def requires_review_notification?
  255. attributes['trendable'].nil? && account.requires_review_notification?
  256. end
  257. class << self
  258. def selectable_visibilities
  259. visibilities.keys - %w(direct limited)
  260. end
  261. def favourites_map(status_ids, account_id)
  262. Favourite.select('status_id').where(status_id: status_ids).where(account_id: account_id).each_with_object({}) { |f, h| h[f.status_id] = true }
  263. end
  264. def bookmarks_map(status_ids, account_id)
  265. Bookmark.select('status_id').where(status_id: status_ids).where(account_id: account_id).map { |f| [f.status_id, true] }.to_h
  266. end
  267. def reblogs_map(status_ids, account_id)
  268. unscoped.select('reblog_of_id').where(reblog_of_id: status_ids).where(account_id: account_id).each_with_object({}) { |s, h| h[s.reblog_of_id] = true }
  269. end
  270. def mutes_map(conversation_ids, account_id)
  271. ConversationMute.select('conversation_id').where(conversation_id: conversation_ids).where(account_id: account_id).each_with_object({}) { |m, h| h[m.conversation_id] = true }
  272. end
  273. def pins_map(status_ids, account_id)
  274. StatusPin.select('status_id').where(status_id: status_ids).where(account_id: account_id).each_with_object({}) { |p, h| h[p.status_id] = true }
  275. end
  276. def reload_stale_associations!(cached_items)
  277. account_ids = []
  278. cached_items.each do |item|
  279. account_ids << item.account_id
  280. account_ids << item.reblog.account_id if item.reblog?
  281. end
  282. account_ids.uniq!
  283. status_ids = cached_items.map { |item| item.reblog? ? item.reblog_of_id : item.id }.uniq
  284. return if account_ids.empty?
  285. accounts = Account.where(id: account_ids).includes(:account_stat, :user).index_by(&:id)
  286. status_stats = StatusStat.where(status_id: status_ids).index_by(&:status_id)
  287. cached_items.each do |item|
  288. item.account = accounts[item.account_id]
  289. item.reblog.account = accounts[item.reblog.account_id] if item.reblog?
  290. if item.reblog?
  291. status_stat = status_stats[item.reblog.id]
  292. item.reblog.status_stat = status_stat if status_stat.present?
  293. else
  294. status_stat = status_stats[item.id]
  295. item.status_stat = status_stat if status_stat.present?
  296. end
  297. end
  298. end
  299. def from_text(text)
  300. return [] if text.blank?
  301. text.scan(FetchLinkCardService::URL_PATTERN).map(&:second).uniq.filter_map do |url|
  302. status = if TagManager.instance.local_url?(url)
  303. ActivityPub::TagManager.instance.uri_to_resource(url, Status)
  304. else
  305. EntityCache.instance.status(url)
  306. end
  307. status&.distributable? ? status : nil
  308. end
  309. end
  310. end
  311. def status_stat
  312. super || build_status_stat
  313. end
  314. def discard_with_reblogs
  315. discard_time = Time.current
  316. Status.unscoped.where(reblog_of_id: id, deleted_at: [nil, deleted_at]).in_batches.update_all(deleted_at: discard_time) unless reblog?
  317. update_attribute(:deleted_at, discard_time)
  318. end
  319. def unlink_from_conversations!
  320. return unless direct_visibility?
  321. inbox_owners = mentioned_accounts.local
  322. inbox_owners += [account] if account.local?
  323. inbox_owners.each do |inbox_owner|
  324. AccountConversation.remove_status(inbox_owner, self)
  325. end
  326. end
  327. private
  328. def update_status_stat!(attrs)
  329. return if marked_for_destruction? || destroyed?
  330. status_stat.update(attrs)
  331. end
  332. def store_uri
  333. update_column(:uri, ActivityPub::TagManager.instance.uri_for(self)) if uri.nil?
  334. end
  335. def prepare_contents
  336. text&.strip!
  337. spoiler_text&.strip!
  338. end
  339. def set_reblog
  340. self.reblog = reblog.reblog if reblog? && reblog.reblog?
  341. end
  342. def set_poll_id
  343. update_column(:poll_id, poll.id) if association(:poll).loaded? && poll.present?
  344. end
  345. def set_visibility
  346. self.visibility = reblog.visibility if reblog? && visibility.nil?
  347. self.visibility = (account.locked? ? :private : :public) if visibility.nil?
  348. self.sensitive = false if sensitive.nil?
  349. end
  350. def set_conversation
  351. self.thread = thread.reblog if thread&.reblog?
  352. self.reply = !(in_reply_to_id.nil? && thread.nil?) unless reply
  353. if reply? && !thread.nil?
  354. self.in_reply_to_account_id = carried_over_reply_to_account_id
  355. self.conversation_id = thread.conversation_id if conversation_id.nil?
  356. elsif conversation_id.nil?
  357. self.conversation = Conversation.new
  358. end
  359. end
  360. def carried_over_reply_to_account_id
  361. if thread.account_id == account_id && thread.reply?
  362. thread.in_reply_to_account_id
  363. else
  364. thread.account_id
  365. end
  366. end
  367. def set_local
  368. self.local = account.local?
  369. end
  370. def update_statistics
  371. return unless distributable?
  372. ActivityTracker.increment('activity:statuses:local')
  373. end
  374. def increment_counter_caches
  375. return if direct_visibility?
  376. account&.increment_count!(:statuses_count)
  377. reblog&.increment_count!(:reblogs_count) if reblog?
  378. thread&.increment_count!(:replies_count) if in_reply_to_id.present? && distributable?
  379. end
  380. def decrement_counter_caches
  381. return if direct_visibility? || new_record?
  382. account&.decrement_count!(:statuses_count)
  383. reblog&.decrement_count!(:reblogs_count) if reblog?
  384. thread&.decrement_count!(:replies_count) if in_reply_to_id.present? && distributable?
  385. end
  386. def trigger_create_webhooks
  387. TriggerWebhookWorker.perform_async('status.created', 'Status', id) if local?
  388. end
  389. def trigger_update_webhooks
  390. TriggerWebhookWorker.perform_async('status.updated', 'Status', id) if local?
  391. end
  392. end