links.rb 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114
  1. # frozen_string_literal: true
  2. class Trends::Links < Trends::Base
  3. PREFIX = 'trending_links'
  4. self.default_options = {
  5. threshold: 5,
  6. review_threshold: 3,
  7. max_score_cooldown: 2.days.freeze,
  8. max_score_halflife: 8.hours.freeze,
  9. decay_threshold: 1,
  10. }
  11. def register(status, at_time = Time.now.utc)
  12. original_status = status.proper
  13. return unless (original_status.public_visibility? && status.public_visibility?) &&
  14. !(original_status.account.silenced? || status.account.silenced?) &&
  15. !(original_status.spoiler_text? || original_status.sensitive?)
  16. original_status.preview_cards.each do |preview_card|
  17. add(preview_card, status.account_id, at_time) if preview_card.appropriate_for_trends?
  18. end
  19. end
  20. def add(preview_card, account_id, at_time = Time.now.utc)
  21. preview_card.history.add(account_id, at_time)
  22. record_used_id(preview_card.id, at_time)
  23. end
  24. def refresh(at_time = Time.now.utc)
  25. preview_cards = PreviewCard.where(id: (recently_used_ids(at_time) + currently_trending_ids(false, -1)).uniq)
  26. calculate_scores(preview_cards, at_time)
  27. end
  28. def request_review
  29. preview_cards = PreviewCard.where(id: currently_trending_ids(false, -1))
  30. preview_cards.filter_map do |preview_card|
  31. next unless would_be_trending?(preview_card.id) && !preview_card.trendable? && preview_card.requires_review_notification?
  32. if preview_card.provider.nil?
  33. preview_card.provider = PreviewCardProvider.create(domain: preview_card.domain, requested_review_at: Time.now.utc)
  34. else
  35. preview_card.provider.touch(:requested_review_at)
  36. end
  37. preview_card
  38. end
  39. end
  40. protected
  41. def key_prefix
  42. PREFIX
  43. end
  44. def klass
  45. PreviewCard
  46. end
  47. private
  48. def calculate_scores(preview_cards, at_time)
  49. global_items = []
  50. locale_items = Hash.new { |h, key| h[key] = [] }
  51. preview_cards.each do |preview_card|
  52. expected = preview_card.history.get(at_time - 1.day).accounts.to_f
  53. expected = 1.0 if expected.zero?
  54. observed = preview_card.history.get(at_time).accounts.to_f
  55. max_time = preview_card.max_score_at
  56. max_score = preview_card.max_score
  57. max_score = 0 if max_time.nil? || max_time < (at_time - options[:max_score_cooldown])
  58. score = begin
  59. if expected > observed || observed < options[:threshold]
  60. 0
  61. else
  62. ((observed - expected)**2) / expected
  63. end
  64. end
  65. if score > max_score
  66. max_score = score
  67. max_time = at_time
  68. # Not interested in triggering any callbacks for this
  69. preview_card.update_columns(max_score: max_score, max_score_at: max_time)
  70. end
  71. decaying_score = max_score * (0.5**((at_time.to_f - max_time.to_f) / options[:max_score_halflife].to_f))
  72. next unless decaying_score >= options[:decay_threshold]
  73. global_items << { score: decaying_score, item: preview_card }
  74. locale_items[preview_card.language] << { score: decaying_score, item: preview_card } if valid_locale?(preview_card.language)
  75. end
  76. replace_items('', global_items)
  77. Trends.available_locales.each do |locale|
  78. replace_items(":#{locale}", locale_items[locale])
  79. end
  80. end
  81. def filter_for_allowed_items(items)
  82. items.select { |item| item[:item].trendable? }
  83. end
  84. def would_be_trending?(id)
  85. score(id) > score_at_rank(options[:review_threshold] - 1)
  86. end
  87. end