Mercurial > rsstweet
annotate app/models/tweet.rb @ 216:2a3c7db6007a
Remove more middlewares
| author | nanaya <me@nanaya.pro> |
|---|---|
| date | Fri, 11 Dec 2020 03:55:56 +0900 |
| parents | 3176bd0d3c2c |
| children | 17461f7682a2 |
| rev | line source |
|---|---|
| 15 | 1 class Tweet |
| 137 | 2 TIMELINE_OPTIONS = { |
| 3 :count => 100, | |
| 4 :exclude_replies => false, | |
| 5 :include_rts => true, | |
| 6 :tweet_mode => :extended, | |
| 7 } | |
| 8 | |
|
158
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
9 def self.cache_expires_time |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
10 (15 + rand(15)).minutes |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
11 end |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
12 |
| 176 | 13 def self.client_options(id) |
| 14 { | |
| 15 :timeouts => { | |
| 16 :connect => 5, | |
| 17 :read => 5, | |
| 18 :write => 5, | |
| 19 }, | |
| 20 }.merge $cfg[:twitter][id] | |
| 21 end | |
| 22 | |
| 135 | 23 def initialize(twitter_id) |
| 24 @clients = {} | |
| 165 | 25 @twitter_id = twitter_id |
| 135 | 26 end |
| 27 | |
|
158
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
28 def id |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
29 user.id |
| 152 | 30 end |
| 31 | |
|
86
5bfc986200db
The caching becomes a bit confusing because of parameters
nanaya <me@myconan.net>
parents:
78
diff
changeset
|
32 def timeline |
| 145 | 33 if @timeline.nil? |
|
158
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
34 cache_key = "timeline:v2:#{id}/#{Base64.urlsafe_encode64 id.to_s}" |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
35 raw = Rails.cache.fetch(cache_key, :expires_in => self.class.cache_expires_time) do |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
36 client_try(:user_timeline, id, TIMELINE_OPTIONS).tap do |data| |
| 145 | 37 if data[:result] == :ok |
|
158
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
38 if data[:data].any? && data[:data].first.user.id != id |
|
146
7ca8aeba1a63
Try tracing where the failures happen
nanaya <me@nanaya.pro>
parents:
145
diff
changeset
|
39 wrong_user = data[:data].first.user |
| 160 | 40 throw "Wrong timeline data. Requested: #{id}, got: #{wrong_user.id} (#{wrong_user.screen_name.printable})" |
|
146
7ca8aeba1a63
Try tracing where the failures happen
nanaya <me@nanaya.pro>
parents:
145
diff
changeset
|
41 end |
|
7ca8aeba1a63
Try tracing where the failures happen
nanaya <me@nanaya.pro>
parents:
145
diff
changeset
|
42 |
| 145 | 43 data[:data] = data[:data].select do |tweet| |
| 44 tweet.retweeted_status.nil? || tweet.user.id != tweet.retweeted_status.user.id | |
| 45 end.map { |tweet| tweet.to_h } | |
|
134
3646b3e319c7
Only try/catch the tweet downloading part
nanaya <me@nanaya.pro>
parents:
108
diff
changeset
|
46 end |
|
76
0c023d35cd80
Allows usage of multiple twitter keys
nanaya <me@myconan.net>
parents:
73
diff
changeset
|
47 end |
| 145 | 48 end |
| 141 | 49 |
| 145 | 50 raise Twitter::Error::NotFound if raw[:result] == :not_found |
| 144 | 51 |
| 145 | 52 @timeline = raw[:data].map { |tweet_hash| Twitter::Tweet.new(tweet_hash) } |
| 53 end | |
| 54 | |
| 55 @timeline | |
| 15 | 56 end |
| 57 | |
|
48
8983c426e256
Prevent exploding on empty timeline.
nanaya <me@myconan.net>
parents:
47
diff
changeset
|
58 def user |
| 145 | 59 if @user.nil? |
| 165 | 60 cache_key = "user:v1:#{@twitter_id.is_a?(Integer) ? 'id' : 'lookup'}:#{@twitter_id}" |
| 61 raw = Rails.cache.fetch(cache_key, :expires_in => self.class.cache_expires_time) do | |
| 160 | 62 client_try(:user, @twitter_id).tap do |data| |
| 63 if data[:result] == :ok | |
| 64 user = data[:data] | |
| 65 | |
| 177 | 66 if user.id != @twitter_id && user.screen_name.downcase != @twitter_id.try(:downcase) |
| 160 | 67 throw "Wrong user data. Requested: #{@twitter_id}, got: #{user.id} (#{user.screen_name.printable})" |
| 68 end | |
| 69 end | |
| 70 end | |
|
48
8983c426e256
Prevent exploding on empty timeline.
nanaya <me@myconan.net>
parents:
47
diff
changeset
|
71 end |
| 145 | 72 |
| 73 raise Twitter::Error::NotFound if raw[:result] == :not_found | |
| 74 | |
| 75 @user = raw[:data] | |
| 76 end | |
| 77 | |
| 78 @user | |
|
48
8983c426e256
Prevent exploding on empty timeline.
nanaya <me@myconan.net>
parents:
47
diff
changeset
|
79 end |
|
8983c426e256
Prevent exploding on empty timeline.
nanaya <me@myconan.net>
parents:
47
diff
changeset
|
80 |
| 135 | 81 def client |
| 176 | 82 @clients[client_config_id] ||= Twitter::REST::Client.new(self.class.client_options client_config_id) |
|
76
0c023d35cd80
Allows usage of multiple twitter keys
nanaya <me@myconan.net>
parents:
73
diff
changeset
|
83 end |
|
0c023d35cd80
Allows usage of multiple twitter keys
nanaya <me@myconan.net>
parents:
73
diff
changeset
|
84 |
| 145 | 85 def client_try(method, *args) |
| 86 initial_config_id = client_config_id | |
| 87 | |
| 88 begin | |
| 89 data = client.public_send method, *args | |
| 90 rescue Twitter::Error::TooManyRequests | |
| 91 @client_config_id += 1 | |
| 92 | |
| 93 if initial_config_id == client_config_id | |
| 94 raise | |
| 95 else | |
| 96 retry | |
| 97 end | |
| 98 rescue Twitter::Error::NotFound | |
| 99 return { :result => :not_found } | |
| 100 end | |
| 101 | |
| 102 { :result => :ok, :data => data } | |
| 103 end | |
| 104 | |
| 135 | 105 def client_config_id |
|
158
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
106 @client_config_count ||= $cfg[:twitter].size |
|
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
107 @client_config_id ||= rand(@client_config_count) |
|
76
0c023d35cd80
Allows usage of multiple twitter keys
nanaya <me@myconan.net>
parents:
73
diff
changeset
|
108 |
|
158
74422bae017d
Always use canonical id and turn cache time generator a class method
nanaya <me@nanaya.pro>
parents:
157
diff
changeset
|
109 @client_config_id %= @client_config_count |
| 15 | 110 end |
| 111 end |