Mercurial > rsstweet

comparison app/lib/legit_client.rb @ 264:4f86037f6e6a

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Identifiable rate limited client
author nanaya <me@nanaya.net>
date Sun, 09 Feb 2025 03:48:26 +0900
parents e2150dce4e90
children
comparison
equal deleted inserted replaced
263:2fc76c51e184 264:4f86037f6e6a
1 require "net/http" 1 require "net/http"
2 2
3 module LegitClient 3 class LegitClient
4 def self.timeline(user_id) 4 def initialize
5 resp = fetch("https://x.com/i/api/graphql/1-5o8Qhfc2kWlu_2rWNcug/UserTweetsAndReplies?variables=%7B%22userId%22%3A#{escape_param user_id}%2C%22count%22%3A50%2C%22includePromotedContent%22%3Atrue%2C%22withCommunity%22%3Atrue%2C%22withVoice%22%3Atrue%2C%22withV2Timeline%22%3Atrue%7D&features=%7B%22rweb_lists_timeline_redesign_enabled%22%3Atrue%2C%22responsive_web_graphql_exclude_directive_enabled%22%3Atrue%2C%22verified_phone_label_enabled%22%3Afalse%2C%22creator_subscriptions_tweet_preview_api_enabled%22%3Atrue%2C%22responsive_web_graphql_timeline_navigation_enabled%22%3Atrue%2C%22responsive_web_graphql_skip_user_profile_image_extensions_enabled%22%3Afalse%2C%22tweetypie_unmention_optimization_enabled%22%3Atrue%2C%22responsive_web_edit_tweet_api_enabled%22%3Atrue%2C%22graphql_is_translatable_rweb_tweet_is_translatable_enabled%22%3Atrue%2C%22view_counts_everywhere_api_enabled%22%3Atrue%2C%22longform_notetweets_consumption_enabled%22%3Atrue%2C%22responsive_web_twitter_article_tweet_consumption_enabled%22%3Afalse%2C%22tweet_awards_web_tipping_enabled%22%3Afalse%2C%22freedom_of_speech_not_reach_fetch_enabled%22%3Atrue%2C%22standardized_nudges_misinfo%22%3Atrue%2C%22tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled%22%3Atrue%2C%22longform_notetweets_rich_text_read_enabled%22%3Atrue%2C%22longform_notetweets_inline_media_enabled%22%3Atrue%2C%22responsive_web_media_download_video_enabled%22%3Afalse%2C%22responsive_web_enhance_cards_enabled%22%3Afalse%7D&fieldToggles=%7B%22withAuxiliaryUserLabels%22%3Afalse%2C%22withArticleRichContentState%22%3Afalse%7D") 5 @id, @headers = $cfg[:headers].sample
6
7 handle_response resp, :timeline, "timeline(#{user_id})", ->(json) do
8 normalize_timeline json["data"]["user"]["result"]["timeline_v2"]["timeline"]["instructions"], user_id
9 end
10 end
11
12 def self.user_by_id(user_id)
13 resp = fetch("https://x.com/i/api/graphql/i_0UQ54YrCyqLUvgGzXygA/UserByRestId?variables=%7B%22userId%22%3A#{escape_param user_id}%2C%22withSafetyModeUserFields%22%3Atrue%7D&features=%7B%22hidden_profile_likes_enabled%22%3Afalse%2C%22hidden_profile_subscriptions_enabled%22%3Afalse%2C%22responsive_web_graphql_exclude_directive_enabled%22%3Atrue%2C%22verified_phone_label_enabled%22%3Afalse%2C%22highlights_tweets_tab_ui_enabled%22%3Atrue%2C%22creator_subscriptions_tweet_preview_api_enabled%22%3Atrue%2C%22responsive_web_graphql_skip_user_profile_image_extensions_enabled%22%3Afalse%2C%22responsive_web_graphql_timeline_navigation_enabled%22%3Atrue%7D&fieldToggles=%7B%22withAuxiliaryUserLabels%22%3Afalse%7D")
14
15 handle_response resp, :user, "user_by_id(#{user_id})", ->(json) do
16 normalize_user json["data"]["user"]["result"]
17 end
18 end
19
20 def self.user_by_username(username)
21 resp = fetch("https://x.com/i/api/graphql/xc8f1g7BYqr6VTzTbvNlGw/UserByScreenName?variables=%7B%22screen_name%22%3A#{escape_param username}%2C%22withSafetyModeUserFields%22%3Atrue%7D&features=%7B%22hidden_profile_likes_enabled%22%3Afalse%2C%22hidden_profile_subscriptions_enabled%22%3Afalse%2C%22responsive_web_graphql_exclude_directive_enabled%22%3Atrue%2C%22verified_phone_label_enabled%22%3Afalse%2C%22subscriptions_verification_info_verified_since_enabled%22%3Atrue%2C%22highlights_tweets_tab_ui_enabled%22%3Atrue%2C%22creator_subscriptions_tweet_preview_api_enabled%22%3Atrue%2C%22responsive_web_graphql_skip_user_profile_image_extensions_enabled%22%3Afalse%2C%22responsive_web_graphql_timeline_navigation_enabled%22%3Atrue%7D&fieldToggles=%7B%22withAuxiliaryUserLabels%22%3Afalse%7D")
22
23 handle_response resp, :user, "user_by_username(#{username})", ->(json) do
24 normalize_user json["data"]["user"]["result"]
25 end
26 end 6 end
27 7
28 def self.escape_param(param) 8 def self.escape_param(param)
29 CGI.escape JSON.dump(param) 9 CGI.escape JSON.dump(param)
30 end
31
32 def self.fetch(uri)
33 Net::HTTP.get(URI(uri), $cfg[:headers].sample)
34 end
35
36 def self.handle_response(resp, key, error_key, callback)
37 json = JSON.parse(resp)
38 {
39 key => callback.call(json),
40 raw: resp
41 }
42 rescue => e
43 if json.is_a? Hash
44 if json["errors"].is_a? Array
45 return rate_limit_check(json)
46 elsif json["data"].is_a? Hash
47 return
48 end
49 end
50 Rails.logger.error("#{error_key} fail: #{resp}")
51
52 raise e
53 end 10 end
54 11
55 def self.normalize_entity_media(json) 12 def self.normalize_entity_media(json)
56 ret = {} 13 ret = {}
57 14
152 protected: json["legacy"]["protected"] == true, 109 protected: json["legacy"]["protected"] == true,
153 username: json["legacy"]["screen_name"] 110 username: json["legacy"]["screen_name"]
154 } 111 }
155 end 112 end
156 113
157 def self.rate_limit_check(json) 114 def timeline(user_id)
115 resp = fetch("https://x.com/i/api/graphql/1-5o8Qhfc2kWlu_2rWNcug/UserTweetsAndReplies?variables=%7B%22userId%22%3A#{self.class.escape_param user_id}%2C%22count%22%3A50%2C%22includePromotedContent%22%3Atrue%2C%22withCommunity%22%3Atrue%2C%22withVoice%22%3Atrue%2C%22withV2Timeline%22%3Atrue%7D&features=%7B%22rweb_lists_timeline_redesign_enabled%22%3Atrue%2C%22responsive_web_graphql_exclude_directive_enabled%22%3Atrue%2C%22verified_phone_label_enabled%22%3Afalse%2C%22creator_subscriptions_tweet_preview_api_enabled%22%3Atrue%2C%22responsive_web_graphql_timeline_navigation_enabled%22%3Atrue%2C%22responsive_web_graphql_skip_user_profile_image_extensions_enabled%22%3Afalse%2C%22tweetypie_unmention_optimization_enabled%22%3Atrue%2C%22responsive_web_edit_tweet_api_enabled%22%3Atrue%2C%22graphql_is_translatable_rweb_tweet_is_translatable_enabled%22%3Atrue%2C%22view_counts_everywhere_api_enabled%22%3Atrue%2C%22longform_notetweets_consumption_enabled%22%3Atrue%2C%22responsive_web_twitter_article_tweet_consumption_enabled%22%3Afalse%2C%22tweet_awards_web_tipping_enabled%22%3Afalse%2C%22freedom_of_speech_not_reach_fetch_enabled%22%3Atrue%2C%22standardized_nudges_misinfo%22%3Atrue%2C%22tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled%22%3Atrue%2C%22longform_notetweets_rich_text_read_enabled%22%3Atrue%2C%22longform_notetweets_inline_media_enabled%22%3Atrue%2C%22responsive_web_media_download_video_enabled%22%3Afalse%2C%22responsive_web_enhance_cards_enabled%22%3Afalse%7D&fieldToggles=%7B%22withAuxiliaryUserLabels%22%3Afalse%2C%22withArticleRichContentState%22%3Afalse%7D")
116
117 handle_response resp, :timeline, "timeline(#{user_id})", ->(json) do
118 self.class.normalize_timeline json["data"]["user"]["result"]["timeline_v2"]["timeline"]["instructions"], user_id
119 end
120 end
121
122 def user_by_id(user_id)
123 resp = fetch("https://x.com/i/api/graphql/i_0UQ54YrCyqLUvgGzXygA/UserByRestId?variables=%7B%22userId%22%3A#{self.class.escape_param user_id}%2C%22withSafetyModeUserFields%22%3Atrue%7D&features=%7B%22hidden_profile_likes_enabled%22%3Afalse%2C%22hidden_profile_subscriptions_enabled%22%3Afalse%2C%22responsive_web_graphql_exclude_directive_enabled%22%3Atrue%2C%22verified_phone_label_enabled%22%3Afalse%2C%22highlights_tweets_tab_ui_enabled%22%3Atrue%2C%22creator_subscriptions_tweet_preview_api_enabled%22%3Atrue%2C%22responsive_web_graphql_skip_user_profile_image_extensions_enabled%22%3Afalse%2C%22responsive_web_graphql_timeline_navigation_enabled%22%3Atrue%7D&fieldToggles=%7B%22withAuxiliaryUserLabels%22%3Afalse%7D")
124
125 handle_response resp, :user, "user_by_id(#{user_id})", ->(json) do
126 self.class.normalize_user json["data"]["user"]["result"]
127 end
128 end
129
130 def user_by_username(username)
131 resp = fetch("https://x.com/i/api/graphql/xc8f1g7BYqr6VTzTbvNlGw/UserByScreenName?variables=%7B%22screen_name%22%3A#{self.class.escape_param username}%2C%22withSafetyModeUserFields%22%3Atrue%7D&features=%7B%22hidden_profile_likes_enabled%22%3Afalse%2C%22hidden_profile_subscriptions_enabled%22%3Afalse%2C%22responsive_web_graphql_exclude_directive_enabled%22%3Atrue%2C%22verified_phone_label_enabled%22%3Afalse%2C%22subscriptions_verification_info_verified_since_enabled%22%3Atrue%2C%22highlights_tweets_tab_ui_enabled%22%3Atrue%2C%22creator_subscriptions_tweet_preview_api_enabled%22%3Atrue%2C%22responsive_web_graphql_skip_user_profile_image_extensions_enabled%22%3Afalse%2C%22responsive_web_graphql_timeline_navigation_enabled%22%3Atrue%7D&fieldToggles=%7B%22withAuxiliaryUserLabels%22%3Afalse%7D")
132
133 handle_response resp, :user, "user_by_username(#{username})", ->(json) do
134 self.class.normalize_user json["data"]["user"]["result"]
135 end
136 end
137
138 private def fetch(uri)
139 Net::HTTP.get(URI(uri), @headers)
140 end
141
142 private def handle_response(resp, key, error_key, callback)
143 json = JSON.parse(resp)
144 {
145 key => callback.call(json),
146 raw: resp
147 }
148 rescue => e
149 if json.is_a? Hash
150 if json["errors"].is_a? Array
151 return rate_limit_check(json)
152 elsif json["data"].is_a? Hash
153 return
154 end
155 end
156 Rails.logger.error("#{error_key} fail: #{resp}")
157
158 raise e
159 end
160
161 private def rate_limit_check(json)
158 return unless json["errors"].any? { |err| err["code"] == 88 } 162 return unless json["errors"].any? { |err| err["code"] == 88 }
159 163
160 raise "Rate limited!" 164 raise "Rate limited! Client: #{@id}"
161 end 165 end
162 end 166 end