Merge pull request #100 from true-runes/development

v2.0.0

Author: nikukyugamer

README.md

@@ -6,12 +6,16 @@
 
 ## データベースに格納してあるユーザーの公開状態を全チェックし、データの更新する
 
+- ユーザー数 1,450 件 で 約 2.5 分を要した
+
 ```bash
 $ $(which bundle) exec rails runner "TwitterRestApi::CheckProtectedUsers.new.update_all_user_is_protected_statuses"
 ```
 
 ## データベースに格納してあるツイートの公開状態を全チェックし、データの更新する
 
+- ツイート 7,328 件 で 約 7 分を要した
+
 ```
 $(which bundle) exec rails runner "TwitterRestApi::CheckPublicTweets.new.update_all_tweet_is_public_statuses"
 ```

app/lib/importer.rb

@@ -16,7 +16,8 @@ def tweet_records_from_tweet_storage(ts_target_tweets, _update: false)
             name: ts_target_tweet.user.name,
             screen_name: ts_target_tweet.user.screen_name,
             profile_image_url_https: ts_target_tweet.user.deserialize.profile_image_url_https.to_s,
-            is_protected: false
+            is_protected: false,
+            born_at: ts_target_tweet.created_at
           }
 
           user = User.find_by(id_number: user_attrs[:id_number])

app/lib/twitter_rest_api/check_protected_users.rb

@@ -4,7 +4,7 @@ class CheckProtectedUsers
 
     INTERVAL_SECONDS = 5
 
-    def initialize(consumer_key=nil, consumer_secret=nil, access_token=nil, access_secret=nil)
+    def initialize(consumer_key: nil, consumer_secret: nil, access_token: nil, access_secret: nil)
       @client = Twitter::REST::Client.new do |config|
         config.consumer_key        = consumer_key || ENV['TWITTER_CONSUMER_KEY']
         config.consumer_secret     = consumer_secret || ENV['TWITTER_CONSUMER_SECRET']

app/lib/twitter_rest_api/check_public_tweets.rb

@@ -4,7 +4,7 @@ class CheckPublicTweets
 
     INTERVAL_SECONDS = 5
 
-    def initialize(consumer_key=nil, consumer_secret=nil, access_token=nil, access_secret=nil)
+    def initialize(consumer_key: nil, consumer_secret: nil, access_token: nil, access_secret: nil)
       @client = Twitter::REST::Client.new do |config|
         config.consumer_key        = consumer_key || ENV['TWITTER_CONSUMER_KEY']
         config.consumer_secret     = consumer_secret || ENV['TWITTER_CONSUMER_SECRET']

app/lib/twitter_rest_api/direct_message_importer.rb

@@ -0,0 +1,84 @@
+module TwitterRestApi
+  class DirectMessageImporter
+    include LoggerMethods
+
+    INTERVAL_SECONDS = 65
+
+    def initialize(consumer_key: nil, consumer_secret: nil, access_token: nil, access_secret: nil)
+      @client = Twitter::REST::Client.new do |config|
+        config.consumer_key        = consumer_key || ENV['TWITTER_CONSUMER_KEY']
+        config.consumer_secret     = consumer_secret || ENV['TWITTER_CONSUMER_SECRET']
+        config.access_token        = access_token || ENV['TWITTER_ACCESS_TOKEN']
+        config.access_token_secret = access_secret || ENV['TWITTER_ACCESS_SECRET']
+      end
+    end
+
+    # Ruby っぽくない
+    def execute(get_all_messages: false)
+      next_cursor = nil
+      end_of_while = false
+
+      # rubocop:disable Style/InfiniteLoop
+      while true
+        # rubocop:disable Style/ConditionalAssignment
+        if next_cursor.nil?
+          dm_events = @client.direct_messages_events(count: 1)
+        else
+          dm_events = @client.direct_messages_events(count: 1, cursor: next_cursor)
+        end
+        # rubocop:enable Style/ConditionalAssignment
+
+        dm_events = dm_events.to_h
+        next_cursor = dm_events[:next_cursor]
+        events = dm_events[:events]
+
+        ActiveRecord::Base.transaction do
+          events.each do |event|
+            # events という配列が常に新しい順から並んでいることを前提としている
+            if DirectMessage.find_by(id_number: event[:direct_message][:id]).present? && get_all_messages != true
+              end_of_while = true
+
+              break
+            end
+
+            [event[:direct_message][:sender_id], event[:direct_message][:recipient_id]].each do |user_id_number|
+              if User.find_by(id_number: user_id_number).blank?
+                target_user = @client.user(user_id_number)
+
+                user = User.new(
+                  id_number: user_id_number,
+                  name: target_user.name,
+                  screen_name: target_user.screen_name,
+                  profile_image_url_https: target_user.profile_image_url_https.to_s,
+                  is_protected: target_user.protected?,
+                  born_at: target_user.created_at
+                )
+                user.save!
+              end
+            end
+
+            direct_message = DirectMessage.new(
+              id_number: event[:direct_message][:id],
+              messaged_at: event[:direct_message][:created_at],
+              text: event[:direct_message][:text],
+              sender_id_number: event[:direct_message][:sender_id],
+              recipient_id_number: event[:direct_message][:recipient_id],
+              is_visible: true,
+              user_id: User.find_by(id_number: event[:direct_message][:sender_id]).id,
+              api_response: event
+            )
+            direct_message.save! if DirectMessage.find_by(id_number: event[:direct_message][:id]).blank?
+          end
+        end
+        # rubocop:enable Style/InfiniteLoop
+
+        break if next_cursor.nil?
+        break if end_of_while == true
+
+        Rails.logger.info("TwitterRestApi::DirectMessageImporter#execute: next_cursor (#{next_cursor}), events.count (#{events.count})")
+
+        sleep INTERVAL_SECONDS
+      end
+    end
+  end
+end

app/models/direct_message.rb

@@ -1,15 +1,17 @@
 class DirectMessage < ApplicationRecord
   has_paper_trail
 
+  serialize :api_response, JSON
   belongs_to :user
 
   validates :id_number, uniqueness: true
 
+  # self.user と同義
   def sender
-    User.find_by(id: sender_id_number)
+    User.find_by(id_number: sender_id_number)
   end
 
   def recipient
-    User.find_by(id: recipient_id_number)
+    User.find_by(id_number: recipient_id_number)
   end
 end

app/models/tweet.rb

@@ -47,13 +47,20 @@ def self.not_by_gensosenkyo_sub
     where.not(user_id: target_user_ids)
   end
 
-  def self.valid_votes
+  def self.valid_term_votes
     begin_datetime = Time.zone.parse('2021-06-11 21:00:00')
     end_datetime = Time.zone.parse('2021-06-13 11:59:59')
 
     where(tweeted_at: begin_datetime..end_datetime)
   end
 
+  def valid_term_vote?
+    begin_datetime = Time.zone.parse('2021-06-11 21:00:00')
+    end_datetime = Time.zone.parse('2021-06-13 11:59:59')
+
+    tweeted_at >= begin_datetime && tweeted_at <= end_datetime
+  end
+
   def has_this_hashtag?(hashtag)
     hashtags.any? { |h| h.text == hashtag }
   end

db/migrate/20210607054640_rename_column_from_sent_at_to_messaged_at.rb

@@ -0,0 +1,5 @@
+class RenameColumnFromSentAtToMessagedAt < ActiveRecord::Migration[6.1]
+  def change
+    rename_column :direct_messages, :sent_at, :messaged_at
+  end
+end

db/migrate/20210607054908_add_response_column_to_direct_message.rb

@@ -0,0 +1,5 @@
+class AddResponseColumnToDirectMessage < ActiveRecord::Migration[6.1]
+  def change
+    add_column :direct_messages, :api_response, :text
+  end
+end

db/migrate/20210607090631_add_born_at_column_to_user.rb

@@ -0,0 +1,5 @@
+class AddBornAtColumnToUser < ActiveRecord::Migration[6.1]
+  def change
+    add_column :users, :born_at, :datetime
+  end
+end

db/schema.rb

@@ -0,0 +1,21 @@
+namespace :insert_born_at_to_users do
+  desc 'Insert "born_at" column data to User'
+  task execute: :environment do
+    ActiveRecord::Base.transaction do
+      all_users = User.all
+
+      all_users.each do |user|
+        next if user.born_at.present?
+
+        user_from_tweet_storage = UserFromTweetStorage.where(id_number: user.id_number).order(updated_at: :desc).first
+
+        next if user_from_tweet_storage.blank?
+
+        user.born_at = user_from_tweet_storage.created_at
+        user.save!
+
+        Rails.logger.info("insert_born_at_to_users:execute: '#{user.screen_name}' insert OK!")
+      end
+    end
+  end
+end