mizuha.rb

require "json"
require "sqlite3"
require "time"
require "date"
require "yaml"
require 'twitter'
require 'pry'


class MizuhaDB
    def self.init_db(tweets_filename="tweets.js", output_db_name="tweets.db")
        tweets = loadfile(tweets_filename)
        create_new_db(output_db_name)
        insert_to_db(output_db_name, tweets)
    end

private
    def self.loadfile(filename)
        file = File.open(filename)
        content = file.read
        # remove heading garbage
        # window.YTD.tweet.part0 = [{...}] ---> [{...}]
        regal = content[25..-1]
        parsed = JSON.parse(regal)
        puts "parse finished."
        parsed
    end

    def self.create_new_db(filename)
        db = SQLite3::Database.new(filename)
        ddl = <<~EOS
            CREATE TABLE tweets(
                retweeted INTEGER,
                source TEXT,
                entities TEXT,
                display_text_range TEXT,
                favorite_count INTEGER,
                id_str TEXT,
                truncated INTEGER,
                retweets_count INTEGER,
                id INTEGER,
                created_at TEXT,
                favorited INTEGER,
                full_text TEXT,
                lang TEXT,
                unixtime INTEGER
            );
        EOS
        db.execute(ddl)
        puts "DB created."
        db.close
    end

    def self.insert_to_db(filename, tweets)
        db = SQLite3::Database.open(filename)
        db.transaction

        sql = " INSERT INTO tweets VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?)"
        count = 0
        tweets.each{ |t|
            count += 1
            if count % 1000 == 0
                puts "inserting #{t["created_at"]} ..."
            end
            tweet = t["tweet"]
            db.execute(
                sql,
                tweet["retweeted"] ? 1 : 0,
                tweet["source"],
                tweet["entities"].to_s,
                tweet["display_text_range"].to_s, #使い道が思いつかないので正規化する気にならない
                tweet["favorite_count"],
                tweet["id_str"],
                tweet["truncated"] ? 1 : 0,
                tweet["retweets_count"],
                tweet["id"],
                tweet["created_at"],
                tweet["favorited"] ? 1 : 0,
                tweet["full_text"],
                tweet["lang"],
                Time.parse(tweet["created_at"]).to_i #is unixtime
            )
        }
        puts "comitting..."
        db.commit
        puts "commit finished!"
        db.close
    end
end

# ありがたく使わせてもらう
# https://zenn.dev/waddy/articles/twitter-api-migration
class Tweet
    require "http"
    require "simple_oauth"
    POST_TWEET_ENDPOINT = "https://api.twitter.com/2/tweets".freeze
  
    HEADERS = {
      "Content-Type": "application/json",
      "User-Agent": "My-Tweet-Bot"
    }.freeze
  
    def send_tweet(text)
        keys = get_access_keys()

        client = HTTP.auth(auth_header("POST", POST_TWEET_ENDPOINT, {
            consumer_key: keys["consumer_key"],
            consumer_secret: keys["consumer_secret"],
            token: keys["access_token"],
            token_secret: keys["access_token_secret"],
        }))
        client.post(POST_TWEET_ENDPOINT, headers: HEADERS, json: { text: text})
    end
  
    # OAuth1.0aで Authentication ヘッダのシグネチャを生成します。これにSimpleOAuthを利用
    def auth_header(method, url, auth_params)
      SimpleOAuth::Header.new(method, url, {}, auth_params).to_s
    end

    def get_access_keys
        @keys = YAML.load_file("access_keys.yml") if @keys.nil?
        @keys
    end
end

class Mizuha

    # dig_years
    def initialize(db_filename, dig_years)
        @db_filename = db_filename
        @dig_years = dig_years
    end
    
    #find tweets and wait forever
    def start
        while true do
            begin
                now = DateTime.now
                tweets = find_each_year_of_tweet(now, @dig_years, 15)
                tweets.each{|tweet|
                    post tweet
                    File.open("mizuha.log", "a") do |file|
                        file.puts("#{Time.now.to_s} : #{tweet}")
                    end
                }
                sleep 10
            rescue => e
                # writes log
                File.open("mizuha.log", "a") do |file|
                    file.puts(Time.now.to_s)
                    file.puts(e.class.to_s)
                    file.puts(e.message)
                    file.puts(e.backtrace.join("\n"))
                    file.puts("")
                end
            end
        end
    end

    def find_each_year_of_tweet(basetime, dig_years, search_seconds)
        tweets = []
        (0..dig_years).each{|x|
            tweets += find_tweets(basetime.prev_year(x), search_seconds)
        }
        tweets
    end

    # find tweets between [basetime, basetime+offset) ; where offset is seconds
    def find_tweets(basetime, offset)
        connection = SQLite3::Database.open(@db_filename)
        sql = <<~SQL
        SELECT full_text, unixtime
        FROM tweets
        WHERE unixtime BETWEEN ? AND ?
        SQL
        result = connection.execute(sql, basetime.to_time.to_i, basetime.to_time.to_i + offset)
        connection.close

        flatten = []
        result.each {|x| flatten.append (x[0].gsub(/&gt;/,">").gsub(/&lt;/,"<"))[0...133] + " [#{Time.at(x[1]).year}]"}
        remove_mute_words flatten
    end

    def remove_mute_words(tweets)
        tweets.select{|x| !x.include?("@") && !x.include?("#")}
    end

    #post tweet to twitter
    def post(content)
        tweet = Tweet.new
        tweet.send_tweet(content)
    end
end

# call MizuhaDB.init_db to create and initialize new database
#MizuhaDB.init_db(tweets_filename="tweet.js", output_db_name="tweets.db")

# call Mizuha.post to say something to twitter
mizuha = Mizuha.new("tweets.db", 7)
mizuha.start