Merge pull request #46 from suho/release/0.3.0

Author: suho

Gemfile

@@ -13,6 +13,7 @@ gem 'fabrication' # Fabrication generates objects in Ruby. Fabricators are schem
 gem 'sidekiq' # background processing for Ruby
 gem 'bootsnap', require: false # Reduces boot times through caching; required in config/boot.rb
 gem 'i18n-js', '3.5.1' # A library to provide the I18n translations on the Javascript
+gem 'httparty' # A library to call external API
 
 # Authentications & Authorizations
 gem 'devise' # Authentication solution for Rails with Warden

Gemfile.lock

@@ -198,6 +198,9 @@ GEM
     globalid (0.5.2)
       activesupport (>= 5.0)
     hashdiff (1.0.1)
+    httparty (0.20.0)
+      mime-types (~> 3.0)
+      multi_xml (>= 0.5.2)
     i18n (1.8.11)
       concurrent-ruby (~> 1.0)
     i18n-js (3.5.1)
@@ -229,11 +232,15 @@ GEM
     marcel (1.0.2)
     matrix (0.4.2)
     method_source (1.0.0)
+    mime-types (3.4.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2021.1115)
     mini_magick (4.11.0)
     mini_mime (1.0.3)
     mini_portile2 (2.6.1)
     minitest (5.14.4)
     msgpack (1.4.2)
+    multi_xml (0.6.0)
     multipart-post (2.1.1)
     nap (1.1.0)
     nio4r (2.5.8)
@@ -502,6 +509,7 @@ DEPENDENCIES
   ffaker
   figaro
   foreman
+  httparty
   i18n-js (= 3.5.1)
   json_matchers
   letter_opener

app/controllers/keywords_controller.rb

@@ -6,7 +6,7 @@ class KeywordsController < ApplicationController
   include Pagy::Backend
 
   def index
-    pagy, keywords = pagy(current_user.keywords)
+    pagy, keywords = pagy(current_user.keywords.order('created_at DESC'))
     keyword_presenters = keywords.map { |keyword| KeywordPresenter.new(keyword) }
 
     render locals: {
@@ -16,19 +16,22 @@ def index
   end
 
   def create
-    parse_keywords.each do |keyword|
-      current_user.keywords.create(keyword: keyword)
+    if save_keywords
+      SearchKeywordsJob.perform_later(keywords_form.keyword_ids)
+      flash[:notice] = t('keywords.upload.success')
+    else
+      flash[:alert] = keywords_form.errors.full_messages.first
     end
     redirect_to keywords_path
   end
 
   private
 
-  def parse_keywords
-    keywords_file = params[:keywords_file]
-    ParseKeywordsService.new(keywords_file).call
-  rescue GoogleSearch::Errors::KeywordsError => e
-    flash[:alert] = e.message
-    []
+  def save_keywords
+    keywords_form.save(params[:keywords_file])
+  end
+
+  def keywords_form
+    @keywords_form ||= KeywordsForm.new(current_user)
   end
 end

app/forms/keywords_form.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+class KeywordsForm
+  include ActiveModel::Model
+
+  validates_with KeywordsFormValidator
+
+  attr_reader :file, :keyword_ids
+
+  def initialize(user)
+    @user = user
+  end
+
+  def save(file)
+    @file = file
+
+    return false if invalid?
+
+    begin
+      keyword_records = parse_keywords.map { |keyword| keyword_record(keyword) }
+      # rubocop:disable Rails::SkipsModelValidations
+      @keyword_ids = Keyword.insert_all(keyword_records).map { |keyword| keyword['id'] }
+      # rubocop:enable Rails::SkipsModelValidations
+    rescue ActiveRecord::ActiveRecordError
+      errors.add(:base, I18n.t('keywords.upload.invalid_file'))
+    end
+
+    errors.empty?
+  end
+
+  private
+
+  attr_reader :user
+
+  def parse_keywords
+    csv_data = CSV.read(file.path)
+    csv_data.map(&:first)
+  end
+
+  def keyword_record(keyword)
+    return nil if keyword.blank?
+
+    {
+      user_id: user.id,
+      keyword: keyword,
+      created_at: Time.current,
+      updated_at: Time.current
+    }
+  end
+end

app/jobs/search_keyword_job.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+class SearchKeywordJob < ApplicationJob
+  queue_as :default
+
+  def perform(keyword_id)
+    keyword = Keyword.find(keyword_id)
+    html = GoogleSearchService.new(keyword: keyword.keyword).call
+    utf_8_html = html.force_encoding('iso8859-1').encode('utf-8')
+    keyword.add_html(utf_8_html)
+  rescue ActiveRecord::RecordNotFound, GoogleSearch::Errors::SearchKeywordError, ActiveRecord::StatementInvalid
+    keyword.update_status(:failed)
+  end
+end

app/jobs/search_keywords_job.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+class SearchKeywordsJob < ApplicationJob
+  queue_as :default
+
+  def perform(keyword_ids)
+    keyword_ids.each_with_index do |keyword_id, index|
+      SearchKeywordJob.set(wait: 1 + (index * 2)).perform_later(keyword_id)
+    end
+  end
+end

app/lib/google_search/errors.rb

@@ -3,5 +3,7 @@
 module GoogleSearch
   module Errors
     class KeywordsError < StandardError; end
+
+    class SearchKeywordError < StandardError; end
   end
 end

app/models/keyword.rb

@@ -3,5 +3,15 @@
 class Keyword < ApplicationRecord
   belongs_to :user
 
+  validates :keyword, presence: true, length: { maximum: 255 }
+
   enum status: { in_progress: 0, completed: 1, failed: 2 }
+
+  def update_status(status)
+    update(status: status)
+  end
+
+  def add_html(html)
+    update(html: html, status: :completed)
+  end
 end

app/presenters/keyword_presenter.rb

@@ -10,13 +10,13 @@ def keyword_text
   end
 
   def formatted_created_at
-    keyword.created_at.strftime('%F')
+    keyword.created_at.strftime('%F %H:%M:%S')
   end
 
   def status_html
     return '<div class="spinner-border spinner-border-sm" role="status"></div>' if keyword.in_progress?
-    return '<p class="text-success">Completed</p>' if keyword.completed?
-    return '<p class="text-danger">Failed</p>' if keyword.failed?
+    return '<div class="text-success">Completed</div>' if keyword.completed?
+    return '<div class="text-danger">Failed</div>' if keyword.failed?
   end
 
   private

app/services/google_search_service.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+class GoogleSearchService
+  BASE_URL = 'https://www.google.com/search'
+
+  def initialize(keyword:)
+    @uri = URI("#{BASE_URL}?q=#{CGI.escape(keyword)}")
+    @user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/605.1.15 (KHTML, like Gecko) '\
+                  'Version/11.1.2 Safari/605.1.15'
+  end
+
+  def call
+    data = HTTParty.get(@uri, { headers: { 'User-Agent' => user_agent } })
+    raise GoogleSearch::Errors::SearchKeywordError unless data.response.code == '200'
+
+    data
+  end
+
+  private
+
+  attr_reader :uri, :user_agent
+end