PERF: Reduce number of database queries for DbHelper.remap

* Cuts number of queries from 273 to 89
* Add some specs
* For a table with 500 posts, benchmarks locally shows a runtime
  reduction from 0.046929135 to 0.032694705.
This commit is contained in:
Guo Xiang Tan 2018-11-08 09:57:01 +08:00
parent 0122b8cd8b
commit 3365753bd0
2 changed files with 59 additions and 7 deletions

View File

@ -9,14 +9,30 @@ class DbHelper
ORDER BY table_name, column_name"
def self.remap(from, to, anchor_left = false, anchor_right = false)
connection = ActiveRecord::Base.connection.raw_connection
remappable_columns = connection.async_exec(REMAP_SQL).to_a
args = [from, to, "#{anchor_left ? '' : "%"}#{from}#{anchor_right ? '' : "%"}"]
results = DB.query(REMAP_SQL).to_a
like = "#{anchor_left ? '' : "%"}#{from}#{anchor_right ? '' : "%"}"
remappable_columns.each do |rc|
table_name = rc["table_name"]
column_name = rc["column_name"]
connection.async_exec("UPDATE #{table_name} SET #{column_name} = REPLACE(#{column_name}, $1, $2) WHERE #{column_name} LIKE $3", args) rescue nil
remappable_columns = {}
results.each do |result|
remappable_columns[result.table_name] ||= []
remappable_columns[result.table_name] << result.column_name
end
remappable_columns.each do |table_name, column_names|
set_clause = column_names.map do |column_name|
"#{column_name} = REPLACE(#{column_name}, :from, :to)"
end.join(", ")
where_clause = column_names.map do |column_name|
"#{column_name} LIKE :like"
end.join(" OR ")
DB.exec(<<~SQL, from: from, to: to, like: like)
UPDATE #{table_name}
SET #{set_clause}
WHERE #{where_clause}
SQL
end
SiteSetting.refresh!

View File

@ -0,0 +1,36 @@
require 'rails_helper'
require_dependency 'db_helper'
RSpec.describe DbHelper do
describe '.remap' do
it 'should remap columns properly' do
post = Fabricate(:post, cooked: "this is a specialcode that I included")
post_attributes = post.reload.attributes
post2 = Fabricate(:post, image_url: "/testing/specialcode")
post2_attributes = post2.reload.attributes
badge = Fabricate(:badge, query: "specialcode")
badge_attributes = badge.reload.attributes
DbHelper.remap("specialcode", "codespecial")
post.reload
expect(post.cooked).to include("codespecial")
post2.reload
expect(post2.image_url).to eq("/testing/codespecial")
expect(post2_attributes.except("image_url"))
.to eq(post2.attributes.except("image_url"))
badge.reload
expect(badge.query).to eq("codespecial")
expect(badge_attributes.except("query"))
.to eq(badge.attributes.except("query"))
end
end
end