mirror of
https://github.com/discourse/discourse.git
synced 2024-11-23 02:50:00 +08:00
e61608d080
Why this change? Since1dba1aca27, we have been remapping the `<->` proximity operator in a tsquery to `&`. However, there is another variant of it which follows the `<N>` pattern. For example, the following text "end-to-end" will eventually result in the following tsquery `end-to-end:* <-> end:* <2> end:*` being generated by Postgres. Before this fix, the tsquery is remapped to `end-to-end:* & end:* <2> end:*` by us. This is requires the search data which we store to contain `end` at exactly 2 position apart. Due to the way we limit the number of duplicates in our search data, the search term may end up not matching anything. Inbd32912c5e, we made it such that we do not allow any duplicates when indexing a topic's title. Therefore, search for `end-to-end` against a topic title with `end-to-end` will never match because our index will only contain one `end` term. What does this change do? We will remap the `<N>` variant of the proximity operator.
2819 lines
101 KiB
Ruby
2819 lines
101 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
RSpec.describe Search do
|
|
fab!(:admin) { Fabricate(:admin, refresh_auto_groups: true) }
|
|
fab!(:topic)
|
|
|
|
before do
|
|
SearchIndexer.enable
|
|
Jobs.run_immediately!
|
|
end
|
|
|
|
describe "#ts_config" do
|
|
it "maps locales to correct Postgres dictionaries" do
|
|
expect(Search.ts_config).to eq("english")
|
|
expect(Search.ts_config("en")).to eq("english")
|
|
expect(Search.ts_config("en_GB")).to eq("english")
|
|
expect(Search.ts_config("pt_BR")).to eq("portuguese")
|
|
expect(Search.ts_config("tr")).to eq("turkish")
|
|
expect(Search.ts_config("xx")).to eq("simple")
|
|
end
|
|
end
|
|
|
|
describe "#GroupedSearchResults.blurb_for" do
|
|
it "strips audio and video URLs from search blurb" do
|
|
cooked = <<~RAW
|
|
link to an external page: https://google.com/?u=bar
|
|
|
|
link to an audio file: https://somesite.com/content/file123.m4a
|
|
|
|
link to a video file: https://somesite.com/content/somethingelse.MOV
|
|
RAW
|
|
result = Search::GroupedSearchResults.blurb_for(cooked: cooked)
|
|
expect(result).to eq(
|
|
"link to an external page: https://google.com/?u=bar link to an audio file: #{I18n.t("search.audio")} link to a video file: #{I18n.t("search.video")}",
|
|
)
|
|
end
|
|
|
|
it "strips URLs correctly when blurb is longer than limit" do
|
|
cooked = <<~RAW
|
|
Here goes a test cooked with enough characters to hit the blurb limit.
|
|
|
|
Something is very interesting about this audio file.
|
|
|
|
http://localhost/uploads/default/original/1X/90adc0092b30c04b761541bc0322d0dce3d896e7.m4a
|
|
RAW
|
|
|
|
result = Search::GroupedSearchResults.blurb_for(cooked: cooked)
|
|
expect(result).to eq(
|
|
"Here goes a test cooked with enough characters to hit the blurb limit. Something is very interesting about this audio file. #{I18n.t("search.audio")}",
|
|
)
|
|
end
|
|
|
|
it "does not fail on bad URLs" do
|
|
cooked = <<~RAW
|
|
invalid URL: http:error] should not trip up blurb generation.
|
|
RAW
|
|
result = Search::GroupedSearchResults.blurb_for(cooked: cooked)
|
|
expect(result).to eq("invalid URL: http:error] should not trip up blurb generation.")
|
|
end
|
|
end
|
|
|
|
describe "#execute" do
|
|
before { SiteSetting.tagging_enabled = true }
|
|
|
|
context "with staff tags" do
|
|
fab!(:hidden_tag) { Fabricate(:tag) }
|
|
let!(:staff_tag_group) do
|
|
Fabricate(:tag_group, permissions: { "staff" => 1 }, tag_names: [hidden_tag.name])
|
|
end
|
|
fab!(:topic) { Fabricate(:topic, tags: [hidden_tag]) }
|
|
fab!(:post) { Fabricate(:post, topic: topic) }
|
|
|
|
before do
|
|
SiteSetting.tagging_enabled = true
|
|
|
|
SearchIndexer.enable
|
|
SearchIndexer.index(hidden_tag, force: true)
|
|
SearchIndexer.index(topic, force: true)
|
|
end
|
|
|
|
it "are visible to staff users" do
|
|
result = Search.execute(hidden_tag.name, guardian: Guardian.new(Fabricate(:admin)))
|
|
expect(result.tags).to contain_exactly(hidden_tag)
|
|
end
|
|
|
|
it "are hidden to regular users" do
|
|
result = Search.execute(hidden_tag.name, guardian: Guardian.new(Fabricate(:user)))
|
|
expect(result.tags).to contain_exactly()
|
|
end
|
|
end
|
|
|
|
context "with accents" do
|
|
fab!(:post_1) { Fabricate(:post, raw: "Cette ****** d'art n'est pas une œuvre") }
|
|
fab!(:post_2) { Fabricate(:post, raw: "Cette oeuvre d'art n'est pas une *****") }
|
|
|
|
before { SearchIndexer.enable }
|
|
|
|
after { SearchIndexer.disable }
|
|
|
|
it "removes them if search_ignore_accents" do
|
|
SiteSetting.search_ignore_accents = true
|
|
[post_1, post_2].each { |post| SearchIndexer.index(post.topic, force: true) }
|
|
|
|
expect(Search.execute("oeuvre").posts).to contain_exactly(post_1, post_2)
|
|
expect(Search.execute("œuvre").posts).to contain_exactly(post_1, post_2)
|
|
end
|
|
|
|
it "does not remove them if not search_ignore_accents" do
|
|
SiteSetting.search_ignore_accents = false
|
|
[post_1, post_2].each { |post| SearchIndexer.index(post.topic, force: true) }
|
|
|
|
expect(Search.execute("œuvre").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("oeuvre").posts).to contain_exactly(post_2)
|
|
end
|
|
end
|
|
|
|
context "when search_ranking_weights site setting has been configured" do
|
|
fab!(:topic) { Fabricate(:topic, title: "Some random topic title start") }
|
|
fab!(:topic2) { Fabricate(:topic, title: "Some random topic title") }
|
|
fab!(:post1) { Fabricate(:post, raw: "start", topic: topic) }
|
|
fab!(:post2) { Fabricate(:post, raw: "#{"start " * 100}", topic: topic2) }
|
|
|
|
before do
|
|
SearchIndexer.enable
|
|
SiteSetting.max_duplicate_search_index_terms = -1
|
|
SiteSetting.prioritize_exact_search_title_match = false
|
|
[post1, post2].each { |post| SearchIndexer.index(post, force: true) }
|
|
end
|
|
|
|
after { SearchIndexer.disable }
|
|
|
|
it "should apply the custom ranking weights correctly" do
|
|
expect(Search.execute("start").posts).to eq([post2, post1])
|
|
|
|
SiteSetting.search_ranking_weights = "{0.00001,0.2,0.4,1.0}"
|
|
|
|
expect(Search.execute("start").posts).to eq([post1, post2])
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "custom_eager_load" do
|
|
fab!(:topic)
|
|
fab!(:post) { Fabricate(:post, topic: topic) }
|
|
|
|
before do
|
|
SearchIndexer.enable
|
|
SearchIndexer.index(topic, force: true)
|
|
end
|
|
|
|
it "includes custom tables" do
|
|
begin
|
|
SiteSetting.tagging_enabled = false
|
|
expect(Search.execute("test").posts[0].topic.association(:category).loaded?).to be true
|
|
expect(Search.execute("test").posts[0].topic.association(:tags).loaded?).to be false
|
|
|
|
SiteSetting.tagging_enabled = true
|
|
Search.custom_topic_eager_load([:topic_users])
|
|
Search.custom_topic_eager_load() { [:bookmarks] }
|
|
|
|
expect(Search.execute("test").posts[0].topic.association(:tags).loaded?).to be true
|
|
expect(Search.execute("test").posts[0].topic.association(:topic_users).loaded?).to be true
|
|
expect(Search.execute("test").posts[0].topic.association(:bookmarks).loaded?).to be true
|
|
ensure
|
|
SiteSetting.tagging_enabled = false
|
|
Search.instance_variable_set(:@custom_topic_eager_loads, [])
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "users" do
|
|
fab!(:user) { Fabricate(:user, username: "DonaldDuck") }
|
|
fab!(:user2) { Fabricate(:user) }
|
|
|
|
before do
|
|
SearchIndexer.enable
|
|
SearchIndexer.index(user, force: true)
|
|
end
|
|
|
|
it "finds users by their names or custom fields" do
|
|
result = Search.execute("donaldduck", guardian: Guardian.new(user2))
|
|
expect(result.users).to contain_exactly(user)
|
|
|
|
user_field = Fabricate(:user_field, name: "custom field")
|
|
UserCustomField.create!(user: user, value: "test", name: "user_field_#{user_field.id}")
|
|
Jobs::ReindexSearch.new.execute({})
|
|
result = Search.execute("test", guardian: Guardian.new(user2))
|
|
expect(result.users).to be_empty
|
|
|
|
user_field.update!(searchable: true)
|
|
Jobs::ReindexSearch.new.execute({})
|
|
result = Search.execute("test", guardian: Guardian.new(user2))
|
|
expect(result.users).to contain_exactly(user)
|
|
|
|
user_field2 = Fabricate(:user_field, name: "another custom field", searchable: true)
|
|
UserCustomField.create!(
|
|
user: user,
|
|
value: "longer test",
|
|
name: "user_field_#{user_field2.id}",
|
|
)
|
|
UserCustomField.create!(
|
|
user: user2,
|
|
value: "second user test",
|
|
name: "user_field_#{user_field2.id}",
|
|
)
|
|
SearchIndexer.index(user, force: true)
|
|
SearchIndexer.index(user2, force: true)
|
|
result = Search.execute("test", guardian: Guardian.new(user2))
|
|
|
|
expect(result.users.find { |u| u.id == user.id }.custom_data).to eq(
|
|
[
|
|
{ name: "custom field", value: "test" },
|
|
{ name: "another custom field", value: "longer test" },
|
|
],
|
|
)
|
|
expect(result.users.find { |u| u.id == user2.id }.custom_data).to eq(
|
|
[{ name: "another custom field", value: "second user test" }],
|
|
)
|
|
end
|
|
|
|
context "when using SiteSetting.enable_listing_suspended_users_on_search" do
|
|
fab!(:suspended_user) do
|
|
Fabricate(
|
|
:user,
|
|
username: "revolver_ocelot",
|
|
suspended_at: Time.now,
|
|
suspended_till: 5.days.from_now,
|
|
)
|
|
end
|
|
|
|
before { SearchIndexer.index(suspended_user, force: true) }
|
|
|
|
it "should list suspended users to regular users if the setting is enabled" do
|
|
SiteSetting.enable_listing_suspended_users_on_search = true
|
|
|
|
result = Search.execute("revolver_ocelot", guardian: Guardian.new(user))
|
|
expect(result.users).to contain_exactly(suspended_user)
|
|
end
|
|
|
|
it "shouldn't list suspended users to regular users if the setting is disabled" do
|
|
SiteSetting.enable_listing_suspended_users_on_search = false
|
|
|
|
result = Search.execute("revolver_ocelot", guardian: Guardian.new(user))
|
|
expect(result.users).to be_empty
|
|
end
|
|
|
|
it "should list suspended users to admins regardless of the setting" do
|
|
SiteSetting.enable_listing_suspended_users_on_search = false
|
|
|
|
result = Search.execute("revolver_ocelot", guardian: Guardian.new(Fabricate(:admin)))
|
|
expect(result.users).to contain_exactly(suspended_user)
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "categories" do
|
|
it "finds topics in sub-sub-categories" do
|
|
SiteSetting.max_category_nesting = 3
|
|
|
|
category = Fabricate(:category_with_definition)
|
|
subcategory = Fabricate(:category_with_definition, parent_category_id: category.id)
|
|
subsubcategory = Fabricate(:category_with_definition, parent_category_id: subcategory.id)
|
|
|
|
topic = Fabricate(:topic, category: subsubcategory)
|
|
post = Fabricate(:post, topic: topic)
|
|
|
|
SearchIndexer.enable
|
|
SearchIndexer.index(post, force: true)
|
|
|
|
expect(Search.execute("test ##{category.slug}").posts).to contain_exactly(post)
|
|
expect(Search.execute("test ##{category.slug}:#{subcategory.slug}").posts).to contain_exactly(
|
|
post,
|
|
)
|
|
expect(Search.execute("test ##{subcategory.slug}").posts).to contain_exactly(post)
|
|
expect(
|
|
Search.execute("test ##{subcategory.slug}:#{subsubcategory.slug}").posts,
|
|
).to contain_exactly(post)
|
|
expect(Search.execute("test ##{subsubcategory.slug}").posts).to contain_exactly(post)
|
|
|
|
expect(Search.execute("test #=#{category.slug}").posts).to be_empty
|
|
expect(Search.execute("test #=#{category.slug}:#{subcategory.slug}").posts).to be_empty
|
|
expect(Search.execute("test #=#{subcategory.slug}").posts).to be_empty
|
|
expect(
|
|
Search.execute("test #=#{subcategory.slug}:#{subsubcategory.slug}").posts,
|
|
).to contain_exactly(post)
|
|
expect(Search.execute("test #=#{subsubcategory.slug}").posts).to contain_exactly(post)
|
|
end
|
|
end
|
|
|
|
describe "post indexing" do
|
|
fab!(:category) { Fabricate(:category_with_definition, name: "america") }
|
|
fab!(:topic) { Fabricate(:topic, title: "sam saffron test topic", category: category) }
|
|
fab!(:user) { Fabricate(:user, refresh_auto_groups: true) }
|
|
|
|
let!(:post) do
|
|
Fabricate(
|
|
:post,
|
|
topic: topic,
|
|
raw: 'this <b>fun test</b> <img src="bla" title="my image">',
|
|
user: user,
|
|
)
|
|
end
|
|
let!(:post2) { Fabricate(:post, topic: topic, user: user) }
|
|
|
|
it "should index correctly" do
|
|
search_data = post.post_search_data.search_data
|
|
|
|
expect(search_data).to match(/fun/)
|
|
expect(search_data).to match(/sam/)
|
|
expect(search_data).to match(/america/)
|
|
|
|
expect do topic.update!(title: "harpi is the new title") end.to change {
|
|
post2.reload.post_search_data.version
|
|
}.from(SearchIndexer::POST_INDEX_VERSION).to(SearchIndexer::REINDEX_VERSION)
|
|
|
|
expect(post.post_search_data.reload.search_data).to match(/harpi/)
|
|
end
|
|
|
|
it "should update posts index when topic category changes" do
|
|
expect do topic.update!(category: Fabricate(:category)) end.to change {
|
|
post.reload.post_search_data.version
|
|
}.from(SearchIndexer::POST_INDEX_VERSION).to(SearchIndexer::REINDEX_VERSION).and change {
|
|
post2.reload.post_search_data.version
|
|
}.from(SearchIndexer::POST_INDEX_VERSION).to(SearchIndexer::REINDEX_VERSION)
|
|
end
|
|
|
|
it "should update posts index when topic tags changes" do
|
|
SiteSetting.tagging_enabled = true
|
|
tag = Fabricate(:tag)
|
|
|
|
expect do
|
|
DiscourseTagging.tag_topic_by_names(topic, Guardian.new(admin), [tag.name])
|
|
topic.save!
|
|
end.to change { post.reload.post_search_data.version }.from(
|
|
SearchIndexer::POST_INDEX_VERSION,
|
|
).to(SearchIndexer::REINDEX_VERSION).and change {
|
|
post2.reload.post_search_data.version
|
|
}.from(SearchIndexer::POST_INDEX_VERSION).to(SearchIndexer::REINDEX_VERSION)
|
|
|
|
expect(topic.tags).to eq([tag])
|
|
end
|
|
end
|
|
|
|
describe "user indexing" do
|
|
before do
|
|
@user = Fabricate(:user, username: "fred", name: "bob jones")
|
|
@indexed = @user.user_search_data.search_data
|
|
end
|
|
|
|
it "should pick up on data" do
|
|
expect(@indexed).to match(/fred/)
|
|
expect(@indexed).to match(/jone/)
|
|
end
|
|
end
|
|
|
|
describe "category indexing" do
|
|
let!(:category) { Fabricate(:category_with_definition, name: "america") }
|
|
let!(:topic) { Fabricate(:topic, category: category) }
|
|
let!(:post) { Fabricate(:post, topic: topic) }
|
|
let!(:post2) { Fabricate(:post, topic: topic) }
|
|
let!(:post3) { Fabricate(:post) }
|
|
|
|
it "should index correctly" do
|
|
expect(category.category_search_data.search_data).to match(/america/)
|
|
end
|
|
|
|
it "should update posts index when category name changes" do
|
|
expect do category.update!(name: "some new name") end.to change {
|
|
post.reload.post_search_data.version
|
|
}.from(SearchIndexer::POST_INDEX_VERSION).to(SearchIndexer::REINDEX_VERSION).and change {
|
|
post2.reload.post_search_data.version
|
|
}.from(SearchIndexer::POST_INDEX_VERSION).to(SearchIndexer::REINDEX_VERSION)
|
|
|
|
expect(post3.post_search_data.version).to eq(SearchIndexer::POST_INDEX_VERSION)
|
|
end
|
|
end
|
|
|
|
it "strips zero-width characters from search terms" do
|
|
term =
|
|
"\u0063\u0061\u0070\u0079\u200b\u200c\u200d\ufeff\u0062\u0061\u0072\u0061".encode("UTF-8")
|
|
|
|
expect(term == "capybara").to eq(false)
|
|
|
|
search = Search.new(term)
|
|
expect(search.valid?).to eq(true)
|
|
expect(search.term).to eq("capybara")
|
|
expect(search.clean_term).to eq("capybara")
|
|
end
|
|
|
|
it "replaces curly quotes to regular quotes in search terms" do
|
|
term = "“discourse”"
|
|
|
|
expect(term == '"discourse"').to eq(false)
|
|
|
|
search = Search.new(term)
|
|
expect(search.valid?).to eq(true)
|
|
expect(search.term).to eq('"discourse"')
|
|
expect(search.clean_term).to eq('"discourse"')
|
|
end
|
|
|
|
it "does not search when the search term is too small" do
|
|
search = Search.new("evil", min_search_term_length: 5)
|
|
search.execute
|
|
expect(search.valid?).to eq(false)
|
|
expect(search.term).to eq("")
|
|
end
|
|
|
|
it "needs at least one term that hits the length" do
|
|
search = Search.new("a b c d", min_search_term_length: 5)
|
|
search.execute
|
|
expect(search.valid?).to eq(false)
|
|
expect(search.term).to eq("")
|
|
end
|
|
|
|
it "searches for quoted short terms" do
|
|
search = Search.new('"a b c d"', min_search_term_length: 5)
|
|
search.execute
|
|
expect(search.valid?).to eq(true)
|
|
expect(search.term).to eq('"a b c d"')
|
|
end
|
|
|
|
it "searches for short terms if one hits the length" do
|
|
search = Search.new("a b c okaylength", min_search_term_length: 5)
|
|
search.execute
|
|
expect(search.valid?).to eq(true)
|
|
expect(search.term).to eq("a b c okaylength")
|
|
end
|
|
|
|
describe "query sanitization" do
|
|
let!(:post) { Fabricate(:post, raw: "hello world") }
|
|
|
|
it "escapes backslash" do
|
|
expect(Search.execute('hello\\').posts).to contain_exactly(post)
|
|
end
|
|
|
|
it "escapes single quote" do
|
|
expect(Search.execute("hello'").posts).to contain_exactly(post)
|
|
end
|
|
|
|
it "escapes non-alphanumeric characters" do
|
|
expect(Search.execute('hello :!$);}]>@\#\"\'').posts).to contain_exactly(post)
|
|
end
|
|
end
|
|
|
|
it "works when given two terms with spaces" do
|
|
expect { Search.execute("evil trout") }.not_to raise_error
|
|
end
|
|
|
|
describe "users" do
|
|
let!(:user) { Fabricate(:user) }
|
|
let(:result) { Search.execute("bruce", type_filter: "user") }
|
|
|
|
it "returns a result" do
|
|
expect(result.users.length).to eq(1)
|
|
expect(result.users[0].id).to eq(user.id)
|
|
end
|
|
|
|
context "when hiding user profiles" do
|
|
before { SiteSetting.hide_user_profiles_from_public = true }
|
|
|
|
it "returns no result for anon" do
|
|
expect(result.users.length).to eq(0)
|
|
end
|
|
|
|
it "returns a result for logged in users" do
|
|
result = Search.execute("bruce", type_filter: "user", guardian: Guardian.new(user))
|
|
expect(result.users.length).to eq(1)
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "inactive users" do
|
|
let!(:inactive_user) { Fabricate(:inactive_user, active: false) }
|
|
let(:result) { Search.execute("bruce") }
|
|
|
|
it "does not return a result" do
|
|
expect(result.users.length).to eq(0)
|
|
end
|
|
end
|
|
|
|
describe "staged users" do
|
|
let(:staged) { Fabricate(:staged) }
|
|
let(:result) { Search.execute(staged.username) }
|
|
|
|
it "does not return a result" do
|
|
expect(result.users.length).to eq(0)
|
|
end
|
|
end
|
|
|
|
describe "private messages" do
|
|
let!(:post) { Fabricate(:private_message_post) }
|
|
|
|
let(:topic) { post.topic }
|
|
|
|
let!(:reply) do
|
|
Fabricate(
|
|
:private_message_post,
|
|
topic: post.topic,
|
|
raw: "hello from mars, we just landed",
|
|
user: post.user,
|
|
)
|
|
end
|
|
|
|
let!(:post2) { Fabricate(:private_message_post, raw: "another secret pm from mars, testing") }
|
|
|
|
it "searches correctly as an admin" do
|
|
results =
|
|
Search.execute("mars", type_filter: "private_messages", guardian: Guardian.new(admin))
|
|
|
|
expect(results.posts).to eq([])
|
|
end
|
|
|
|
it "searches correctly as an admin given another user's context" do
|
|
results =
|
|
Search.execute(
|
|
"mars",
|
|
type_filter: "private_messages",
|
|
search_context: reply.user,
|
|
guardian: Guardian.new(admin),
|
|
)
|
|
|
|
expect(results.posts).to contain_exactly(reply)
|
|
end
|
|
|
|
it "raises the right error when a normal user searches for another user's context" do
|
|
expect do
|
|
Search.execute(
|
|
"mars",
|
|
search_context: reply.user,
|
|
type_filter: "private_messages",
|
|
guardian: Guardian.new(Fabricate(:user)),
|
|
)
|
|
end.to raise_error(Discourse::InvalidAccess)
|
|
end
|
|
|
|
it "searches correctly as a user" do
|
|
results =
|
|
Search.execute("mars", type_filter: "private_messages", guardian: Guardian.new(reply.user))
|
|
|
|
expect(results.posts).to contain_exactly(reply)
|
|
end
|
|
|
|
it "searches correctly for a user with no private messages" do
|
|
results =
|
|
Search.execute(
|
|
"mars",
|
|
type_filter: "private_messages",
|
|
guardian: Guardian.new(Fabricate(:user)),
|
|
)
|
|
|
|
expect(results.posts).to eq([])
|
|
end
|
|
|
|
it "searches correctly" do
|
|
expect do Search.execute("mars", type_filter: "private_messages") end.to raise_error(
|
|
Discourse::InvalidAccess,
|
|
)
|
|
|
|
results =
|
|
Search.execute("mars", type_filter: "private_messages", guardian: Guardian.new(reply.user))
|
|
|
|
expect(results.posts).to contain_exactly(reply)
|
|
|
|
results = Search.execute("mars", search_context: topic, guardian: Guardian.new(reply.user))
|
|
|
|
expect(results.posts).to contain_exactly(reply)
|
|
|
|
# can search group PMs as well as non admin
|
|
user = Fabricate(:user)
|
|
group = Fabricate.build(:group)
|
|
group.add(user)
|
|
group.save!
|
|
|
|
TopicAllowedGroup.create!(group_id: group.id, topic_id: topic.id)
|
|
|
|
[
|
|
"mars in:personal",
|
|
"mars IN:PERSONAL",
|
|
"in:messages mars",
|
|
"IN:MESSAGES mars",
|
|
].each do |query|
|
|
results = Search.execute(query, guardian: Guardian.new(user))
|
|
expect(results.posts).to contain_exactly(reply)
|
|
end
|
|
end
|
|
|
|
context "with personal_messages filter" do
|
|
it "does not allow a normal user to search for personal messages of another user" do
|
|
expect do
|
|
Search.execute(
|
|
"mars personal_messages:#{post.user.username}",
|
|
guardian: Guardian.new(Fabricate(:user)),
|
|
)
|
|
end.to raise_error(Discourse::InvalidAccess)
|
|
end
|
|
|
|
it "searches correctly for the PM of the given user" do
|
|
results =
|
|
Search.execute(
|
|
"mars personal_messages:#{post.user.username}",
|
|
guardian: Guardian.new(admin),
|
|
)
|
|
|
|
expect(results.posts).to contain_exactly(reply)
|
|
end
|
|
|
|
it "returns the right results if username is invalid" do
|
|
results =
|
|
Search.execute("mars personal_messages:random_username", guardian: Guardian.new(admin))
|
|
|
|
expect(results.posts).to eq([])
|
|
end
|
|
end
|
|
|
|
context "with all-pms flag" do
|
|
it "returns matching PMs if the user is an admin" do
|
|
results = Search.execute("mars in:all-pms", guardian: Guardian.new(admin))
|
|
|
|
expect(results.posts).to include(reply, post2)
|
|
end
|
|
|
|
it "returns nothing if the user is not an admin" do
|
|
results = Search.execute("mars in:all-pms", guardian: Guardian.new(Fabricate(:user)))
|
|
|
|
expect(results.posts).to be_empty
|
|
end
|
|
|
|
it "returns nothing if the user is a moderator" do
|
|
results = Search.execute("mars in:all-pms", guardian: Guardian.new(Fabricate(:moderator)))
|
|
|
|
expect(results.posts).to be_empty
|
|
end
|
|
end
|
|
|
|
context "with personal-direct and group_messages flags" do
|
|
let!(:current) do
|
|
Fabricate(:user, admin: true, username: "current_user", refresh_auto_groups: true)
|
|
end
|
|
let!(:participant) { Fabricate(:user, username: "participant_1", refresh_auto_groups: true) }
|
|
let!(:participant_2) do
|
|
Fabricate(:user, username: "participant_2", refresh_auto_groups: true)
|
|
end
|
|
let!(:non_participant) do
|
|
Fabricate(:user, username: "non_participant", refresh_auto_groups: true)
|
|
end
|
|
|
|
let(:group) do
|
|
group = Fabricate(:group, has_messages: true)
|
|
group.add(current)
|
|
group.add(participant)
|
|
group
|
|
end
|
|
|
|
def create_pm(users:, group: nil)
|
|
pm = Fabricate(:private_message_post_one_user, user: users.first).topic
|
|
users[1..-1].each do |u|
|
|
pm.invite(users.first, u.username)
|
|
Fabricate(:post, user: u, topic: pm)
|
|
end
|
|
if group
|
|
pm.invite_group(users.first, group)
|
|
group.users.each { |u| Fabricate(:post, user: u, topic: pm) }
|
|
end
|
|
pm.reload
|
|
end
|
|
|
|
context "with personal-direct flag" do
|
|
it "can find all direct PMs of the current user" do
|
|
pm = create_pm(users: [current, participant])
|
|
_pm_2 = create_pm(users: [participant_2, participant])
|
|
pm_3 = create_pm(users: [participant, current])
|
|
pm_4 = create_pm(users: [participant_2, current])
|
|
|
|
%w[in:personal-direct In:PeRsOnAl-DiReCt].each do |query|
|
|
results = Search.execute(query, guardian: Guardian.new(current))
|
|
expect(results.posts.size).to eq(3)
|
|
expect(results.posts.map(&:topic_id)).to eq([pm_4.id, pm_3.id, pm.id])
|
|
end
|
|
end
|
|
|
|
it "can filter direct PMs by @username" do
|
|
pm = create_pm(users: [current, participant])
|
|
pm_2 = create_pm(users: [participant, current])
|
|
pm_3 = create_pm(users: [participant_2, current])
|
|
[
|
|
"@#{participant.username} in:personal-direct",
|
|
"@#{participant.username} iN:pErSoNaL-dIrEcT",
|
|
].each do |query|
|
|
results = Search.execute(query, guardian: Guardian.new(current))
|
|
expect(results.posts.size).to eq(2)
|
|
expect(results.posts.map(&:topic_id)).to contain_exactly(pm_2.id, pm.id)
|
|
expect(results.posts.map(&:user_id).uniq).to eq([participant.id])
|
|
end
|
|
|
|
results = Search.execute("@me in:personal-direct", guardian: Guardian.new(current))
|
|
expect(results.posts.size).to eq(3)
|
|
expect(results.posts.map(&:topic_id)).to contain_exactly(pm_3.id, pm_2.id, pm.id)
|
|
expect(results.posts.map(&:user_id).uniq).to eq([current.id])
|
|
end
|
|
|
|
it "doesn't include PMs that have more than 2 participants" do
|
|
_pm = create_pm(users: [current, participant, participant_2])
|
|
results =
|
|
Search.execute(
|
|
"@#{participant.username} in:personal-direct",
|
|
guardian: Guardian.new(current),
|
|
)
|
|
expect(results.posts.size).to eq(0)
|
|
end
|
|
|
|
it "doesn't include PMs that have groups" do
|
|
_pm = create_pm(users: [current, participant], group: group)
|
|
results =
|
|
Search.execute(
|
|
"@#{participant.username} in:personal-direct",
|
|
guardian: Guardian.new(current),
|
|
)
|
|
expect(results.posts.size).to eq(0)
|
|
end
|
|
end
|
|
|
|
context "with group_messages flag" do
|
|
it "returns results correctly for a PM in a given group" do
|
|
pm = create_pm(users: [participant, participant_2], group: group)
|
|
|
|
results = Search.execute("group_messages:#{group.name}", guardian: Guardian.new(current))
|
|
expect(results.posts).to contain_exactly(pm.first_post)
|
|
|
|
results =
|
|
Search.execute("secret group_messages:#{group.name}", guardian: Guardian.new(current))
|
|
expect(results.posts).to contain_exactly(pm.first_post)
|
|
end
|
|
|
|
it "returns nothing if user is not a group member" do
|
|
_pm = create_pm(users: [current, participant], group: group)
|
|
|
|
results =
|
|
Search.execute("group_messages:#{group.name}", guardian: Guardian.new(non_participant))
|
|
expect(results.posts.size).to eq(0)
|
|
|
|
# even for admins
|
|
results = Search.execute("group_messages:#{group.name}", guardian: Guardian.new(admin))
|
|
expect(results.posts.size).to eq(0)
|
|
end
|
|
|
|
it "returns nothing if group has messages disabled" do
|
|
_pm = create_pm(users: [current, participant], group: group)
|
|
group.update!(has_messages: false)
|
|
|
|
results = Search.execute("group_messages:#{group.name}", guardian: Guardian.new(current))
|
|
expect(results.posts.size).to eq(0)
|
|
end
|
|
|
|
it "is correctly scoped to a given group" do
|
|
wrong_group = Fabricate(:group, has_messages: true)
|
|
pm = create_pm(users: [current, participant], group: group)
|
|
|
|
results = Search.execute("group_messages:#{group.name}", guardian: Guardian.new(current))
|
|
expect(results.posts).to contain_exactly(pm.first_post)
|
|
|
|
results =
|
|
Search.execute("group_messages:#{wrong_group.name}", guardian: Guardian.new(current))
|
|
expect(results.posts.size).to eq(0)
|
|
end
|
|
end
|
|
end
|
|
|
|
context "with all topics" do
|
|
let!(:u1) { Fabricate(:user, username: "fred", name: "bob jones", email: "foo+1@bar.baz") }
|
|
let!(:u2) { Fabricate(:user, username: "bob", name: "fred jones", email: "foo+2@bar.baz") }
|
|
let!(:u3) { Fabricate(:user, username: "jones", name: "bob fred", email: "foo+3@bar.baz") }
|
|
let!(:u4) do
|
|
Fabricate(:user, username: "alice", name: "bob fred", email: "foo+4@bar.baz", admin: true)
|
|
end
|
|
|
|
let!(:public_topic) { Fabricate(:topic, user: u1) }
|
|
let!(:public_post1) do
|
|
Fabricate(
|
|
:post,
|
|
topic: public_topic,
|
|
raw: "what do you want for breakfast? ham and eggs?",
|
|
user: u1,
|
|
)
|
|
end
|
|
let!(:public_post2) { Fabricate(:post, topic: public_topic, raw: "ham and spam", user: u2) }
|
|
|
|
let!(:private_topic) do
|
|
Fabricate(:topic, user: u1, category_id: nil, archetype: "private_message")
|
|
end
|
|
let!(:private_post1) do
|
|
Fabricate(
|
|
:post,
|
|
topic: private_topic,
|
|
raw: "what do you want for lunch? ham and cheese?",
|
|
user: u1,
|
|
)
|
|
end
|
|
let!(:private_post2) do
|
|
Fabricate(:post, topic: private_topic, raw: "cheese and spam", user: u2)
|
|
end
|
|
|
|
it "finds private messages" do
|
|
TopicAllowedUser.create!(user_id: u1.id, topic_id: private_topic.id)
|
|
TopicAllowedUser.create!(user_id: u2.id, topic_id: private_topic.id)
|
|
|
|
# case insensitive only
|
|
results = Search.execute("iN:aLL cheese", guardian: Guardian.new(u1))
|
|
expect(results.posts).to contain_exactly(private_post1)
|
|
|
|
# private only
|
|
results = Search.execute("in:all cheese", guardian: Guardian.new(u1))
|
|
expect(results.posts).to contain_exactly(private_post1)
|
|
|
|
# public only
|
|
results = Search.execute("in:all eggs", guardian: Guardian.new(u1))
|
|
expect(results.posts).to contain_exactly(public_post1)
|
|
|
|
# both
|
|
results = Search.execute("in:all spam", guardian: Guardian.new(u1))
|
|
expect(results.posts).to contain_exactly(public_post2, private_post2)
|
|
|
|
# for anon
|
|
results = Search.execute("in:all spam", guardian: Guardian.new)
|
|
expect(results.posts).to contain_exactly(public_post2)
|
|
|
|
# nonparticipatory user
|
|
results = Search.execute("in:all cheese", guardian: Guardian.new(u3))
|
|
expect(results.posts.empty?).to eq(true)
|
|
|
|
results = Search.execute("in:all eggs", guardian: Guardian.new(u3))
|
|
expect(results.posts).to contain_exactly(public_post1)
|
|
|
|
results = Search.execute("in:all spam", guardian: Guardian.new(u3))
|
|
expect(results.posts).to contain_exactly(public_post2)
|
|
|
|
# Admin doesn't see private topic
|
|
results = Search.execute("in:all spam", guardian: Guardian.new(u4))
|
|
expect(results.posts).to contain_exactly(public_post2)
|
|
|
|
# same keyword for different users
|
|
results = Search.execute("in:all ham", guardian: Guardian.new(u1))
|
|
expect(results.posts).to contain_exactly(public_post1, private_post1)
|
|
|
|
results = Search.execute("in:all ham", guardian: Guardian.new(u2))
|
|
expect(results.posts).to contain_exactly(public_post1, private_post1)
|
|
|
|
results = Search.execute("in:all ham", guardian: Guardian.new(u3))
|
|
expect(results.posts).to contain_exactly(public_post1)
|
|
end
|
|
end
|
|
end
|
|
|
|
context "with posts" do
|
|
fab!(:post) do
|
|
SearchIndexer.enable
|
|
Fabricate(:post)
|
|
end
|
|
|
|
let(:topic) { post.topic }
|
|
|
|
let!(:reply) do
|
|
Fabricate(:post_with_long_raw_content, topic: topic, user: topic.user).tap do |post|
|
|
post.update!(raw: "#{post.raw} elephant")
|
|
end
|
|
end
|
|
|
|
let(:expected_blurb) do
|
|
"#{Search::GroupedSearchResults::OMISSION}hundred characters to satisfy any test conditions that require content longer than the typical test post raw content. It really is some long content, folks. <span class=\"#{Search::HIGHLIGHT_CSS_CLASS}\">elephant</span>"
|
|
end
|
|
|
|
it "returns the post" do
|
|
SiteSetting.use_pg_headlines_for_excerpt = true
|
|
|
|
result = Search.execute("elephant", type_filter: "topic", include_blurbs: true)
|
|
|
|
expect(result.posts.map(&:id)).to contain_exactly(reply.id)
|
|
|
|
post = result.posts.first
|
|
|
|
expect(result.blurb(post)).to eq(expected_blurb)
|
|
expect(post.topic_title_headline).to eq(topic.fancy_title)
|
|
end
|
|
|
|
it "only applies highlighting to the first #{Search::MAX_LENGTH_FOR_HEADLINE} characters" do
|
|
SiteSetting.use_pg_headlines_for_excerpt = true
|
|
|
|
reply.update!(raw: "#{"a" * Search::MAX_LENGTH_FOR_HEADLINE} #{reply.raw}")
|
|
|
|
result = Search.execute("elephant")
|
|
|
|
expect(result.posts.map(&:id)).to contain_exactly(reply.id)
|
|
|
|
post = result.posts.first
|
|
|
|
expect(post.headline.include?("elephant")).to eq(false)
|
|
end
|
|
|
|
it "does not truncate topic title when applying highlights" do
|
|
SiteSetting.use_pg_headlines_for_excerpt = true
|
|
|
|
topic = reply.topic
|
|
topic.update!(
|
|
title: "#{"very " * 7}long topic title with our search term in the middle of the title",
|
|
)
|
|
|
|
result = Search.execute("search term")
|
|
|
|
expect(result.posts.first.topic_title_headline).to eq(<<~HTML.chomp)
|
|
Very very very very very very very long topic title with our <span class=\"#{Search::HIGHLIGHT_CSS_CLASS}\">search</span> <span class=\"#{Search::HIGHLIGHT_CSS_CLASS}\">term</span> in the middle of the title
|
|
HTML
|
|
end
|
|
|
|
it "limits the search headline to #{Search::GroupedSearchResults::BLURB_LENGTH} characters" do
|
|
SiteSetting.use_pg_headlines_for_excerpt = true
|
|
|
|
reply.update!(raw: "#{"a" * Search::GroupedSearchResults::BLURB_LENGTH} elephant")
|
|
|
|
result = Search.execute("elephant")
|
|
|
|
expect(result.posts.map(&:id)).to contain_exactly(reply.id)
|
|
|
|
post = result.posts.first
|
|
|
|
expect(result.blurb(post)).to eq(
|
|
"#{"a" * Search::GroupedSearchResults::BLURB_LENGTH}#{Search::GroupedSearchResults::OMISSION}",
|
|
)
|
|
end
|
|
|
|
it "returns the right post and blurb for searches with phrase" do
|
|
SiteSetting.use_pg_headlines_for_excerpt = true
|
|
|
|
result = Search.execute('"elephant"', type_filter: "topic", include_blurbs: true)
|
|
|
|
expect(result.posts.map(&:id)).to contain_exactly(reply.id)
|
|
expect(result.blurb(result.posts.first)).to eq(expected_blurb)
|
|
end
|
|
|
|
it "applies a small penalty to closed topics and archived topics when ranking" do
|
|
archived_post =
|
|
Fabricate(
|
|
:post,
|
|
raw: "My weekly update",
|
|
topic:
|
|
Fabricate(:topic, title: "A topic that will be archived", archived: true, closed: true),
|
|
)
|
|
|
|
closed_post =
|
|
Fabricate(
|
|
:post,
|
|
raw: "My weekly update",
|
|
topic: Fabricate(:topic, title: "A topic that will be closed", closed: true),
|
|
)
|
|
|
|
open_post =
|
|
Fabricate(
|
|
:post,
|
|
raw: "My weekly update",
|
|
topic: Fabricate(:topic, title: "A topic that will be open"),
|
|
)
|
|
|
|
result = Search.execute("weekly update")
|
|
expect(result.posts.pluck(:id)).to eq([open_post.id, closed_post.id, archived_post.id])
|
|
end
|
|
|
|
it "can find posts by searching for a url prefix" do
|
|
post = Fabricate(:post, raw: "checkout the amazing domain https://happy.sappy.com")
|
|
|
|
results = Search.execute("happy")
|
|
expect(results.posts.count).to eq(1)
|
|
expect(results.posts.first.id).to eq(post.id)
|
|
|
|
results = Search.execute("sappy")
|
|
expect(results.posts.count).to eq(1)
|
|
expect(results.posts.first.id).to eq(post.id)
|
|
end
|
|
|
|
it "aggregates searches in a topic by returning the post with the lowest post number" do
|
|
post = Fabricate(:post, topic: topic, raw: "this is a play post")
|
|
_post2 = Fabricate(:post, topic: topic, raw: "play play playing played play")
|
|
post3 = Fabricate(:post, raw: "this is a play post")
|
|
|
|
5.times { Fabricate(:post, topic: topic, raw: "play playing played") }
|
|
|
|
results = Search.execute("play")
|
|
|
|
expect(results.posts.map(&:id)).to eq([post.id, post3.id])
|
|
end
|
|
|
|
it "is able to search with an offset when configured" do
|
|
post_1 = Fabricate(:post, raw: "this is a play post")
|
|
SiteSetting.search_recent_regular_posts_offset_post_id = post_1.id + 1
|
|
|
|
results = Search.execute("play post")
|
|
|
|
expect(results.posts).to eq([post_1])
|
|
|
|
post_2 = Fabricate(:post, raw: "this is another play post")
|
|
|
|
SiteSetting.search_recent_regular_posts_offset_post_id = post_2.id
|
|
|
|
results = Search.execute("play post")
|
|
|
|
expect(results.posts.map(&:id)).to eq([post_2.id, post_1.id])
|
|
end
|
|
|
|
it "allows staff and members of whisperers group to search for whispers" do
|
|
whisperers_group = Fabricate(:group)
|
|
user = Fabricate(:user)
|
|
SiteSetting.whispers_allowed_groups = "#{Group::AUTO_GROUPS[:staff]}|#{whisperers_group.id}"
|
|
|
|
post.update!(post_type: Post.types[:whisper], raw: "this is a tiger")
|
|
|
|
results = Search.execute("tiger")
|
|
|
|
expect(results.posts).to eq([])
|
|
|
|
results = Search.execute("tiger", guardian: Guardian.new(admin))
|
|
|
|
expect(results.posts).to eq([post])
|
|
|
|
results = Search.execute("tiger", guardian: Guardian.new(user))
|
|
expect(results.posts).to eq([])
|
|
|
|
user.groups << whisperers_group
|
|
results = Search.execute("tiger", guardian: Guardian.new(user))
|
|
expect(results.posts).to eq([post])
|
|
end
|
|
|
|
it "does not rely on postgres's proximity opreators" do
|
|
topic.update!(title: "End-to-end something something testing")
|
|
|
|
results = Search.execute("end-to-end test")
|
|
|
|
expect(results.posts).to eq([post])
|
|
end
|
|
end
|
|
|
|
describe "topics" do
|
|
let(:post) { Fabricate(:post) }
|
|
let(:topic) { post.topic }
|
|
|
|
context "with search within topic" do
|
|
def new_post(raw, topic = nil, created_at: nil)
|
|
topic ||= Fabricate(:topic)
|
|
Fabricate(
|
|
:post,
|
|
topic: topic,
|
|
topic_id: topic.id,
|
|
user: topic.user,
|
|
raw: raw,
|
|
created_at: created_at,
|
|
)
|
|
end
|
|
|
|
it "works in Chinese" do
|
|
SiteSetting.search_tokenize_chinese_japanese_korean = true
|
|
post = new_post("I am not in English 何点になると思いますか")
|
|
|
|
results = Search.execute("何点になると思", search_context: post.topic)
|
|
expect(results.posts.map(&:id)).to eq([post.id])
|
|
end
|
|
|
|
it "displays multiple results within a topic" do
|
|
topic2 = Fabricate(:topic)
|
|
|
|
new_post("this is the other post I am posting", topic2, created_at: 6.minutes.ago)
|
|
new_post("this is my fifth post I am posting", topic2, created_at: 5.minutes.ago)
|
|
|
|
post1 = new_post("this is the other post I am posting", topic, created_at: 4.minutes.ago)
|
|
post2 = new_post("this is my first post I am posting", topic, created_at: 3.minutes.ago)
|
|
post3 =
|
|
new_post(
|
|
"this is a real long and complicated bla this is my second post I am Posting birds with more stuff bla bla",
|
|
topic,
|
|
created_at: 2.minutes.ago,
|
|
)
|
|
post4 = new_post("this is my fourth post I am posting", topic, created_at: 1.minute.ago)
|
|
|
|
# update posts_count
|
|
topic.reload
|
|
|
|
results = Search.execute("posting", search_context: post1.topic)
|
|
expect(results.posts.map(&:id)).to eq([post1.id, post2.id, post3.id, post4.id])
|
|
|
|
results = Search.execute("posting l", search_context: post1.topic)
|
|
expect(results.posts.map(&:id)).to eq([post4.id, post3.id, post2.id, post1.id])
|
|
|
|
# stop words should work
|
|
results = Search.execute("this", search_context: post1.topic)
|
|
expect(results.posts.length).to eq(4)
|
|
|
|
# phrase search works as expected
|
|
results = Search.execute('"fourth post I am posting"', search_context: post1.topic)
|
|
expect(results.posts.length).to eq(1)
|
|
end
|
|
|
|
it "works for unlisted topics" do
|
|
topic.update(visible: false)
|
|
_post = new_post("discourse is awesome", topic)
|
|
results = Search.execute("discourse", search_context: topic)
|
|
expect(results.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
context "when searching the OP" do
|
|
let!(:post) { Fabricate(:post_with_long_raw_content) }
|
|
let(:result) { Search.execute("hundred", type_filter: "topic") }
|
|
|
|
it "returns a result correctly" do
|
|
expect(result.posts.length).to eq(1)
|
|
expect(result.posts[0].id).to eq(post.id)
|
|
end
|
|
end
|
|
|
|
context "when searching for quoted title" do
|
|
it "can find quoted title" do
|
|
create_post(raw: "this is the raw body", title: "I am a title yeah")
|
|
result = Search.execute('"a title yeah"')
|
|
|
|
expect(result.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
context "when searching for a topic by id" do
|
|
let(:result) do
|
|
Search.execute(
|
|
topic.id,
|
|
type_filter: "topic",
|
|
search_for_id: true,
|
|
min_search_term_length: 1,
|
|
)
|
|
end
|
|
|
|
it "returns the topic" do
|
|
expect(result.posts.length).to eq(1)
|
|
expect(result.posts.first.id).to eq(post.id)
|
|
end
|
|
end
|
|
|
|
context "when searching for a topic by url" do
|
|
it "returns the topic" do
|
|
result = Search.execute(topic.relative_url, search_for_id: true, type_filter: "topic")
|
|
expect(result.posts.length).to eq(1)
|
|
expect(result.posts.first.id).to eq(post.id)
|
|
end
|
|
|
|
context "with restrict_to_archetype" do
|
|
let(:personal_message) { Fabricate(:private_message_topic) }
|
|
let!(:p1) { Fabricate(:post, topic: personal_message, post_number: 1) }
|
|
|
|
it "restricts result to topics" do
|
|
result =
|
|
Search.execute(
|
|
personal_message.relative_url,
|
|
search_for_id: true,
|
|
type_filter: "topic",
|
|
restrict_to_archetype: Archetype.default,
|
|
)
|
|
expect(result.posts.length).to eq(0)
|
|
|
|
result =
|
|
Search.execute(
|
|
topic.relative_url,
|
|
search_for_id: true,
|
|
type_filter: "topic",
|
|
restrict_to_archetype: Archetype.default,
|
|
)
|
|
expect(result.posts.length).to eq(1)
|
|
end
|
|
|
|
it "restricts result to messages" do
|
|
result =
|
|
Search.execute(
|
|
topic.relative_url,
|
|
search_for_id: true,
|
|
type_filter: "private_messages",
|
|
guardian: Guardian.new(admin),
|
|
restrict_to_archetype: Archetype.private_message,
|
|
)
|
|
expect(result.posts.length).to eq(0)
|
|
|
|
result =
|
|
Search.execute(
|
|
personal_message.relative_url,
|
|
search_for_id: true,
|
|
type_filter: "private_messages",
|
|
guardian: Guardian.new(admin),
|
|
restrict_to_archetype: Archetype.private_message,
|
|
)
|
|
expect(result.posts.length).to eq(1)
|
|
end
|
|
end
|
|
end
|
|
|
|
context "with security" do
|
|
def result(current_user)
|
|
Search.execute("hello", guardian: Guardian.new(current_user))
|
|
end
|
|
|
|
it "secures results correctly" do
|
|
category = Fabricate(:category_with_definition)
|
|
|
|
topic.category_id = category.id
|
|
topic.save
|
|
|
|
category.set_permissions(staff: :full)
|
|
category.save
|
|
|
|
expect(result(nil).posts).not_to be_present
|
|
expect(result(Fabricate(:user)).posts).not_to be_present
|
|
expect(result(admin).posts).to be_present
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "cyrillic topic" do
|
|
let!(:cyrillic_topic) do
|
|
Fabricate(:topic) do
|
|
user
|
|
title { sequence(:title) { |i| "Тестовая запись #{i}" } }
|
|
end
|
|
end
|
|
|
|
let!(:post) { Fabricate(:post, topic: cyrillic_topic, user: cyrillic_topic.user) }
|
|
let(:result) { Search.execute("запись") }
|
|
|
|
it "finds something when given cyrillic query" do
|
|
expect(result.posts).to contain_exactly(post)
|
|
end
|
|
end
|
|
|
|
it "does not tokenize search term" do
|
|
Fabricate(:post, raw: "thing is canned should still be found!")
|
|
expect(Search.execute("canned").posts).to be_present
|
|
end
|
|
|
|
describe "categories" do
|
|
let(:category) { Fabricate(:category_with_definition, name: "monkey Category 2") }
|
|
let(:topic) { Fabricate(:topic, category: category) }
|
|
let!(:post) { Fabricate(:post, topic: topic, raw: "snow monkey") }
|
|
|
|
let!(:ignored_category) do
|
|
Fabricate(
|
|
:category_with_definition,
|
|
name: "monkey Category 1",
|
|
slug: "test",
|
|
search_priority: Searchable::PRIORITIES[:ignore],
|
|
)
|
|
end
|
|
|
|
it "should return the right categories" do
|
|
search = Search.execute("monkey")
|
|
|
|
expect(search.categories).to contain_exactly(category, ignored_category)
|
|
|
|
expect(search.posts).to eq([category.topic.first_post, post])
|
|
|
|
search = Search.execute("monkey #test")
|
|
|
|
expect(search.posts).to eq([ignored_category.topic.first_post])
|
|
end
|
|
|
|
describe "with child categories" do
|
|
let!(:child_of_ignored_category) do
|
|
Fabricate(
|
|
:category_with_definition,
|
|
name: "monkey Category 3",
|
|
parent_category: ignored_category,
|
|
)
|
|
end
|
|
|
|
let!(:post2) do
|
|
Fabricate(
|
|
:post,
|
|
topic: Fabricate(:topic, category: child_of_ignored_category),
|
|
raw: "snow monkey park",
|
|
)
|
|
end
|
|
|
|
it "returns the right results" do
|
|
search = Search.execute("monkey")
|
|
|
|
expect(search.categories).to contain_exactly(
|
|
category,
|
|
ignored_category,
|
|
child_of_ignored_category,
|
|
)
|
|
|
|
expect(search.posts.map(&:id)).to eq(
|
|
[child_of_ignored_category.topic.first_post, category.topic.first_post, post2, post].map(
|
|
&:id
|
|
),
|
|
)
|
|
|
|
search = Search.execute("snow")
|
|
expect(search.posts.map(&:id)).to eq([post2.id, post.id])
|
|
|
|
category.set_permissions({})
|
|
category.save!
|
|
search = Search.execute("monkey")
|
|
|
|
expect(search.categories).to contain_exactly(ignored_category, child_of_ignored_category)
|
|
|
|
expect(search.posts.map(&:id)).to eq(
|
|
[child_of_ignored_category.topic.first_post, post2].map(&:id),
|
|
)
|
|
end
|
|
end
|
|
|
|
describe "categories with different priorities" do
|
|
let(:category2) { Fabricate(:category_with_definition) }
|
|
|
|
it "should return posts in the right order" do
|
|
raw = "The pure genuine evian"
|
|
post = Fabricate(:post, topic: category.topic, raw: raw)
|
|
post2 = Fabricate(:post, topic: category2.topic, raw: raw)
|
|
post2.topic.update!(bumped_at: 10.seconds.from_now)
|
|
|
|
search = Search.execute(raw)
|
|
|
|
expect(search.posts.map(&:id)).to eq([post2.id, post.id])
|
|
|
|
category.update!(search_priority: Searchable::PRIORITIES[:high])
|
|
|
|
search = Search.execute(raw)
|
|
|
|
expect(search.posts.map(&:id)).to eq([post.id, post2.id])
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "groups" do
|
|
def search(user = Fabricate(:user))
|
|
Search.execute(group.name, guardian: Guardian.new(user))
|
|
end
|
|
|
|
let!(:group) { Group[:trust_level_0] }
|
|
|
|
it "shows group" do
|
|
expect(search.groups.map(&:name)).to eq([group.name])
|
|
end
|
|
|
|
context "with group visibility" do
|
|
let!(:group) { Fabricate(:group) }
|
|
|
|
before { group.update!(visibility_level: 3) }
|
|
|
|
context "with staff logged in" do
|
|
it "shows group" do
|
|
expect(search(admin).groups.map(&:name)).to eq([group.name])
|
|
end
|
|
end
|
|
|
|
context "with non staff logged in" do
|
|
fab!(:user)
|
|
|
|
it "shows doesn't show group" do
|
|
expect(search(user).groups.map(&:name)).to eq([])
|
|
end
|
|
end
|
|
end
|
|
|
|
context "with registered plugin callbacks" do
|
|
let!(:group) { Fabricate(:group, name: "plugin-special") }
|
|
|
|
context "when :search_groups_set_query_callback is registered" do
|
|
it "changes the search results" do
|
|
# initial result (without applying the plugin callback )
|
|
expect(search.groups.map(&:name).include?("plugin-special")).to eq(true)
|
|
|
|
DiscoursePluginRegistry.register_search_groups_set_query_callback(
|
|
Proc.new { |query, term, guardian| query.where.not(name: "plugin-special") },
|
|
Plugin::Instance.new,
|
|
)
|
|
|
|
# after using the callback we expect the search result to be changed because the
|
|
# query was altered
|
|
expect(search.groups.map(&:name).include?("plugin-special")).to eq(false)
|
|
|
|
DiscoursePluginRegistry.reset_register!(:search_groups_set_query_callbacks)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "tags" do
|
|
def search
|
|
Search.execute(tag.name)
|
|
end
|
|
|
|
let!(:tag) { Fabricate(:tag) }
|
|
let!(:uppercase_tag) { Fabricate(:tag, name: "HeLlO") }
|
|
let(:tag_group) { Fabricate(:tag_group) }
|
|
let(:category) { Fabricate(:category_with_definition) }
|
|
|
|
context "with post searching" do
|
|
before do
|
|
SiteSetting.tagging_enabled = true
|
|
DiscourseTagging.tag_topic_by_names(
|
|
post.topic,
|
|
Guardian.new(Fabricate(:admin, refresh_auto_groups: true)),
|
|
[tag.name, uppercase_tag.name],
|
|
)
|
|
post.topic.save
|
|
end
|
|
|
|
let(:post) { Fabricate(:post, raw: "I am special post") }
|
|
|
|
it "can find posts with tags" do
|
|
# we got to make this index (it is deferred)
|
|
Jobs::ReindexSearch.new.rebuild_posts
|
|
|
|
result = Search.execute(tag.name)
|
|
expect(result.posts.length).to eq(1)
|
|
|
|
result = Search.execute("hElLo")
|
|
expect(result.posts.length).to eq(1)
|
|
|
|
SiteSetting.tagging_enabled = false
|
|
|
|
result = Search.execute(tag.name)
|
|
expect(result.posts.length).to eq(0)
|
|
end
|
|
|
|
it "can find posts with tag synonyms" do
|
|
synonym = Fabricate(:tag, name: "synonym", target_tag: tag)
|
|
Jobs::ReindexSearch.new.rebuild_posts
|
|
result = Search.execute(synonym.name)
|
|
expect(result.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
context "when tagging is disabled" do
|
|
before { SiteSetting.tagging_enabled = false }
|
|
|
|
it "does not include tags" do
|
|
expect(search.tags).to_not be_present
|
|
end
|
|
end
|
|
|
|
context "when tagging is enabled" do
|
|
before { SiteSetting.tagging_enabled = true }
|
|
|
|
it "returns the tag in the result" do
|
|
expect(search.tags).to eq([tag])
|
|
end
|
|
|
|
it "shows staff tags" do
|
|
create_staff_only_tags(["#{tag.name}9"])
|
|
|
|
expect(Search.execute(tag.name, guardian: Guardian.new(admin)).tags.map(&:name)).to eq(
|
|
[tag.name, "#{tag.name}9"],
|
|
)
|
|
expect(search.tags.map(&:name)).to eq([tag.name, "#{tag.name}9"])
|
|
end
|
|
|
|
it "includes category-restricted tags" do
|
|
category_tag = Fabricate(:tag, name: "#{tag.name}9")
|
|
tag_group.tags = [category_tag]
|
|
category.set_permissions(admins: :full)
|
|
category.allowed_tag_groups = [tag_group.name]
|
|
category.save!
|
|
|
|
expect(Search.execute(tag.name, guardian: Guardian.new(admin)).tags).to eq(
|
|
[tag, category_tag],
|
|
)
|
|
expect(search.tags).to eq([tag, category_tag])
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "type_filter" do
|
|
let!(:user) { Fabricate(:user, username: "amazing", email: "amazing@amazing.com") }
|
|
let!(:category) { Fabricate(:category_with_definition, name: "amazing category", user: user) }
|
|
|
|
context "with user filter" do
|
|
let(:results) { Search.execute("amazing", type_filter: "user") }
|
|
|
|
it "returns a user result" do
|
|
expect(results.categories.length).to eq(0)
|
|
expect(results.posts.length).to eq(0)
|
|
expect(results.users.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
context "with category filter" do
|
|
let(:results) { Search.execute("amazing", type_filter: "category") }
|
|
|
|
it "returns a category result" do
|
|
expect(results.categories.length).to eq(1)
|
|
expect(results.posts.length).to eq(0)
|
|
expect(results.users.length).to eq(0)
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "search_context" do
|
|
it "can find a user when using search context" do
|
|
coding_horror = Fabricate(:coding_horror)
|
|
post = Fabricate(:post)
|
|
|
|
Fabricate(:post, user: coding_horror)
|
|
|
|
result = Search.execute("hello", search_context: post.user)
|
|
|
|
result.posts.first.topic_id = post.topic_id
|
|
expect(result.posts.length).to eq(1)
|
|
end
|
|
|
|
it "can use category as a search context" do
|
|
category =
|
|
Fabricate(:category_with_definition, search_priority: Searchable::PRIORITIES[:ignore])
|
|
|
|
topic = Fabricate(:topic, category: category)
|
|
topic_no_cat = Fabricate(:topic)
|
|
|
|
# includes subcategory in search
|
|
subcategory = Fabricate(:category_with_definition, parent_category_id: category.id)
|
|
sub_topic = Fabricate(:topic, category: subcategory)
|
|
|
|
post = Fabricate(:post, topic: topic, user: topic.user)
|
|
Fabricate(:post, topic: topic_no_cat, user: topic.user)
|
|
sub_post =
|
|
Fabricate(
|
|
:post,
|
|
raw: "I am saying hello from a subcategory",
|
|
topic: sub_topic,
|
|
user: topic.user,
|
|
)
|
|
|
|
search = Search.execute("hello", search_context: category)
|
|
expect(search.posts.map(&:id)).to match_array([post.id, sub_post.id])
|
|
expect(search.posts.length).to eq(2)
|
|
end
|
|
|
|
it "can use tag as a search context" do
|
|
tag = Fabricate(:tag, name: "important-stuff")
|
|
|
|
topic_no_tag = Fabricate(:topic)
|
|
Fabricate(:topic_tag, tag: tag, topic: topic)
|
|
|
|
post = Fabricate(:post, topic: topic, user: topic.user, raw: "This is my hello")
|
|
Fabricate(:post, topic: topic_no_tag, user: topic.user)
|
|
|
|
search = Search.execute("hello", search_context: tag)
|
|
expect(search.posts.map(&:id)).to contain_exactly(post.id)
|
|
expect(search.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
describe "Japanese search" do
|
|
let!(:topic) { Fabricate(:topic) }
|
|
let!(:post) { Fabricate(:post, topic: topic, raw: "This is some japanese text 日本が大好きです。") }
|
|
let!(:topic_2) { Fabricate(:topic, title: "日本の話題、 more japanese text") }
|
|
let!(:post_2) { Fabricate(:post, topic: topic_2) }
|
|
|
|
describe ".prepare_data" do
|
|
it "removes punctuations" do
|
|
SiteSetting.search_tokenize_japanese = true
|
|
|
|
expect(Search.prepare_data(post.raw)).to eq("This is some japanese text 日本 が 大好き です")
|
|
end
|
|
end
|
|
|
|
describe ".execute" do
|
|
before do
|
|
@old_default = SiteSetting.defaults.get(:min_search_term_length)
|
|
SiteSetting.defaults.set_regardless_of_locale(:min_search_term_length, 1)
|
|
SiteSetting.refresh!
|
|
end
|
|
|
|
after do
|
|
SiteSetting.defaults.set_regardless_of_locale(:min_search_term_length, @old_default)
|
|
SiteSetting.refresh!
|
|
end
|
|
|
|
it "finds posts containing Japanese text if tokenization is forced" do
|
|
SiteSetting.search_tokenize_japanese = true
|
|
|
|
expect(Search.execute("日本").posts.map(&:id)).to eq([post_2.id, post.id])
|
|
expect(Search.execute("日").posts.map(&:id)).to eq([post_2.id, post.id])
|
|
end
|
|
|
|
it "find posts containing search term when site's locale is set to Japanese" do
|
|
SiteSetting.default_locale = "ja"
|
|
|
|
expect(Search.execute("日本").posts.map(&:id)).to eq([post_2.id, post.id])
|
|
expect(Search.execute("日").posts.map(&:id)).to eq([post_2.id, post.id])
|
|
end
|
|
|
|
it "does not include superfluous spaces in blurbs" do
|
|
SiteSetting.default_locale = "ja"
|
|
|
|
post.update!(
|
|
raw: "場サアマネ織企ういかせ竹域ヱイマ穂基ホ神3予読ずねいぱ松査ス禁多サウ提懸イふ引小43改こょドめ。深とつぐ主思料農ぞかル者杯検める活分えほづぼ白犠",
|
|
)
|
|
|
|
results = Search.execute("ういかせ竹域", type_filter: "topic")
|
|
|
|
expect(results.posts.length).to eq(1)
|
|
expect(results.blurb(results.posts.first)).to include("ういかせ竹域")
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "Chinese search" do
|
|
let(:sentence) { "Discourse is a software company 中国的基础设施网络正在组装。" }
|
|
let(:sentence_t) { "Discourse is a software company 太平山森林遊樂區。" }
|
|
|
|
it "splits English / Chinese and filter out Chinese stop words" do
|
|
SiteSetting.default_locale = "zh_CN"
|
|
data = Search.prepare_data(sentence)
|
|
expect(data).to eq("Discourse is a software company 中国 基础设施 网络 正在 组装")
|
|
end
|
|
|
|
it "splits for indexing and filter out stop words" do
|
|
SiteSetting.default_locale = "zh_CN"
|
|
data = Search.prepare_data(sentence, :index)
|
|
expect(data).to eq("Discourse is a software company 中国 基础设施 网络 正在 组装")
|
|
end
|
|
|
|
it "splits English / Traditional Chinese and filter out stop words" do
|
|
SiteSetting.default_locale = "zh_TW"
|
|
data = Search.prepare_data(sentence_t)
|
|
expect(data).to eq("Discourse is a software company 太平山 森林 遊樂區")
|
|
end
|
|
|
|
it "does not split strings beginning with numeric chars into different segments" do
|
|
SiteSetting.default_locale = "zh_TW"
|
|
data = Search.prepare_data("#{sentence} 123abc")
|
|
expect(data).to eq("Discourse is a software company 中国 基础设施 网络 正在 组装 123abc")
|
|
end
|
|
|
|
it "finds chinese topic based on title" do
|
|
SiteSetting.default_locale = "zh_TW"
|
|
SiteSetting.min_search_term_length = 1
|
|
|
|
topic = Fabricate(:topic, title: "My Title Discourse社區指南")
|
|
post = Fabricate(:post, topic: topic)
|
|
|
|
expect(Search.execute("社區指南").posts.first.id).to eq(post.id)
|
|
expect(Search.execute("指南").posts.first.id).to eq(post.id)
|
|
end
|
|
|
|
it "finds chinese topic based on title if tokenization is forced" do
|
|
begin
|
|
SiteSetting.search_tokenize_chinese = true
|
|
default_min_search_term_length = SiteSetting.defaults.get(:min_search_term_length)
|
|
SiteSetting.defaults.set_regardless_of_locale(:min_search_term_length, 1)
|
|
SiteSetting.refresh!
|
|
|
|
topic = Fabricate(:topic, title: "My Title Discourse社區指南")
|
|
post = Fabricate(:post, topic: topic)
|
|
|
|
expect(Search.execute("社區指南").posts.first.id).to eq(post.id)
|
|
expect(Search.execute("指南").posts.first.id).to eq(post.id)
|
|
ensure
|
|
if default_min_search_term_length
|
|
SiteSetting.defaults.set_regardless_of_locale(
|
|
:min_search_term_length,
|
|
default_min_search_term_length,
|
|
)
|
|
SiteSetting.refresh!
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "Advanced search" do
|
|
describe "bookmarks" do
|
|
fab!(:user)
|
|
let!(:bookmark_post1) { Fabricate(:post, raw: "boom this is a bookmarked post") }
|
|
let!(:bookmark_post2) { Fabricate(:post, raw: "wow some other cool thing") }
|
|
|
|
def search_with_bookmarks
|
|
Search.execute("boom in:bookmarks", guardian: Guardian.new(user))
|
|
end
|
|
|
|
it "can filter by posts in the user's bookmarks" do
|
|
expect(search_with_bookmarks.posts.map(&:id)).to eq([])
|
|
Fabricate(:bookmark, user: user, bookmarkable: bookmark_post1)
|
|
expect(search_with_bookmarks.posts.map(&:id)).to match_array([bookmark_post1.id])
|
|
end
|
|
end
|
|
|
|
it "supports pinned" do
|
|
Fabricate(:post, raw: "hi this is a test 123 123", topic: topic)
|
|
_post = Fabricate(:post, raw: "boom boom shake the room", topic: topic)
|
|
|
|
topic.update_pinned(true)
|
|
|
|
expect(Search.execute("boom in:pinned").posts.length).to eq(1)
|
|
expect(Search.execute("boom IN:PINNED").posts.length).to eq(1)
|
|
end
|
|
|
|
it "supports wiki" do
|
|
topic_2 = Fabricate(:topic)
|
|
post = Fabricate(:post, raw: "this is a test 248", wiki: true, topic: topic)
|
|
Fabricate(:post, raw: "this is a test 248", wiki: false, topic: topic_2)
|
|
|
|
expect(Search.execute("test 248").posts.length).to eq(2)
|
|
expect(Search.execute("test 248 in:wiki").posts.first).to eq(post)
|
|
expect(Search.execute("test 248 IN:WIKI").posts.first).to eq(post)
|
|
end
|
|
|
|
it "supports searching for posts that the user has seen/unseen" do
|
|
topic_2 = Fabricate(:topic)
|
|
post = Fabricate(:post, raw: "logan is longan", topic: topic)
|
|
post_2 = Fabricate(:post, raw: "longan is logan", topic: topic_2)
|
|
|
|
[post.user, topic.user].each do |user|
|
|
PostTiming.create!(post_number: post.post_number, topic: topic, user: user, msecs: 1)
|
|
end
|
|
|
|
expect(post.seen?(post.user)).to eq(true)
|
|
|
|
expect(Search.execute("longan").posts.sort).to eq([post, post_2])
|
|
|
|
expect(Search.execute("longan in:seen", guardian: Guardian.new(post.user)).posts).to eq(
|
|
[post],
|
|
)
|
|
|
|
expect(Search.execute("longan IN:SEEN", guardian: Guardian.new(post.user)).posts).to eq(
|
|
[post],
|
|
)
|
|
|
|
expect(Search.execute("longan in:seen").posts.sort).to eq([post, post_2])
|
|
|
|
expect(Search.execute("longan in:seen", guardian: Guardian.new(post_2.user)).posts).to eq([])
|
|
|
|
expect(Search.execute("longan", guardian: Guardian.new(post_2.user)).posts.sort).to eq(
|
|
[post, post_2],
|
|
)
|
|
|
|
expect(
|
|
Search.execute("longan in:unseen", guardian: Guardian.new(post_2.user)).posts.sort,
|
|
).to eq([post, post_2])
|
|
|
|
expect(Search.execute("longan in:unseen", guardian: Guardian.new(post.user)).posts).to eq(
|
|
[post_2],
|
|
)
|
|
|
|
expect(Search.execute("longan IN:UNSEEN", guardian: Guardian.new(post.user)).posts).to eq(
|
|
[post_2],
|
|
)
|
|
end
|
|
|
|
it "supports before and after filters" do
|
|
time = Time.zone.parse("2001-05-20 2:55")
|
|
freeze_time(time)
|
|
|
|
post_1 = Fabricate(:post, raw: "hi this is a test 123 123", created_at: time.months_ago(2))
|
|
post_2 = Fabricate(:post, raw: "boom boom shake the room test")
|
|
|
|
expect(Search.execute("test before:1").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("test before:2001-04-20").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("test before:2001").posts).to eq([])
|
|
expect(Search.execute("test after:2001").posts).to contain_exactly(post_1, post_2)
|
|
expect(Search.execute("test before:monday").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("test after:jan").posts).to contain_exactly(post_1, post_2)
|
|
end
|
|
|
|
it "supports in:first, user:, @username" do
|
|
post_1 = Fabricate(:post, raw: "hi this is a test 123 123", topic: topic)
|
|
post_2 = Fabricate(:post, raw: "boom boom shake the room test", topic: topic)
|
|
|
|
expect(Search.execute("test in:first").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("test IN:FIRST").posts).to contain_exactly(post_1)
|
|
|
|
expect(Search.execute("boom").posts).to contain_exactly(post_2)
|
|
|
|
expect(Search.execute("boom in:first").posts).to eq([])
|
|
expect(Search.execute("boom f").posts).to eq([])
|
|
|
|
expect(Search.execute("123 in:first").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("123 f").posts).to contain_exactly(post_1)
|
|
|
|
expect(Search.execute("user:nobody").posts).to eq([])
|
|
expect(Search.execute("user:#{post_1.user.username}").posts).to contain_exactly(post_1)
|
|
expect(Search.execute("user:#{post_1.user_id}").posts).to contain_exactly(post_1)
|
|
|
|
expect(Search.execute("@#{post_1.user.username}").posts).to contain_exactly(post_1)
|
|
|
|
SiteSetting.unicode_usernames = true
|
|
unicode_user = Fabricate(:unicode_user)
|
|
post_3 = Fabricate(:post, user: unicode_user, raw: "post by a unicode user", topic: topic)
|
|
|
|
expect(Search.execute("@#{post_3.user.username}").posts).to contain_exactly(post_3)
|
|
end
|
|
|
|
context "when searching for posts made by users of a group" do
|
|
fab!(:topic) { Fabricate(:topic, created_at: 3.months.ago) }
|
|
fab!(:user)
|
|
fab!(:user_2) { Fabricate(:user) }
|
|
fab!(:user_3) { Fabricate(:user) }
|
|
fab!(:group) { Fabricate(:group, name: "Like_a_Boss").tap { |g| g.add(user) } }
|
|
fab!(:group_2) { Fabricate(:group).tap { |g| g.add(user_2) } }
|
|
let!(:post) { Fabricate(:post, raw: "hi this is a test 123 123", topic: topic, user: user) }
|
|
let!(:post_2) { Fabricate(:post, user: user_2) }
|
|
|
|
it "should not return any posts if group does not exist" do
|
|
group.update!(
|
|
visibility_level: Group.visibility_levels[:public],
|
|
members_visibility_level: Group.visibility_levels[:public],
|
|
)
|
|
|
|
expect(Search.execute("group:99999").posts).to eq([])
|
|
end
|
|
|
|
it "should return the right posts for a public group" do
|
|
group.update!(
|
|
visibility_level: Group.visibility_levels[:public],
|
|
members_visibility_level: Group.visibility_levels[:public],
|
|
)
|
|
|
|
expect(Search.execute("group:like_a_boss").posts).to contain_exactly(post)
|
|
expect(Search.execute("group:#{group.id}").posts).to contain_exactly(post)
|
|
end
|
|
|
|
it "should return the right posts for a public group with members' visibility restricted to logged on users" do
|
|
group.update!(
|
|
visibility_level: Group.visibility_levels[:public],
|
|
members_visibility_level: Group.visibility_levels[:logged_on_users],
|
|
)
|
|
|
|
expect(Search.execute("group:#{group.id}").posts).to eq([])
|
|
expect(
|
|
Search.execute("group:#{group.id}", guardian: Guardian.new(user_3)).posts,
|
|
).to contain_exactly(post)
|
|
end
|
|
|
|
it "should return the right posts for a group with visibility restricted to logged on users with members' visibility restricted to members" do
|
|
group.update!(
|
|
visibility_level: Group.visibility_levels[:logged_on_users],
|
|
members_visibility_level: Group.visibility_levels[:members],
|
|
)
|
|
|
|
expect(Search.execute("group:#{group.id}").posts).to eq([])
|
|
expect(Search.execute("group:#{group.id}", guardian: Guardian.new(user_3)).posts).to eq([])
|
|
expect(
|
|
Search.execute("group:#{group.id}", guardian: Guardian.new(user)).posts,
|
|
).to contain_exactly(post)
|
|
end
|
|
|
|
context "with registered plugin callbacks" do
|
|
context "when :search_groups_set_query_callback is registered" do
|
|
it "changes the search results" do
|
|
group.update!(
|
|
visibility_level: Group.visibility_levels[:public],
|
|
members_visibility_level: Group.visibility_levels[:public],
|
|
)
|
|
|
|
# initial result (without applying the plugin callback )
|
|
expect(Search.execute("group:like_a_boss").posts).to contain_exactly(post)
|
|
|
|
DiscoursePluginRegistry.register_search_groups_set_query_callback(
|
|
Proc.new { |query, term, guardian| query.where.not(name: "Like_a_Boss") },
|
|
Plugin::Instance.new,
|
|
)
|
|
|
|
# after using the callback we expect the search result to be changed because the
|
|
# query was altered
|
|
expect(Search.execute("group:like_a_boss").posts).to be_blank
|
|
|
|
DiscoursePluginRegistry.reset_register!(:search_groups_set_query_callbacks)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
it "supports badge" do
|
|
topic = Fabricate(:topic, created_at: 3.months.ago)
|
|
post = Fabricate(:post, raw: "hi this is a test 123 123", topic: topic)
|
|
|
|
badge = Badge.create!(name: "Like a Boss", badge_type_id: 1)
|
|
UserBadge.create!(
|
|
user_id: post.user_id,
|
|
badge_id: badge.id,
|
|
granted_at: 1.minute.ago,
|
|
granted_by_id: -1,
|
|
)
|
|
|
|
expect(Search.execute('badge:"like a boss"').posts.length).to eq(1)
|
|
expect(Search.execute('BADGE:"LIKE A BOSS"').posts.length).to eq(1)
|
|
expect(Search.execute('badge:"test"').posts.length).to eq(0)
|
|
end
|
|
|
|
it "can match exact phrases" do
|
|
post =
|
|
Fabricate(
|
|
:post,
|
|
raw:
|
|
"this is a test post with 'a URL https://some.site.com/search?q=test.test.test some random text I have to add",
|
|
)
|
|
post2 = Fabricate(:post, raw: "test URL post with")
|
|
|
|
expect(Search.execute("test post URL l").posts).to eq([post2, post])
|
|
expect(Search.execute(%{"test post with 'a URL"}).posts).to eq([post])
|
|
expect(Search.execute(%{"https://some.site.com/search?q=test.test.test"}).posts).to eq([post])
|
|
expect(
|
|
Search.execute(%{" with 'a URL https://some.site.com/search?q=test.test.test"}).posts,
|
|
).to eq([post])
|
|
end
|
|
|
|
it "can search numbers correctly, and match exact phrases" do
|
|
post = Fabricate(:post, raw: "3.0 eta is in 2 days horrah")
|
|
post2 = Fabricate(:post, raw: "3.0 is eta in 2 days horrah")
|
|
|
|
expect(Search.execute("3.0 eta").posts).to eq([post, post2])
|
|
expect(Search.execute("'3.0 eta'").posts).to eq([post, post2])
|
|
expect(Search.execute("\"3.0 eta\"").posts).to contain_exactly(post)
|
|
expect(Search.execute('"3.0, eta is"').posts).to eq([])
|
|
end
|
|
|
|
it "can find by status" do
|
|
public_category = Fabricate(:category, read_restricted: false)
|
|
post = Fabricate(:post, raw: "hi this is a test 123 123")
|
|
topic = post.topic
|
|
topic.update(category: public_category)
|
|
|
|
private_category = Fabricate(:category, read_restricted: true)
|
|
post2 = Fabricate(:post, raw: "hi this is another test 123 123")
|
|
second_topic = post2.topic
|
|
second_topic.update(category: private_category)
|
|
|
|
_post3 = Fabricate(:post, raw: "another test!", user: topic.user, topic: second_topic)
|
|
|
|
expect(Search.execute("test status:public").posts.length).to eq(1)
|
|
expect(Search.execute("test status:closed").posts.length).to eq(0)
|
|
expect(Search.execute("test status:open").posts.length).to eq(1)
|
|
expect(Search.execute("test STATUS:OPEN").posts.length).to eq(1)
|
|
expect(Search.execute("test posts_count:1").posts.length).to eq(1)
|
|
expect(Search.execute("test min_post_count:1").posts.length).to eq(1)
|
|
expect(Search.execute("test min_posts:1").posts.length).to eq(1)
|
|
expect(Search.execute("test max_posts:2").posts.length).to eq(1)
|
|
|
|
topic.update(closed: true)
|
|
second_topic.update(category: public_category)
|
|
|
|
expect(Search.execute("test status:public").posts.length).to eq(2)
|
|
expect(Search.execute("test status:closed").posts.length).to eq(1)
|
|
expect(Search.execute("status:closed").posts.length).to eq(1)
|
|
expect(Search.execute("test status:open").posts.length).to eq(1)
|
|
|
|
topic.update(archived: true, closed: false)
|
|
second_topic.update(closed: true)
|
|
|
|
expect(Search.execute("test status:archived").posts.length).to eq(1)
|
|
expect(Search.execute("test status:open").posts.length).to eq(0)
|
|
|
|
expect(Search.execute("test status:noreplies").posts.length).to eq(1)
|
|
|
|
expect(
|
|
Search.execute("test in:likes", guardian: Guardian.new(topic.user)).posts.length,
|
|
).to eq(0)
|
|
|
|
expect(
|
|
Search.execute("test in:posted", guardian: Guardian.new(topic.user)).posts.length,
|
|
).to eq(2)
|
|
expect(
|
|
Search.execute("test In:PoStEd", guardian: Guardian.new(topic.user)).posts.length,
|
|
).to eq(2)
|
|
|
|
in_created = Search.execute("test in:created", guardian: Guardian.new(topic.user)).posts
|
|
created_by_user =
|
|
Search.execute(
|
|
"test created:@#{topic.user.username}",
|
|
guardian: Guardian.new(topic.user),
|
|
).posts
|
|
expect(in_created.length).to eq(1)
|
|
expect(created_by_user.length).to eq(1)
|
|
expect(in_created).to eq(created_by_user)
|
|
|
|
expect(
|
|
Search
|
|
.execute(
|
|
"test created:@#{second_topic.user.username}",
|
|
guardian: Guardian.new(topic.user),
|
|
)
|
|
.posts
|
|
.length,
|
|
).to eq(1)
|
|
|
|
new_user = Fabricate(:user)
|
|
expect(
|
|
Search
|
|
.execute("test created:@#{new_user.username}", guardian: Guardian.new(topic.user))
|
|
.posts
|
|
.length,
|
|
).to eq(0)
|
|
|
|
TopicUser.change(
|
|
topic.user.id,
|
|
topic.id,
|
|
notification_level: TopicUser.notification_levels[:tracking],
|
|
)
|
|
expect(
|
|
Search.execute("test in:watching", guardian: Guardian.new(topic.user)).posts.length,
|
|
).to eq(0)
|
|
expect(
|
|
Search.execute("test in:tracking", guardian: Guardian.new(topic.user)).posts.length,
|
|
).to eq(1)
|
|
|
|
another_user = Fabricate(:user, username: "AnotherUser")
|
|
post4 = Fabricate(:post, raw: "test by uppercase username", user: another_user)
|
|
topic4 = post4.topic
|
|
topic4.update(category: public_category)
|
|
|
|
expect(
|
|
Search
|
|
.execute("test created:@#{another_user.username}", guardian: Guardian.new())
|
|
.posts
|
|
.length,
|
|
).to eq(1)
|
|
end
|
|
|
|
it "can find posts with images" do
|
|
user = Fabricate(:user, refresh_auto_groups: true)
|
|
post_uploaded = Fabricate(:post_with_uploaded_image, user: user)
|
|
Fabricate(:post, user: user)
|
|
|
|
CookedPostProcessor.new(post_uploaded).update_post_image
|
|
|
|
expect(Search.execute("with:images").posts.map(&:id)).to contain_exactly(post_uploaded.id)
|
|
end
|
|
|
|
it "defaults to search_default_sort_order when no order is provided" do
|
|
topic1 = Fabricate(:topic, title: "I do not like that Sam I am", created_at: 1.minute.ago)
|
|
post1 = Fabricate(:post, topic: topic1, created_at: 10.minutes.ago)
|
|
post2 =
|
|
Fabricate(
|
|
:post,
|
|
raw: "that Sam I am, that Sam I am",
|
|
created_at: 5.minutes.ago,
|
|
topic: Fabricate(:topic, created_at: 1.hour.ago),
|
|
)
|
|
|
|
SiteSetting.search_default_sort_order = SearchSortOrderSiteSetting.value_from_id(:latest)
|
|
|
|
expect(Search.execute("sam").posts.map(&:id)).to eq([post2.id, post1.id])
|
|
expect(Search.execute("sam ORDER:LATEST").posts.map(&:id)).to eq([post2.id, post1.id])
|
|
|
|
SiteSetting.search_default_sort_order =
|
|
SearchSortOrderSiteSetting.value_from_id(:latest_topic)
|
|
|
|
expect(Search.execute("sam").posts.map(&:id)).to eq([post1.id, post2.id])
|
|
expect(Search.execute("sam ORDER:LATEST_TOPIC").posts.map(&:id)).to eq([post1.id, post2.id])
|
|
end
|
|
|
|
it "can order by latest" do
|
|
topic1 = Fabricate(:topic, title: "I do not like that Sam I am")
|
|
post1 = Fabricate(:post, topic: topic1, created_at: 10.minutes.ago)
|
|
post2 = Fabricate(:post, raw: "that Sam I am, that Sam I am", created_at: 5.minutes.ago)
|
|
|
|
expect(Search.execute("sam").posts.map(&:id)).to eq([post1.id, post2.id])
|
|
expect(Search.execute("sam ORDER:LATEST").posts.map(&:id)).to eq([post2.id, post1.id])
|
|
expect(Search.execute("sam l").posts.map(&:id)).to eq([post2.id, post1.id])
|
|
expect(Search.execute("l sam").posts.map(&:id)).to eq([post2.id, post1.id])
|
|
end
|
|
|
|
it "can order by oldest" do
|
|
topic1 = Fabricate(:topic, title: "I do not like that Sam I am")
|
|
post1 = Fabricate(:post, topic: topic1, raw: "sam is a sam sam sam") # score higher
|
|
|
|
topic2 = Fabricate(:topic, title: "I do not like that Sam I am 2", created_at: 5.minutes.ago)
|
|
post2 = Fabricate(:post, topic: topic2, created_at: 5.minutes.ago)
|
|
|
|
expect(Search.execute("sam").posts.map(&:id)).to eq([post1.id, post2.id])
|
|
expect(Search.execute("sam ORDER:oldest").posts.map(&:id)).to eq([post2.id, post1.id])
|
|
end
|
|
|
|
it "can order by topic creation" do
|
|
today = Date.today
|
|
yesterday = 1.day.ago
|
|
two_days_ago = 2.days.ago
|
|
category = Fabricate(:category_with_definition)
|
|
|
|
old_topic =
|
|
Fabricate(
|
|
:topic,
|
|
title: "First Topic, testing the created_at sort",
|
|
created_at: two_days_ago,
|
|
category: category,
|
|
)
|
|
|
|
latest_topic =
|
|
Fabricate(
|
|
:topic,
|
|
title: "Second Topic, testing the created_at sort",
|
|
created_at: yesterday,
|
|
category: category,
|
|
)
|
|
|
|
old_relevant_topic_post =
|
|
Fabricate(:post, topic: old_topic, created_at: yesterday, raw: "Relevant Relevant Topic")
|
|
|
|
latest_irrelevant_topic_post =
|
|
Fabricate(:post, topic: latest_topic, created_at: today, raw: "Not Relevant")
|
|
|
|
# Expecting the default results
|
|
expect(Search.execute("Topic").posts.map(&:id)).to eq(
|
|
[old_relevant_topic_post.id, latest_irrelevant_topic_post.id, category.topic.first_post.id],
|
|
)
|
|
|
|
# Expecting the ordered by topic creation results
|
|
expect(Search.execute("Topic order:latest_topic").posts.map(&:id)).to eq(
|
|
[category.topic.first_post.id, latest_irrelevant_topic_post.id, old_relevant_topic_post.id],
|
|
)
|
|
|
|
# push weight to the front to ensure test is correct and is not just a coincidence
|
|
latest_irrelevant_topic_post.update!(raw: "Topic Topic Topic")
|
|
|
|
expect(Search.execute("Topic order:oldest_topic").posts.map(&:id)).to eq(
|
|
[old_relevant_topic_post.id, latest_irrelevant_topic_post.id, category.topic.first_post.id],
|
|
)
|
|
end
|
|
|
|
it "can order by topic views" do
|
|
topic = Fabricate(:topic, views: 1)
|
|
topic2 = Fabricate(:topic, views: 2)
|
|
post = Fabricate(:post, raw: "Topic", topic: topic)
|
|
post2 = Fabricate(:post, raw: "Topic", topic: topic2)
|
|
|
|
expect(Search.execute("Topic order:views").posts.map(&:id)).to eq([post2.id, post.id])
|
|
end
|
|
|
|
it "can filter by topic views" do
|
|
topic = Fabricate(:topic, views: 100)
|
|
topic2 = Fabricate(:topic, views: 200)
|
|
post = Fabricate(:post, raw: "Topic", topic: topic)
|
|
post2 = Fabricate(:post, raw: "Topic", topic: topic2)
|
|
|
|
expect(Search.execute("Topic min_views:150").posts.map(&:id)).to eq([post2.id])
|
|
expect(Search.execute("Topic max_views:150").posts.map(&:id)).to eq([post.id])
|
|
end
|
|
|
|
it "can search for terms with dots" do
|
|
post = Fabricate(:post, raw: "Will.2000 Will.Bob.Bill...")
|
|
expect(Search.execute("bill").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("bob").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("2000").posts.map(&:id)).to eq([post.id])
|
|
end
|
|
|
|
it "can search URLS correctly" do
|
|
post = Fabricate(:post, raw: "i like http://wb.camra.org.uk/latest#test so yay")
|
|
|
|
expect(Search.execute("http://wb.camra.org.uk/latest#test").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("camra").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("http://wb").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("wb.camra").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("wb.camra.org").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("org.uk").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("camra.org.uk").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("wb.camra.org.uk").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("wb.camra.org.uk/latest").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("/latest#test").posts.map(&:id)).to eq([post.id])
|
|
end
|
|
|
|
it "supports category slug and tags" do
|
|
# main category
|
|
category = Fabricate(:category_with_definition, name: "category 24", slug: "cateGory-24")
|
|
topic = Fabricate(:topic, created_at: 3.months.ago, category: category)
|
|
post = Fabricate(:post, raw: "Sams first post", topic: topic)
|
|
|
|
expect(Search.execute("sams post #categoRy-24").posts.length).to eq(1)
|
|
expect(Search.execute("sams post category:#{category.id}").posts.length).to eq(1)
|
|
expect(Search.execute("sams post #categoRy-25").posts.length).to eq(0)
|
|
|
|
sub_category =
|
|
Fabricate(
|
|
:category_with_definition,
|
|
name: "sub category",
|
|
slug: "sub-category",
|
|
parent_category_id: category.id,
|
|
)
|
|
second_topic = Fabricate(:topic, created_at: 3.months.ago, category: sub_category)
|
|
Fabricate(:post, raw: "sams second post", topic: second_topic)
|
|
|
|
expect(Search.execute("sams post category:categoRY-24").posts.length).to eq(2)
|
|
expect(Search.execute("sams post category:=cAtegory-24").posts.length).to eq(1)
|
|
|
|
expect(Search.execute("sams post #category-24").posts.length).to eq(2)
|
|
expect(Search.execute("sams post #=category-24").posts.length).to eq(1)
|
|
expect(Search.execute("sams post #sub-category").posts.length).to eq(1)
|
|
|
|
expect(Search.execute("sams post #categoRY-24:SUB-category").posts.length).to eq(1)
|
|
|
|
# tags
|
|
topic.tags = [
|
|
Fabricate(:tag, name: "alpha"),
|
|
Fabricate(:tag, name: "привет"),
|
|
Fabricate(:tag, name: "HeLlO"),
|
|
]
|
|
expect(Search.execute("this is a test #alpha").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("this is a test #привет").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("this is a test #hElLo").posts.map(&:id)).to eq([post.id])
|
|
expect(Search.execute("this is a test #beta").posts.size).to eq(0)
|
|
end
|
|
|
|
it "supports sub-sub category slugs" do
|
|
SiteSetting.max_category_nesting = 3
|
|
|
|
category = Fabricate(:category, name: "top", slug: "top")
|
|
sub = Fabricate(:category, name: "middle", slug: "middle", parent_category_id: category.id)
|
|
leaf = Fabricate(:category, name: "leaf", slug: "leaf", parent_category_id: sub.id)
|
|
|
|
topic = Fabricate(:topic, created_at: 3.months.ago, category: leaf)
|
|
_post = Fabricate(:post, raw: "Sams first post", topic: topic)
|
|
|
|
expect(Search.execute("#Middle:leaf first post").posts.size).to eq(1)
|
|
end
|
|
|
|
it "correctly handles #symbol when no tag or category match" do
|
|
Fabricate(:post, raw: "testing #1 #9998")
|
|
results = Search.new("testing #1").execute
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.new("#9998").execute
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.new("#nonexistent").execute
|
|
expect(results.posts.length).to eq(0)
|
|
|
|
results = Search.new("xxx #:").execute
|
|
expect(results.posts.length).to eq(0)
|
|
end
|
|
|
|
context "with tags" do
|
|
fab!(:tag1) { Fabricate(:tag, name: "lunch") }
|
|
fab!(:tag2) { Fabricate(:tag, name: "eggs") }
|
|
fab!(:tag3) { Fabricate(:tag, name: "sandwiches") }
|
|
|
|
fab!(:tag_group) do
|
|
group = TagGroup.create!(name: "mid day")
|
|
TagGroupMembership.create!(tag_id: tag1.id, tag_group_id: group.id)
|
|
TagGroupMembership.create!(tag_id: tag3.id, tag_group_id: group.id)
|
|
group
|
|
end
|
|
|
|
fab!(:topic1) { Fabricate(:topic, tags: [tag2, Fabricate(:tag)]) }
|
|
fab!(:topic2) { Fabricate(:topic, tags: [tag2]) }
|
|
fab!(:topic3) { Fabricate(:topic, tags: [tag1, tag2]) }
|
|
fab!(:topic4) { Fabricate(:topic, tags: [tag1, tag2, tag3]) }
|
|
fab!(:topic5) { Fabricate(:topic, tags: [tag2, tag3]) }
|
|
|
|
def indexed_post(*args)
|
|
SearchIndexer.enable
|
|
Fabricate(:post, *args)
|
|
end
|
|
|
|
fab!(:post1) { indexed_post(topic: topic1) }
|
|
fab!(:post2) { indexed_post(topic: topic2) }
|
|
fab!(:post3) { indexed_post(topic: topic3) }
|
|
fab!(:post4) { indexed_post(topic: topic4) }
|
|
fab!(:post5) { indexed_post(topic: topic5) }
|
|
|
|
it "can find posts by tag group" do
|
|
expect(Search.execute("#mid-day").posts.map(&:id)).to eq([post5, post4, post3].map(&:id))
|
|
end
|
|
|
|
it "can find posts with tag" do
|
|
post4 =
|
|
Fabricate(:post, topic: topic3, raw: "It probably doesn't help that they're green...")
|
|
|
|
expect(Search.execute("green tags:eggs").posts.map(&:id)).to eq([post4.id])
|
|
expect(Search.execute("tags:plants").posts.size).to eq(0)
|
|
end
|
|
|
|
it "can find posts with non-latin tag" do
|
|
topic.tags = [Fabricate(:tag, name: "さようなら")]
|
|
post = Fabricate(:post, raw: "Testing post", topic: topic)
|
|
|
|
expect(Search.execute("tags:さようなら").posts.map(&:id)).to eq([post.id])
|
|
end
|
|
|
|
it "can find posts with thai tag" do
|
|
topic.tags = [Fabricate(:tag, name: "เรซิ่น")]
|
|
post = Fabricate(:post, raw: "Testing post", topic: topic)
|
|
|
|
expect(Search.execute("tags:เรซิ่น").posts.map(&:id)).to eq([post.id])
|
|
end
|
|
|
|
it "can find posts with any tag from multiple tags" do
|
|
expect(Search.execute("tags:eggs,lunch").posts.map(&:id).sort).to eq(
|
|
[post1.id, post2.id, post3.id, post4.id, post5.id].sort,
|
|
)
|
|
end
|
|
|
|
it "can find posts which contains all provided tags" do
|
|
expect(Search.execute("tags:lunch+eggs+sandwiches").posts.map(&:id)).to eq([post4.id].sort)
|
|
expect(Search.execute("tags:eggs+lunch+sandwiches").posts.map(&:id)).to eq([post4.id].sort)
|
|
end
|
|
|
|
it "can find posts which contains provided tags and does not contain selected ones" do
|
|
expect(Search.execute("tags:eggs -tags:lunch").posts.map(&:id)).to eq(
|
|
[post5, post2, post1].map(&:id),
|
|
)
|
|
|
|
expect(Search.execute("tags:eggs -tags:lunch+sandwiches").posts.map(&:id)).to eq(
|
|
[post5, post3, post2, post1].map(&:id),
|
|
)
|
|
|
|
expect(Search.execute("tags:eggs -tags:lunch,sandwiches").posts.map(&:id)).to eq(
|
|
[post2, post1].map(&:id),
|
|
)
|
|
end
|
|
|
|
it "orders posts correctly when combining tags with categories or terms" do
|
|
cat1 = Fabricate(:category_with_definition, name: "food")
|
|
topic6 = Fabricate(:topic, tags: [tag1, tag2], category: cat1)
|
|
topic7 = Fabricate(:topic, tags: [tag1, tag2, tag3], category: cat1)
|
|
post7 =
|
|
Fabricate(
|
|
:post,
|
|
topic: topic6,
|
|
raw: "Wakey, wakey, eggs and bakey.",
|
|
like_count: 5,
|
|
created_at: 2.minutes.ago,
|
|
)
|
|
post8 =
|
|
Fabricate(
|
|
:post,
|
|
topic: topic7,
|
|
raw: "Bakey, bakey, eggs to makey.",
|
|
like_count: 2,
|
|
created_at: 1.minute.ago,
|
|
)
|
|
|
|
expect(Search.execute("bakey tags:lunch order:latest").posts.map(&:id)).to eq(
|
|
[post8.id, post7.id],
|
|
)
|
|
|
|
expect(Search.execute("#food tags:lunch order:latest").posts.map(&:id)).to eq(
|
|
[post8.id, post7.id],
|
|
)
|
|
|
|
expect(Search.execute("#food tags:lunch order:likes").posts.map(&:id)).to eq(
|
|
[post7.id, post8.id],
|
|
)
|
|
end
|
|
end
|
|
|
|
it "can find posts which contains filetypes" do
|
|
post1 = Fabricate(:post, raw: "http://example.com/image.png")
|
|
|
|
post2 =
|
|
Fabricate(
|
|
:post,
|
|
raw:
|
|
"Discourse logo\n" \
|
|
"http://example.com/logo.png\n" \
|
|
"http://example.com/vector_image.svg",
|
|
)
|
|
|
|
post_with_upload = Fabricate(:post, uploads: [Fabricate(:upload)])
|
|
Fabricate(:post)
|
|
|
|
TopicLink.extract_from(post1)
|
|
TopicLink.extract_from(post2)
|
|
|
|
expect(Search.execute("filetype:svg").posts).to eq([post2])
|
|
|
|
expect(Search.execute("filetype:png").posts.map(&:id)).to eq(
|
|
[post_with_upload, post2, post1].map(&:id),
|
|
)
|
|
|
|
expect(Search.execute("logo filetype:png").posts).to eq([post2])
|
|
end
|
|
end
|
|
|
|
describe "#ts_query" do
|
|
it "can parse complex strings using ts_query helper" do
|
|
str = +" grigio:babel deprecated? "
|
|
str << "page page on Atmosphere](https://atmospherejs.com/grigio/babel)xxx: aaa.js:222 aaa'\"bbb"
|
|
|
|
ts_query = Search.ts_query(term: str, ts_config: "simple")
|
|
expect { DB.exec(+"SELECT to_tsvector('bbb') @@ " << ts_query) }.to_not raise_error
|
|
|
|
ts_query = Search.ts_query(term: "foo.bar/'&baz", ts_config: "simple")
|
|
expect { DB.exec(+"SELECT to_tsvector('bbb') @@ " << ts_query) }.to_not raise_error
|
|
expect(ts_query).to include("baz")
|
|
end
|
|
|
|
it "escapes the term correctly" do
|
|
expect(Search.ts_query(term: 'Title with trailing backslash\\')).to eq(
|
|
"REGEXP_REPLACE(TO_TSQUERY('english', '''Title with trailing backslash\\\\\\\\'':*')::text, '<->|<\\d+>', '&', 'g')::tsquery",
|
|
)
|
|
|
|
expect(Search.ts_query(term: "Title with trailing quote'")).to eq(
|
|
"REGEXP_REPLACE(TO_TSQUERY('english', '''Title with trailing quote'''''':*')::text, '<->|<\\d+>', '&', 'g')::tsquery",
|
|
)
|
|
end
|
|
|
|
it "remaps postgres's proximity operators '<->' and its `<N>` variant" do
|
|
expect(
|
|
DB.query_single("SELECT #{Search.ts_query(term: "end-to-end")}::text"),
|
|
).to contain_exactly("'end-to-end':* & 'end':* & 'end':*")
|
|
end
|
|
end
|
|
|
|
describe "#word_to_date" do
|
|
it "parses relative dates correctly" do
|
|
time = Time.zone.parse("2001-02-20 2:55")
|
|
freeze_time(time)
|
|
|
|
expect(Search.word_to_date("yesterday")).to eq(time.beginning_of_day.yesterday)
|
|
expect(Search.word_to_date("suNday")).to eq(Time.zone.parse("2001-02-18"))
|
|
expect(Search.word_to_date("thursday")).to eq(Time.zone.parse("2001-02-15"))
|
|
expect(Search.word_to_date("deCember")).to eq(Time.zone.parse("2000-12-01"))
|
|
expect(Search.word_to_date("deC")).to eq(Time.zone.parse("2000-12-01"))
|
|
expect(Search.word_to_date("january")).to eq(Time.zone.parse("2001-01-01"))
|
|
expect(Search.word_to_date("jan")).to eq(Time.zone.parse("2001-01-01"))
|
|
|
|
expect(Search.word_to_date("100")).to eq(time.beginning_of_day.days_ago(100))
|
|
|
|
expect(Search.word_to_date("invalid")).to eq(nil)
|
|
end
|
|
|
|
it "parses absolute dates correctly" do
|
|
expect(Search.word_to_date("2001-1-20")).to eq(Time.zone.parse("2001-01-20"))
|
|
expect(Search.word_to_date("2030-10-2")).to eq(Time.zone.parse("2030-10-02"))
|
|
expect(Search.word_to_date("2030-10")).to eq(Time.zone.parse("2030-10-01"))
|
|
expect(Search.word_to_date("2030")).to eq(Time.zone.parse("2030-01-01"))
|
|
expect(Search.word_to_date("2030-01-32")).to eq(nil)
|
|
expect(Search.word_to_date("10000")).to eq(nil)
|
|
end
|
|
end
|
|
|
|
describe "#min_post_id" do
|
|
it "returns 0 when prefer_recent_posts is disabled" do
|
|
SiteSetting.search_prefer_recent_posts = false
|
|
expect(Search.min_post_id_no_cache).to eq(0)
|
|
end
|
|
|
|
it "returns a value when prefer_recent_posts is enabled" do
|
|
SiteSetting.search_prefer_recent_posts = true
|
|
SiteSetting.search_recent_posts_size = 1
|
|
|
|
Fabricate(:post)
|
|
p2 = Fabricate(:post)
|
|
|
|
expect(Search.min_post_id_no_cache).to eq(p2.id)
|
|
end
|
|
end
|
|
|
|
describe "search_log_id" do
|
|
it "returns an id when the search succeeds" do
|
|
s = Search.new("indiana jones", search_type: :header, ip_address: "127.0.0.1")
|
|
results = s.execute
|
|
expect(results.search_log_id).to be_present
|
|
end
|
|
|
|
it "does not log search if search_type is not present" do
|
|
s = Search.new("foo bar", ip_address: "127.0.0.1")
|
|
results = s.execute
|
|
expect(results.search_log_id).not_to be_present
|
|
end
|
|
end
|
|
|
|
describe "in:title" do
|
|
it "allows for search in title" do
|
|
topic = Fabricate(:topic, title: "I am testing a title search")
|
|
_post2 = Fabricate(:post, topic: topic, raw: "this is the second post", post_number: 2)
|
|
post = Fabricate(:post, topic: topic, raw: "this is the first post", post_number: 1)
|
|
|
|
results = Search.execute("title in:title")
|
|
expect(results.posts.map(&:id)).to eq([post.id])
|
|
|
|
results = Search.execute("title iN:tItLe")
|
|
expect(results.posts.map(&:id)).to eq([post.id])
|
|
|
|
results = Search.execute("first in:title")
|
|
expect(results.posts).to eq([])
|
|
end
|
|
|
|
it "works irrespective of the order" do
|
|
topic = Fabricate(:topic, title: "A topic about Discourse")
|
|
Fabricate(:post, topic: topic, raw: "This is another post")
|
|
topic2 = Fabricate(:topic, title: "This is another topic")
|
|
Fabricate(:post, topic: topic2, raw: "Discourse is awesome")
|
|
|
|
results = Search.execute("Discourse in:title status:open")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.execute("in:title status:open Discourse")
|
|
expect(results.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
describe "ignore_diacritics" do
|
|
before { SiteSetting.search_ignore_accents = true }
|
|
let!(:post1) { Fabricate(:post, raw: "สวัสดี Rágis hello") }
|
|
|
|
it("allows strips correctly") do
|
|
results = Search.execute("hello", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.execute("ragis", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.execute("Rágis", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
# TODO: this is a test we need to fix!
|
|
# expect(results.blurb(results.posts.first)).to include('Rágis')
|
|
|
|
results = Search.execute("สวัสดี", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
describe "include_diacritics" do
|
|
before { SiteSetting.search_ignore_accents = false }
|
|
let!(:post1) { Fabricate(:post, raw: "สวัสดี Régis hello") }
|
|
|
|
it("allows strips correctly") do
|
|
results = Search.execute("hello", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.execute("regis", type_filter: "topic")
|
|
expect(results.posts.length).to eq(0)
|
|
|
|
results = Search.execute("Régis", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
expect(results.blurb(results.posts.first)).to include("Régis")
|
|
|
|
results = Search.execute("สวัสดี", type_filter: "topic")
|
|
expect(results.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
describe "pagination" do
|
|
let(:number_of_results) { 2 }
|
|
let!(:post1) { Fabricate(:post, raw: "hello hello hello hello hello") }
|
|
let!(:post2) { Fabricate(:post, raw: "hello hello hello hello") }
|
|
let!(:post3) { Fabricate(:post, raw: "hello hello hello") }
|
|
let!(:post4) { Fabricate(:post, raw: "hello hello") }
|
|
let!(:post5) { Fabricate(:post, raw: "hello") }
|
|
|
|
before { Search.stubs(:per_filter).returns(number_of_results) }
|
|
|
|
it "returns more results flag" do
|
|
results = Search.execute("hello", search_type: :full_page, type_filter: "topic")
|
|
results2 = Search.execute("hello", search_type: :full_page, type_filter: "topic", page: 2)
|
|
|
|
expect(results.posts.length).to eq(number_of_results)
|
|
expect(results.posts.map(&:id)).to eq([post1.id, post2.id])
|
|
expect(results.more_full_page_results).to eq(true)
|
|
|
|
expect(results2.posts.length).to eq(number_of_results)
|
|
expect(results2.posts.map(&:id)).to eq([post3.id, post4.id])
|
|
expect(results2.more_full_page_results).to eq(true)
|
|
end
|
|
|
|
it "correctly search with page parameter" do
|
|
search = Search.new("hello", search_type: :full_page, type_filter: "topic", page: 3)
|
|
results = search.execute
|
|
|
|
expect(search.offset).to eq(2 * number_of_results)
|
|
expect(results.posts.length).to eq(1)
|
|
expect(results.posts).to eq([post5])
|
|
expect(results.more_full_page_results).to eq(nil)
|
|
end
|
|
|
|
it "returns more results flag for header searches" do
|
|
results = Search.execute("hello", search_type: :header)
|
|
expect(results.posts.length).to eq(Search.per_facet)
|
|
expect(results.more_posts).to eq(nil) # not 6 posts yet
|
|
|
|
_post6 = Fabricate(:post, raw: "hello post #6")
|
|
|
|
results = Search.execute("hello", search_type: :header)
|
|
expect(results.posts.length).to eq(Search.per_facet)
|
|
expect(results.more_posts).to eq(true)
|
|
end
|
|
end
|
|
|
|
describe "header in-topic search" do
|
|
let!(:topic) { Fabricate(:topic, title: "This is a topic with a bunch of posts") }
|
|
let!(:post1) { Fabricate(:post, topic: topic, raw: "hola amiga") }
|
|
let!(:post2) { Fabricate(:post, topic: topic, raw: "hola amigo") }
|
|
let!(:post3) { Fabricate(:post, topic: topic, raw: "hola chica") }
|
|
let!(:post4) { Fabricate(:post, topic: topic, raw: "hola chico") }
|
|
let!(:post5) { Fabricate(:post, topic: topic, raw: "hola hermana") }
|
|
let!(:post6) { Fabricate(:post, topic: topic, raw: "hola hermano") }
|
|
let!(:post7) { Fabricate(:post, topic: topic, raw: "hola chiquito") }
|
|
|
|
it "does not use per_facet pagination" do
|
|
search = Search.new("hola", search_type: :header, search_context: topic)
|
|
results = search.execute
|
|
|
|
expect(results.posts.length).to eq(7)
|
|
expect(results.more_posts).to eq(nil)
|
|
end
|
|
end
|
|
|
|
describe "in:tagged" do
|
|
it "allows for searching by presence of any tags" do
|
|
topic = Fabricate(:topic, title: "I am testing a tagged search")
|
|
_post = Fabricate(:post, topic: topic, raw: "this is the first post")
|
|
tag = Fabricate(:tag)
|
|
_topic_tag = Fabricate(:topic_tag, topic: topic, tag: tag)
|
|
|
|
results = Search.execute("in:untagged")
|
|
expect(results.posts.length).to eq(0)
|
|
|
|
results = Search.execute("in:tagged")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.execute("In:TaGgEd")
|
|
expect(results.posts.length).to eq(1)
|
|
end
|
|
end
|
|
|
|
describe "in:untagged" do
|
|
it "allows for searching by presence of no tags" do
|
|
topic = Fabricate(:topic, title: "I am testing a untagged search")
|
|
_post = Fabricate(:post, topic: topic, raw: "this is the first post")
|
|
|
|
results = Search.execute("iN:uNtAgGeD")
|
|
expect(results.posts.length).to eq(1)
|
|
|
|
results = Search.execute("in:tagged")
|
|
expect(results.posts.length).to eq(0)
|
|
end
|
|
end
|
|
|
|
describe "plugin extensions" do
|
|
let!(:post0) do
|
|
Fabricate(
|
|
:post,
|
|
raw: "this is the first post about advanced filter with length more than 50 chars",
|
|
)
|
|
end
|
|
let!(:post1) { Fabricate(:post, raw: "this is the second post about advanced filter") }
|
|
|
|
it "allows to define custom filter" do
|
|
expect(Search.new("advanced").execute.posts).to eq([post1, post0])
|
|
Search.advanced_filter(/^min_chars:(\d+)$/) do |posts, match|
|
|
posts.where("(SELECT LENGTH(p2.raw) FROM posts p2 WHERE p2.id = posts.id) >= ?", match.to_i)
|
|
end
|
|
expect(Search.new("advanced min_chars:50").execute.posts).to eq([post0])
|
|
end
|
|
|
|
it "allows to define custom order" do
|
|
expect(Search.new("advanced").execute.posts).to eq([post1, post0])
|
|
|
|
Search.advanced_order(:chars) { |posts| posts.reorder("MAX(LENGTH(posts.raw)) DESC") }
|
|
|
|
expect(Search.new("advanced order:chars").execute.posts).to eq([post0, post1])
|
|
end
|
|
end
|
|
|
|
describe "exclude_topics filter" do
|
|
before { SiteSetting.tagging_enabled = true }
|
|
let!(:user) { Fabricate(:user) }
|
|
fab!(:group) { Fabricate(:group, name: "bruce-world-fans") }
|
|
fab!(:topic) { Fabricate(:topic, title: "Bruce topic not a result") }
|
|
|
|
it "works" do
|
|
category = Fabricate(:category_with_definition, name: "bruceland", user: user)
|
|
tag = Fabricate(:tag, name: "brucealicious")
|
|
|
|
result = Search.execute("bruce", type_filter: "exclude_topics")
|
|
|
|
expect(result.users.map(&:id)).to contain_exactly(user.id)
|
|
|
|
expect(result.categories.map(&:id)).to contain_exactly(category.id)
|
|
|
|
expect(result.groups.map(&:id)).to contain_exactly(group.id)
|
|
|
|
expect(result.tags.map(&:id)).to contain_exactly(tag.id)
|
|
|
|
expect(result.posts.length).to eq(0)
|
|
end
|
|
|
|
it "does not fail when parsed term is empty" do
|
|
result = Search.execute("#cat ", type_filter: "exclude_topics")
|
|
expect(result.categories.length).to eq(0)
|
|
end
|
|
end
|
|
|
|
context "when prioritize_exact_search_match is enabled" do
|
|
before { SearchIndexer.enable }
|
|
|
|
after { SearchIndexer.disable }
|
|
|
|
it "correctly ranks topics" do
|
|
SiteSetting.prioritize_exact_search_title_match = true
|
|
|
|
topic1 = Fabricate(:topic, title: "saml saml saml is the best")
|
|
post1 = Fabricate(:post, topic: topic1, raw: "this topic is a story about saml")
|
|
|
|
topic2 = Fabricate(:topic, title: "sam has ideas about lots of things")
|
|
post2 = Fabricate(:post, topic: topic2, raw: "this topic is not about saml saml saml")
|
|
|
|
topic3 = Fabricate(:topic, title: "jane has ideas about lots of things")
|
|
post3 = Fabricate(:post, topic: topic3, raw: "sam sam sam sam lets add sams")
|
|
|
|
SearchIndexer.index(post1, force: true)
|
|
SearchIndexer.index(post2, force: true)
|
|
SearchIndexer.index(post3, force: true)
|
|
|
|
result = Search.execute("sam")
|
|
expect(result.posts.length).to eq(3)
|
|
|
|
# title match should win cause we limited duplication
|
|
expect(result.posts.pluck(:id)).to eq([post2.id, post1.id, post3.id])
|
|
end
|
|
end
|
|
|
|
context "when plugin introduces a search_rank_sort_priorities modifier" do
|
|
before do
|
|
SearchIndexer.enable
|
|
DiscoursePluginRegistry.clear_modifiers!
|
|
end
|
|
after do
|
|
SearchIndexer.disable
|
|
|
|
DiscoursePluginRegistry.clear_modifiers!
|
|
end
|
|
|
|
it "allow modifying the search rank" do
|
|
plugin = Plugin::Instance.new
|
|
plugin.register_modifier(:search_rank_sort_priorities) do |ranks, search|
|
|
[["topics.closed", 77]]
|
|
end
|
|
|
|
closed_topic = Fabricate(:topic, title: "saml saml saml is the best", closed: true)
|
|
closed_post = Fabricate(:post, topic: closed_topic, raw: "this topic is a story about saml")
|
|
|
|
open_topic = Fabricate(:topic, title: "saml saml saml is the best2")
|
|
open_post = Fabricate(:post, topic: open_topic, raw: "this topic is a story about saml")
|
|
|
|
result = Search.execute("story")
|
|
expect(result.posts.pluck(:id)).to eq([closed_post.id, open_post.id])
|
|
end
|
|
end
|
|
|
|
context "when some categories are prioritized" do
|
|
before { SearchIndexer.enable }
|
|
after { SearchIndexer.disable }
|
|
|
|
it "correctly ranks topics with prioritized categories and stuffed topic terms" do
|
|
topic1 = Fabricate(:topic, title: "invite invited invites testing stuff with things")
|
|
post1 =
|
|
Fabricate(
|
|
:post,
|
|
topic: topic1,
|
|
raw: "this topic is a story about some person invites are fun",
|
|
)
|
|
|
|
category = Fabricate(:category, search_priority: Searchable::PRIORITIES[:high])
|
|
|
|
topic2 = Fabricate(:topic, title: "invite is the bestest", category: category)
|
|
post2 =
|
|
Fabricate(
|
|
:post,
|
|
topic: topic2,
|
|
raw: "this topic is a story about some other person invites are fun",
|
|
)
|
|
|
|
result = Search.execute("invite")
|
|
expect(result.posts.length).to eq(2)
|
|
|
|
# title match should win cause we limited duplication
|
|
expect(result.posts.pluck(:id)).to eq([post2.id, post1.id])
|
|
end
|
|
end
|
|
|
|
context "when max_duplicate_search_index_terms limits duplication" do
|
|
before { SearchIndexer.enable }
|
|
|
|
after { SearchIndexer.disable }
|
|
|
|
it "correctly ranks topics" do
|
|
SiteSetting.max_duplicate_search_index_terms = 5
|
|
|
|
topic1 = Fabricate(:topic, title: "this is a topic about sam")
|
|
post1 = Fabricate(:post, topic: topic1, raw: "this topic is a story about some person")
|
|
|
|
topic2 = Fabricate(:topic, title: "this is a topic about bob")
|
|
post2 =
|
|
Fabricate(
|
|
:post,
|
|
topic: topic2,
|
|
raw: "this topic is a story about some person #{"sam " * 100}",
|
|
)
|
|
|
|
SearchIndexer.index(post1, force: true)
|
|
SearchIndexer.index(post2, force: true)
|
|
|
|
result = Search.execute("sam")
|
|
expect(result.posts.length).to eq(2)
|
|
|
|
# title match should win cause we limited duplication
|
|
expect(result.posts.pluck(:id)).to eq([post1.id, post2.id])
|
|
end
|
|
end
|
|
|
|
describe "Extensibility features of search" do
|
|
it "is possible to parse queries" do
|
|
term = "hello l status:closed"
|
|
search = Search.new(term)
|
|
|
|
posts = Post.all.includes(:topic)
|
|
posts = search.apply_filters(posts)
|
|
posts = search.apply_order(posts)
|
|
|
|
sql = posts.to_sql
|
|
|
|
expect(search.term).to eq("hello")
|
|
expect(sql).to include("ORDER BY posts.created_at DESC")
|
|
expect(sql).to match(/where.*topics.closed/i)
|
|
end
|
|
end
|
|
end
|