* WIP * Adding bleve to go modules * WIP * Adding missing files from searchengine implementation * WIP * WIP * WIP * WIP * WIP * WIP * User and channel indexing and searches implemented * Make bleve tests run with in-memory indexes * Implement post index and deletion tests * Initial commits for the search layer * Removing unnecesary indexing * WIP * WIP * More fixes for tests * Adding the search layer * Finishing the migration of searchers to the layer * Removing unnecesary code * Allowing multiple engines active at the same time * WIP * Add simple post search * Print information when using bleve * Adding some debugging to understand better how the searches are working * Making more dynamic config of search engines * Add post search basics * Adding the Purge API endpoint * Fixing bleve config updates * Adding missed file * Regenerating search engine mocks * Adding missed v5 to modules imports * fixing i18n * Fixing some test around search engine * Removing all bleve traces * Cleaning up the vendors directory and go.mod/go.sum files * Regenerating timer layer * Adding properly the license * Fixing govet shadow error * Fixing some tests * Fixing TestSearchPostsFromUser * Fixing another test * Fixing more tests * Fixing more tests * Removing SearchEngine redundant text from searchengine module code * Fixing some reindexing problems in members updates * Fixing tests * Addressing PR comments * Reverting go.mod and go.sum * Addressing PR comments * Fixing tests compilation * Fixing govet * Adding search engine stop method * Being more explicit on where we use includeDeleted * Adding GetSqlSupplier test helper method * Mocking elasticsearch start function * Fixing tests * Search tests * Fix tests * Fix mod * Fixing searchEngine for test helpers with store mocks * Remove loglines * Fix i18n strings * Migrate search posts tests * Fix linter * Do not run search tests if -short flag is enabled * Migrate back store tests that didn't belong to the searchlayer * Fix scopelint issues Co-authored-by: Jesús Espino <jespinog@gmail.com>
108 строки
3.4 KiB
Go
108 строки
3.4 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package searchlayer
|
|
|
|
import (
|
|
"github.com/mattermost/mattermost-server/v5/mlog"
|
|
"github.com/mattermost/mattermost-server/v5/model"
|
|
"github.com/mattermost/mattermost-server/v5/services/searchengine"
|
|
"github.com/mattermost/mattermost-server/v5/store"
|
|
)
|
|
|
|
type SearchStore struct {
|
|
store.Store
|
|
searchEngine *searchengine.Broker
|
|
user *SearchUserStore
|
|
team *SearchTeamStore
|
|
channel *SearchChannelStore
|
|
post *SearchPostStore
|
|
}
|
|
|
|
func NewSearchLayer(baseStore store.Store, searchEngine *searchengine.Broker) SearchStore {
|
|
searchStore := SearchStore{
|
|
Store: baseStore,
|
|
searchEngine: searchEngine,
|
|
}
|
|
searchStore.channel = &SearchChannelStore{ChannelStore: baseStore.Channel(), rootStore: &searchStore}
|
|
searchStore.post = &SearchPostStore{PostStore: baseStore.Post(), rootStore: &searchStore}
|
|
searchStore.team = &SearchTeamStore{TeamStore: baseStore.Team(), rootStore: &searchStore}
|
|
searchStore.user = &SearchUserStore{UserStore: baseStore.User(), rootStore: &searchStore}
|
|
|
|
return searchStore
|
|
}
|
|
|
|
func (s SearchStore) Channel() store.ChannelStore {
|
|
return s.channel
|
|
}
|
|
|
|
func (s SearchStore) Post() store.PostStore {
|
|
return s.post
|
|
}
|
|
|
|
func (s SearchStore) Team() store.TeamStore {
|
|
return s.team
|
|
}
|
|
|
|
func (s SearchStore) User() store.UserStore {
|
|
return s.user
|
|
}
|
|
|
|
func (s SearchStore) indexUserFromID(userId string) {
|
|
user, err := s.User().Get(userId)
|
|
if err != nil {
|
|
return
|
|
}
|
|
s.indexUser(user)
|
|
}
|
|
|
|
func (s SearchStore) indexUser(user *model.User) {
|
|
for _, engine := range s.searchEngine.GetActiveEngines() {
|
|
if engine.IsIndexingEnabled() {
|
|
runIndexFn(engine, func(engineCopy searchengine.SearchEngineInterface) {
|
|
userTeams, err := s.Team().GetTeamsByUserId(user.Id)
|
|
if err != nil {
|
|
mlog.Error("Encountered error indexing user", mlog.String("user_id", user.Id), mlog.String("search_engine", engineCopy.GetName()), mlog.Err(err))
|
|
return
|
|
}
|
|
|
|
userTeamsIds := []string{}
|
|
for _, team := range userTeams {
|
|
userTeamsIds = append(userTeamsIds, team.Id)
|
|
}
|
|
|
|
userChannelMembers, err := s.Channel().GetAllChannelMembersForUser(user.Id, false, true)
|
|
if err != nil {
|
|
mlog.Error("Encountered error indexing user", mlog.String("user_id", user.Id), mlog.String("search_engine", engineCopy.GetName()), mlog.Err(err))
|
|
return
|
|
}
|
|
|
|
userChannelsIds := []string{}
|
|
for channelId := range userChannelMembers {
|
|
userChannelsIds = append(userChannelsIds, channelId)
|
|
}
|
|
|
|
if err := engineCopy.IndexUser(user, userTeamsIds, userChannelsIds); err != nil {
|
|
mlog.Error("Encountered error indexing user", mlog.String("user_id", user.Id), mlog.String("search_engine", engineCopy.GetName()), mlog.Err(err))
|
|
return
|
|
}
|
|
mlog.Debug("Indexed user in search engine", mlog.String("search_engine", engineCopy.GetName()), mlog.String("user_id", user.Id))
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// Runs an indexing function synchronously or asynchronously depending on the engine
|
|
func runIndexFn(engine searchengine.SearchEngineInterface, indexFn func(searchengine.SearchEngineInterface)) {
|
|
if engine.IsIndexingSync() {
|
|
indexFn(engine)
|
|
if err := engine.RefreshIndexes(); err != nil {
|
|
mlog.Error("Encountered error refresh the indexes", mlog.Err(err))
|
|
}
|
|
} else {
|
|
go (func(engineCopy searchengine.SearchEngineInterface) {
|
|
indexFn(engineCopy)
|
|
})(engine)
|
|
}
|
|
}
|