* Updated patch/update post API to allow file modification (#29447)

* WIP

* WIP

* Atatched new files ton post

* WIP: deleting removed files

* Deleted removed files and invalidated file metadata cache

* removed file ignore logif from update post API

* Added TestFindExclusives

* Added tests for DeleteForPostByIds

* Added app layer tests

* Added tests

* Added API level tests

* test enhancements

* Fixed a test

* Edit history include file metadata (#29505)

* Send file metadata in edit history metadata

* Added app tests

* Added store tests

* Added tests for populateEditHistoryFileMetadata{

* Added cache to avoid repetitigve DB calls for edits with only message changes

* Added API tests

* i18m fix

* removed commented code

* Improved test helper

* Show attachments in edit history RHS (#29519)

* Send file metadata in edit history metadata

* Added app tests

* Added store tests

* Added tests for populateEditHistoryFileMetadata{

* Added cache to avoid repetitigve DB calls for edits with only message changes

* Added API tests

* i18m fix

* WIUP: displa files in edit

* removed commented code

* Displayed file in edit history

* Handled file icon

* Fixed closing history component on clicking on file

* Simplified selector

* Simplified selector

* Improved test helper

* Disabled action menu on edit history file

* Added tests

* Improved selector

* Updated snapshot

* review Fixes

* restructured componnets

* Updated test

* Updated test

* Restore post api (#29643)

* Restore post version API WIP

* Undelete files WIP

* Added store tests

* Created post restore API

* Updated updatepost safeUpdate signature

* review fixex and improvements

* Fixed an app test

* Added API laer tests

* Added API tests and OpenAPI specs

* Fixed a typo

* Allow editing files when editing posts (#29709)

* WIP - basic view files when editing post

* Cleanup

* bg color

* Added text editor tests for files

* WIP

* WIP

* removed debug log

* Allowed admin to add and remove files on someone else's post

* Handled drafts and scheduled posts

* linter fixes

* Updated snapshot

* server test fix

* CI

* Added doc

* Restore post api integration (#29719)

* WIP - basic view files when editing post

* Cleanup

* bg color

* Added text editor tests for files

* WIP

* WIP

* removed debug log

* Allowed admin to add and remove files on someone else's post

* Handled drafts and scheduled posts

* linter fixes

* Updated snapshot

* server test fix

* Used new API to restore post

* handled edut limit and undo

* lint fix

* added comments

* Fixed edit post item tests

* Fixed buttons

* Aded snapshots

* fix test

* Updated snapshot

* Minor fixes

* fixed snapshot

* Edit file dnd area (#29763)

* dnd wip

* DND continued

* Supported multiple unbind dragster funcs

* lint fixes

* Got center channel file drop working when editing a post

* file dnd working with center channel and rhs

* file dnd working with center channel and rhs

* removed unneeded stopPropogation calls

* cleanup

* DND overlay fix

* Lint fix

* Advanced text editor test updates for file upload overlay

* fixed use upload hook tests

* Updated some more snapshots

* minor cleanup

* Updated i18n

* removed need of array for dragster unbind events

* lint fixes

* edit history cursor

* Fixed bugu causing faliure to delete empty posts (#29778)

* Files in restore confirmation (#29781)

* Added files to restore post confirmation dialog

* Fixed post restore toast colors

* Fixed restore bug

* Fixed restore confirmation toast tests

* a11y improvement and modal width fix

* Edit attachment misc fixes (#29808)

* Removed single image actions in restore post confirmation dialog

* Fixed file drop overlay size and position

* Made edit indiator accessible

* Lint fix

* Added bunch of more tests

* ANother test migrated from enzyme to react testing library

* More test enhancements

* More test enhancements

* More test enhancements

* lint fixes

* Fixed  a test

* Added missing snapshots

* Test fixes
Этот коммит содержится в:
Harshil Sharma
2025-01-13 18:16:56 +05:30
коммит произвёл GitHub
родитель ecdce71fc4
Коммит 6e5a67caec
91 изменённых файлов: 4945 добавлений и 1284 удалений

Просмотреть файл

@@ -5,6 +5,7 @@ package localcachelayer
import (
"bytes"
"fmt"
"github.com/mattermost/mattermost/server/public/model"
"github.com/mattermost/mattermost/server/v8/channels/store"
@@ -50,6 +51,41 @@ func (s LocalCacheFileInfoStore) GetForPost(postId string, readFromMaster, inclu
return fileInfos, nil
}
func (s LocalCacheFileInfoStore) GetByIds(ids []string, includeDeleted, allowFromCache bool) ([]*model.FileInfo, error) {
if !allowFromCache {
return s.FileInfoStore.GetByIds(ids, includeDeleted, allowFromCache)
}
var fileIdsToFetch []string
var fileInfos []*model.FileInfo
for _, fileId := range ids {
cacheKey := fmt.Sprintf("%s_%t", fileId, includeDeleted)
var fileInfo *model.FileInfo
if err := s.rootStore.doStandardReadCache(s.rootStore.fileInfoCache, cacheKey, &fileInfo); err == nil {
fileInfos = append(fileInfos, fileInfo)
} else {
fileIdsToFetch = append(fileIdsToFetch, fileId)
}
}
if len(fileIdsToFetch) > 0 {
fetchedFileInfos, err := s.FileInfoStore.GetByIds(fileIdsToFetch, includeDeleted, false)
if err != nil {
return nil, err
}
for _, fileInfo := range fetchedFileInfos {
cacheKey := fmt.Sprintf("%s_%t", fileInfo.Id, includeDeleted)
s.rootStore.doStandardAddToCache(s.rootStore.fileInfoCache, cacheKey, fileInfo)
fileInfos = append(fileInfos, fileInfo)
}
}
return fileInfos, nil
}
func (s LocalCacheFileInfoStore) ClearCaches() {
s.rootStore.fileInfoCache.Purge()
if s.rootStore.metrics != nil {

Просмотреть файл

@@ -62,4 +62,19 @@ func TestFileInfoStoreCache(t *testing.T) {
cachedStore.FileInfo().GetForPost("123", true, true, true)
mockStore.FileInfo().(*mocks.FileInfoStore).AssertNumberOfCalls(t, "GetForPost", 2)
})
t.Run("GetByIds cache test", func(t *testing.T) {
mockStore := getMockStore(t)
mockCacheProvider := getMockCacheProvider()
cachedStore, err := NewLocalCacheLayer(mockStore, nil, nil, mockCacheProvider, logger)
require.NoError(t, err)
fileInfos, err := cachedStore.FileInfo().GetByIds([]string{"123"}, true, true)
require.NoError(t, err)
assert.Equal(t, fileInfos, []*model.FileInfo{&fakeFileInfo})
mockStore.FileInfo().(*mocks.FileInfoStore).AssertNumberOfCalls(t, "GetByIds", 1)
assert.Equal(t, fileInfos, []*model.FileInfo{&fakeFileInfo})
cachedStore.FileInfo().GetForPost("123", true, true, true)
mockStore.FileInfo().(*mocks.FileInfoStore).AssertNumberOfCalls(t, "GetForPost", 1)
})
}

Просмотреть файл

@@ -64,6 +64,7 @@ func getMockStore(t *testing.T) *mocks.Store {
mockFileInfoStore := mocks.FileInfoStore{}
mockFileInfoStore.On("GetForPost", "123", true, true, false).Return([]*model.FileInfo{&fakeFileInfo}, nil)
mockFileInfoStore.On("GetForPost", "123", true, true, true).Return([]*model.FileInfo{&fakeFileInfo}, nil)
mockFileInfoStore.On("GetByIds", []string{"123"}, true, false).Return([]*model.FileInfo{&fakeFileInfo}, nil)
mockStore.On("FileInfo").Return(&mockFileInfoStore)
fakeWebhook := model.IncomingWebhook{Id: "123"}

Просмотреть файл

@@ -3943,6 +3943,24 @@ func (s *OpenTracingLayerFileInfoStore) DeleteForPost(c request.CTX, postID stri
return result, err
}
func (s *OpenTracingLayerFileInfoStore) DeleteForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
origCtx := s.Root.Store.Context()
span, newCtx := tracing.StartSpanWithParentByContext(s.Root.Store.Context(), "FileInfoStore.DeleteForPostByIds")
s.Root.Store.SetContext(newCtx)
defer func() {
s.Root.Store.SetContext(origCtx)
}()
defer span.Finish()
err := s.FileInfoStore.DeleteForPostByIds(rctx, postId, fileIDs)
if err != nil {
span.LogFields(spanlog.Error(err))
ext.Error.Set(span, true)
}
return err
}
func (s *OpenTracingLayerFileInfoStore) Get(id string) (*model.FileInfo, error) {
origCtx := s.Root.Store.Context()
span, newCtx := tracing.StartSpanWithParentByContext(s.Root.Store.Context(), "FileInfoStore.Get")
@@ -3961,7 +3979,7 @@ func (s *OpenTracingLayerFileInfoStore) Get(id string) (*model.FileInfo, error)
return result, err
}
func (s *OpenTracingLayerFileInfoStore) GetByIds(ids []string) ([]*model.FileInfo, error) {
func (s *OpenTracingLayerFileInfoStore) GetByIds(ids []string, includeDeleted bool, allowFromCache bool) ([]*model.FileInfo, error) {
origCtx := s.Root.Store.Context()
span, newCtx := tracing.StartSpanWithParentByContext(s.Root.Store.Context(), "FileInfoStore.GetByIds")
s.Root.Store.SetContext(newCtx)
@@ -3970,7 +3988,7 @@ func (s *OpenTracingLayerFileInfoStore) GetByIds(ids []string) ([]*model.FileInf
}()
defer span.Finish()
result, err := s.FileInfoStore.GetByIds(ids)
result, err := s.FileInfoStore.GetByIds(ids, includeDeleted, allowFromCache)
if err != nil {
span.LogFields(spanlog.Error(err))
ext.Error.Set(span, true)
@@ -4208,6 +4226,24 @@ func (s *OpenTracingLayerFileInfoStore) PermanentDeleteForPost(rctx request.CTX,
return err
}
func (s *OpenTracingLayerFileInfoStore) RestoreForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
origCtx := s.Root.Store.Context()
span, newCtx := tracing.StartSpanWithParentByContext(s.Root.Store.Context(), "FileInfoStore.RestoreForPostByIds")
s.Root.Store.SetContext(newCtx)
defer func() {
s.Root.Store.SetContext(origCtx)
}()
defer span.Finish()
err := s.FileInfoStore.RestoreForPostByIds(rctx, postId, fileIDs)
if err != nil {
span.LogFields(spanlog.Error(err))
ext.Error.Set(span, true)
}
return err
}
func (s *OpenTracingLayerFileInfoStore) Save(ctx request.CTX, info *model.FileInfo) (*model.FileInfo, error) {
origCtx := s.Root.Store.Context()
span, newCtx := tracing.StartSpanWithParentByContext(s.Root.Store.Context(), "FileInfoStore.Save")

Просмотреть файл

@@ -4425,6 +4425,27 @@ func (s *RetryLayerFileInfoStore) DeleteForPost(c request.CTX, postID string) (s
}
func (s *RetryLayerFileInfoStore) DeleteForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
tries := 0
for {
err := s.FileInfoStore.DeleteForPostByIds(rctx, postId, fileIDs)
if err == nil {
return nil
}
if !isRepeatableError(err) {
return err
}
tries++
if tries >= 3 {
err = errors.Wrap(err, "giving up after 3 consecutive repeatable transaction failures")
return err
}
timepkg.Sleep(100 * timepkg.Millisecond)
}
}
func (s *RetryLayerFileInfoStore) Get(id string) (*model.FileInfo, error) {
tries := 0
@@ -4446,11 +4467,11 @@ func (s *RetryLayerFileInfoStore) Get(id string) (*model.FileInfo, error) {
}
func (s *RetryLayerFileInfoStore) GetByIds(ids []string) ([]*model.FileInfo, error) {
func (s *RetryLayerFileInfoStore) GetByIds(ids []string, includeDeleted bool, allowFromCache bool) ([]*model.FileInfo, error) {
tries := 0
for {
result, err := s.FileInfoStore.GetByIds(ids)
result, err := s.FileInfoStore.GetByIds(ids, includeDeleted, allowFromCache)
if err == nil {
return result, nil
}
@@ -4725,6 +4746,27 @@ func (s *RetryLayerFileInfoStore) PermanentDeleteForPost(rctx request.CTX, postI
}
func (s *RetryLayerFileInfoStore) RestoreForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
tries := 0
for {
err := s.FileInfoStore.RestoreForPostByIds(rctx, postId, fileIDs)
if err == nil {
return nil
}
if !isRepeatableError(err) {
return err
}
tries++
if tries >= 3 {
err = errors.Wrap(err, "giving up after 3 consecutive repeatable transaction failures")
return err
}
timepkg.Sleep(100 * timepkg.Millisecond)
}
}
func (s *RetryLayerFileInfoStore) Save(ctx request.CTX, info *model.FileInfo) (*model.FileInfo, error) {
tries := 0

Просмотреть файл

@@ -209,7 +209,7 @@ func (s SearchFileInfoStore) Search(rctx request.CTX, paramsList []*model.Search
// Get the files
filesList := model.NewFileInfoList()
if len(fileIds) > 0 {
files, nErr := s.FileInfoStore.GetByIds(fileIds)
files, nErr := s.FileInfoStore.GetByIds(fileIds, false, true)
if nErr != nil {
return nil, nErr
}

Просмотреть файл

@@ -132,14 +132,17 @@ func (fs SqlFileInfoStore) Save(rctx request.CTX, info *model.FileInfo) (*model.
return info, nil
}
func (fs SqlFileInfoStore) GetByIds(ids []string) ([]*model.FileInfo, error) {
func (fs SqlFileInfoStore) GetByIds(ids []string, includeDeleted, allowFromCache bool) ([]*model.FileInfo, error) {
query := fs.getQueryBuilder().
Select(fs.queryFields...).
From("FileInfo").
Where(sq.Eq{"FileInfo.Id": ids}).
Where(sq.Eq{"FileInfo.DeleteAt": 0}).
OrderBy("FileInfo.CreateAt DESC")
if !includeDeleted {
query = query.Where(sq.Eq{"FileInfo.DeleteAt": 0})
}
queryString, args, err := query.ToSql()
if err != nil {
return nil, errors.Wrap(err, "file_info_tosql")
@@ -455,6 +458,27 @@ func (fs SqlFileInfoStore) DeleteForPost(rctx request.CTX, postId string) (strin
return postId, nil
}
func (fs SqlFileInfoStore) DeleteForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
query := fs.getQueryBuilder().
Update("FileInfo").
Set("DeleteAt", model.GetMillis()).
Where(sq.Eq{
"PostId": postId,
"Id": fileIDs,
})
queryString, args, err := query.ToSql()
if err != nil {
return errors.Wrap(err, "SqlFileInfoStore.DeleteForPostByIds: failed to generate sql from query")
}
if _, err := fs.GetMaster().Exec(queryString, args...); err != nil {
return errors.Wrap(err, "SqlFileInfoStore.DeleteForPostByIds: failed to soft delete FileInfo from database")
}
return nil
}
func (fs SqlFileInfoStore) PermanentDeleteForPost(rctx request.CTX, postID string) error {
if _, err := fs.GetMaster().Exec(`DELETE FROM FileInfo WHERE PostId = ?`, postID); err != nil {
return errors.Wrapf(err, "failed to delete FileInfo with PostId=%s", postID)
@@ -796,3 +820,24 @@ func (fs *SqlFileInfoStore) GetUptoNSizeFileTime(n int64) (int64, error) {
return createAt, nil
}
func (fs SqlFileInfoStore) RestoreForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
query := fs.getQueryBuilder().
Update("FileInfo").
Set("DeleteAt", 0).
Where(sq.Eq{
"PostId": postId,
"Id": fileIDs,
})
queryString, args, err := query.ToSql()
if err != nil {
return errors.Wrap(err, "SqlFileInfoStore.RestoreForPostByIds: failed to generate sql from query")
}
if _, err := fs.GetMaster().Exec(queryString, args...); err != nil {
return errors.Wrap(err, "SqlFileInfoStore.RestoreForPostByIds: failed to undelete FileInfo from database")
}
return nil
}

Просмотреть файл

@@ -722,7 +722,7 @@ type FileInfoStore interface {
Upsert(rctx request.CTX, info *model.FileInfo) (*model.FileInfo, error)
Get(id string) (*model.FileInfo, error)
GetFromMaster(id string) (*model.FileInfo, error)
GetByIds(ids []string) ([]*model.FileInfo, error)
GetByIds(ids []string, includeDeleted, allowFromCache bool) ([]*model.FileInfo, error)
GetByPath(path string) (*model.FileInfo, error)
GetForPost(postID string, readFromMaster, includeDeleted, allowFromCache bool) ([]*model.FileInfo, error)
GetForUser(userID string) ([]*model.FileInfo, error)
@@ -730,6 +730,8 @@ type FileInfoStore interface {
InvalidateFileInfosForPostCache(postID string, deleted bool)
AttachToPost(c request.CTX, fileID string, postID string, channelID, creatorID string) error
DeleteForPost(c request.CTX, postID string) (string, error)
DeleteForPostByIds(rctx request.CTX, postId string, fileIDs []string) error
RestoreForPostByIds(rctx request.CTX, postId string, fileIDs []string) error
PermanentDeleteForPost(rctx request.CTX, postID string) error
PermanentDelete(c request.CTX, fileID string) error
PermanentDeleteBatch(ctx request.CTX, endTime int64, limit int64) (int64, error)

Просмотреть файл

@@ -38,6 +38,9 @@ func TestFileInfoStore(t *testing.T, rctx request.CTX, ss store.Store, s SqlStor
t.Run("GetStorageUsage", func(t *testing.T) { testFileInfoGetStorageUsage(t, rctx, ss) })
t.Run("GetUptoNSizeFileTime", func(t *testing.T) { testGetUptoNSizeFileTime(t, rctx, ss, s) })
t.Run("FileInfoPermanentDeleteForPost", func(t *testing.T) { testPermanentDeleteForPost(t, rctx, ss) })
t.Run("FileInfoGetByIds", func(t *testing.T) { testGetByIds(t, rctx, ss) })
t.Run("FileInfoDeleteForPostByIds", func(t *testing.T) { testDeleteForPostByIds(t, rctx, ss) })
t.Run("FileInfoRestoreForPostByIds", func(t *testing.T) { testRestoreUndeleteForPostByIds(t, rctx, ss) })
}
func testFileInfoSaveGet(t *testing.T, rctx request.CTX, ss store.Store) {
@@ -967,3 +970,566 @@ func testPermanentDeleteForPost(t *testing.T, rctx request.CTX, ss store.Store)
require.NoError(t, err)
assert.Len(t, postInfos, 0)
}
func testGetByIds(t *testing.T, rctx request.CTX, ss store.Store) {
t.Run("Should get single file info", func(t *testing.T) {
info, err := ss.FileInfo().Save(rctx, &model.FileInfo{
CreatorId: model.NewId(),
Path: "file.txt",
})
require.NoError(t, err)
require.NotEqual(t, len(info.Id), 0)
defer func() {
ss.FileInfo().PermanentDelete(rctx, info.Id)
}()
fileInfos, err := ss.FileInfo().GetByIds([]string{info.Id}, false, true)
require.NoError(t, err)
require.Len(t, fileInfos, 1)
require.Equal(t, info.Id, fileInfos[0].Id)
})
t.Run("Should get multiple file info", func(t *testing.T) {
info1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
CreatorId: model.NewId(),
Path: "file.txt",
})
require.NoError(t, err)
require.NotEqual(t, len(info1.Id), 0)
// waiting 1 second to add deterministic difference between the two file info's CreateAt time
time.Sleep(1 * time.Second)
info2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
CreatorId: model.NewId(),
Path: "file.txt",
})
require.NoError(t, err)
require.NotEqual(t, len(info2.Id), 0)
defer func() {
ss.FileInfo().PermanentDelete(rctx, info1.Id)
ss.FileInfo().PermanentDelete(rctx, info2.Id)
}()
fileInfos, err := ss.FileInfo().GetByIds([]string{info1.Id, info2.Id}, false, true)
require.NoError(t, err)
require.Len(t, fileInfos, 2)
require.Equal(t, info1.Id, fileInfos[1].Id)
require.Equal(t, info2.Id, fileInfos[0].Id)
})
t.Run("Should get deleted file infos when specified", func(t *testing.T) {
postId := model.NewId()
info1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
CreatorId: model.NewId(),
Path: "file.txt",
PostId: postId,
})
require.NoError(t, err)
require.NotEqual(t, len(info1.Id), 0)
// waiting 1 second to add deterministic difference between the two file info's CreateAt time
time.Sleep(1 * time.Second)
info2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
CreatorId: model.NewId(),
Path: "file.txt",
PostId: postId,
})
require.NoError(t, err)
require.NotEqual(t, len(info2.Id), 0)
defer func() {
ss.FileInfo().PermanentDelete(rctx, info1.Id)
ss.FileInfo().PermanentDelete(rctx, info2.Id)
}()
// we'll delete the two file infos
_, err = ss.FileInfo().DeleteForPost(rctx, postId)
require.NoError(t, err)
fileInfosIncludingDeleted, err := ss.FileInfo().GetByIds([]string{info1.Id, info2.Id}, true, true)
require.NoError(t, err)
require.Len(t, fileInfosIncludingDeleted, 2)
require.Equal(t, info2.Id, fileInfosIncludingDeleted[0].Id)
require.Greater(t, fileInfosIncludingDeleted[0].DeleteAt, int64(0))
require.Equal(t, info1.Id, fileInfosIncludingDeleted[1].Id)
require.Greater(t, fileInfosIncludingDeleted[1].DeleteAt, int64(0))
// verifying that the file infos are not returned when IncludeDeleted is false
fileInfosExcludingDeleted, err := ss.FileInfo().GetByIds([]string{info1.Id, info2.Id}, false, true)
require.NoError(t, err)
require.Len(t, fileInfosExcludingDeleted, 0)
})
}
func testDeleteForPostByIds(t *testing.T, rctx request.CTX, ss store.Store) {
t.Run("base case", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
if fileInfo.Id == fileInfo1.Id || fileInfo.Id == fileInfo2.Id {
require.Greater(t, fileInfo.DeleteAt, int64(0))
} else {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
}
})
t.Run("with empty array", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
})
t.Run("duplicate fileInfo Ids specified", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
if fileInfo.Id == fileInfo1.Id || fileInfo.Id == fileInfo2.Id {
require.Greater(t, fileInfo.DeleteAt, int64(0))
} else {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
}
})
t.Run("non existent fileInfo IDs specified", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{model.NewId(), model.NewId()})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
})
t.Run("non existent postID specified", func(t *testing.T) {
err := ss.FileInfo().DeleteForPostByIds(rctx, model.NewId(), []string{model.NewId()})
require.NoError(t, err)
})
t.Run("delete already deleted fileInfos", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
if fileInfo.Id == fileInfo1.Id || fileInfo.Id == fileInfo2.Id {
require.Greater(t, fileInfo.DeleteAt, int64(0))
} else {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
}
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err = ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
if fileInfo.Id == fileInfo1.Id || fileInfo.Id == fileInfo2.Id {
require.Greater(t, fileInfo.DeleteAt, int64(0))
} else {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
}
})
}
func testRestoreUndeleteForPostByIds(t *testing.T, rctx request.CTX, ss store.Store) {
t.Run("base case", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
if fileInfo.Id == fileInfo1.Id || fileInfo.Id == fileInfo2.Id {
require.Greater(t, fileInfo.DeleteAt, int64(0))
} else {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
}
// now we'll un-delete the files
err = ss.FileInfo().RestoreForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err = ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
require.Equal(t, fileInfo.DeleteAt, int64(0))
}
})
t.Run("with empty array it should not impact any post files", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
err = ss.FileInfo().RestoreForPostByIds(rctx, postId, []string{})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
})
t.Run("duplicate fileInfo Ids specified", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
// delete file infos
err = ss.FileInfo().DeleteForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id, fileInfo3.Id})
require.NoError(t, err)
// verify file infos are deleted
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
require.Greater(t, fileInfo.DeleteAt, int64(0))
}
// undelete them specifying duplicate file info ids
err = ss.FileInfo().RestoreForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id, fileInfo2.Id, fileInfo2.Id})
require.NoError(t, err)
// verify file infos are deleted
fileInfos, err = ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
if fileInfo.Id == fileInfo3.Id {
require.Greater(t, fileInfo.DeleteAt, int64(0))
} else {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
}
})
t.Run("non existent fileInfo IDs and postId specified", func(t *testing.T) {
err := ss.FileInfo().RestoreForPostByIds(rctx, model.NewId(), []string{model.NewId(), model.NewId()})
require.NoError(t, err)
})
t.Run("undelete already undeleted fileInfos", func(t *testing.T) {
now := model.GetMillis()
postId := model.NewId()
fileInfo1, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo1.Id)
fileInfo2, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file2.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo2.Id)
fileInfo3, err := ss.FileInfo().Save(rctx, &model.FileInfo{
PostId: postId,
CreatorId: model.NewId(),
Size: 10,
Path: "file1.txt",
CreateAt: now,
})
require.NoError(t, err)
defer ss.FileInfo().PermanentDelete(rctx, fileInfo3.Id)
err = ss.FileInfo().RestoreForPostByIds(rctx, postId, []string{fileInfo1.Id, fileInfo2.Id})
require.NoError(t, err)
fileInfos, err := ss.FileInfo().GetForPost(postId, true, true, false)
require.NoError(t, err)
for _, fileInfo := range fileInfos {
require.Equal(t, int64(0), fileInfo.DeleteAt)
}
})
}

Просмотреть файл

@@ -94,6 +94,24 @@ func (_m *FileInfoStore) DeleteForPost(c request.CTX, postID string) (string, er
return r0, r1
}
// DeleteForPostByIds provides a mock function with given fields: rctx, postId, fileIDs
func (_m *FileInfoStore) DeleteForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
ret := _m.Called(rctx, postId, fileIDs)
if len(ret) == 0 {
panic("no return value specified for DeleteForPostByIds")
}
var r0 error
if rf, ok := ret.Get(0).(func(request.CTX, string, []string) error); ok {
r0 = rf(rctx, postId, fileIDs)
} else {
r0 = ret.Error(0)
}
return r0
}
// Get provides a mock function with given fields: id
func (_m *FileInfoStore) Get(id string) (*model.FileInfo, error) {
ret := _m.Called(id)
@@ -124,9 +142,9 @@ func (_m *FileInfoStore) Get(id string) (*model.FileInfo, error) {
return r0, r1
}
// GetByIds provides a mock function with given fields: ids
func (_m *FileInfoStore) GetByIds(ids []string) ([]*model.FileInfo, error) {
ret := _m.Called(ids)
// GetByIds provides a mock function with given fields: ids, includeDeleted, allowFromCache
func (_m *FileInfoStore) GetByIds(ids []string, includeDeleted bool, allowFromCache bool) ([]*model.FileInfo, error) {
ret := _m.Called(ids, includeDeleted, allowFromCache)
if len(ret) == 0 {
panic("no return value specified for GetByIds")
@@ -134,19 +152,19 @@ func (_m *FileInfoStore) GetByIds(ids []string) ([]*model.FileInfo, error) {
var r0 []*model.FileInfo
var r1 error
if rf, ok := ret.Get(0).(func([]string) ([]*model.FileInfo, error)); ok {
return rf(ids)
if rf, ok := ret.Get(0).(func([]string, bool, bool) ([]*model.FileInfo, error)); ok {
return rf(ids, includeDeleted, allowFromCache)
}
if rf, ok := ret.Get(0).(func([]string) []*model.FileInfo); ok {
r0 = rf(ids)
if rf, ok := ret.Get(0).(func([]string, bool, bool) []*model.FileInfo); ok {
r0 = rf(ids, includeDeleted, allowFromCache)
} else {
if ret.Get(0) != nil {
r0 = ret.Get(0).([]*model.FileInfo)
}
}
if rf, ok := ret.Get(1).(func([]string) error); ok {
r1 = rf(ids)
if rf, ok := ret.Get(1).(func([]string, bool, bool) error); ok {
r1 = rf(ids, includeDeleted, allowFromCache)
} else {
r1 = ret.Error(1)
}
@@ -487,6 +505,24 @@ func (_m *FileInfoStore) PermanentDeleteForPost(rctx request.CTX, postID string)
return r0
}
// RestoreForPostByIds provides a mock function with given fields: rctx, postId, fileIDs
func (_m *FileInfoStore) RestoreForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
ret := _m.Called(rctx, postId, fileIDs)
if len(ret) == 0 {
panic("no return value specified for RestoreForPostByIds")
}
var r0 error
if rf, ok := ret.Get(0).(func(request.CTX, string, []string) error); ok {
r0 = rf(rctx, postId, fileIDs)
} else {
r0 = ret.Error(0)
}
return r0
}
// Save provides a mock function with given fields: ctx, info
func (_m *FileInfoStore) Save(ctx request.CTX, info *model.FileInfo) (*model.FileInfo, error) {
ret := _m.Called(ctx, info)

Просмотреть файл

@@ -3604,6 +3604,22 @@ func (s *TimerLayerFileInfoStore) DeleteForPost(c request.CTX, postID string) (s
return result, err
}
func (s *TimerLayerFileInfoStore) DeleteForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
start := time.Now()
err := s.FileInfoStore.DeleteForPostByIds(rctx, postId, fileIDs)
elapsed := float64(time.Since(start)) / float64(time.Second)
if s.Root.Metrics != nil {
success := "false"
if err == nil {
success = "true"
}
s.Root.Metrics.ObserveStoreMethodDuration("FileInfoStore.DeleteForPostByIds", success, elapsed)
}
return err
}
func (s *TimerLayerFileInfoStore) Get(id string) (*model.FileInfo, error) {
start := time.Now()
@@ -3620,10 +3636,10 @@ func (s *TimerLayerFileInfoStore) Get(id string) (*model.FileInfo, error) {
return result, err
}
func (s *TimerLayerFileInfoStore) GetByIds(ids []string) ([]*model.FileInfo, error) {
func (s *TimerLayerFileInfoStore) GetByIds(ids []string, includeDeleted bool, allowFromCache bool) ([]*model.FileInfo, error) {
start := time.Now()
result, err := s.FileInfoStore.GetByIds(ids)
result, err := s.FileInfoStore.GetByIds(ids, includeDeleted, allowFromCache)
elapsed := float64(time.Since(start)) / float64(time.Second)
if s.Root.Metrics != nil {
@@ -3843,6 +3859,22 @@ func (s *TimerLayerFileInfoStore) PermanentDeleteForPost(rctx request.CTX, postI
return err
}
func (s *TimerLayerFileInfoStore) RestoreForPostByIds(rctx request.CTX, postId string, fileIDs []string) error {
start := time.Now()
err := s.FileInfoStore.RestoreForPostByIds(rctx, postId, fileIDs)
elapsed := float64(time.Since(start)) / float64(time.Second)
if s.Root.Metrics != nil {
success := "false"
if err == nil {
success = "true"
}
s.Root.Metrics.ObserveStoreMethodDuration("FileInfoStore.RestoreForPostByIds", success, elapsed)
}
return err
}
func (s *TimerLayerFileInfoStore) Save(ctx request.CTX, info *model.FileInfo) (*model.FileInfo, error) {
start := time.Now()