flaky test fix related to product notices (#16209)

web/web_test.go

@@ -69,8 +69,11 @@ func Setup(tb testing.TB) *TestHelper {
 
 func setupTestHelper(t testing.TB, store store.Store, includeCacheLayer bool) *TestHelper {
 	memoryStore := config.NewTestMemoryStore()
-	*memoryStore.Get().AnnouncementSettings.AdminNoticesEnabled = false
-	*memoryStore.Get().AnnouncementSettings.UserNoticesEnabled = false
+	newConfig := memoryStore.Get().Clone()
+	*newConfig.AnnouncementSettings.AdminNoticesEnabled = false
+	*newConfig.AnnouncementSettings.UserNoticesEnabled = false
+	memoryStore.Set(newConfig)
+
 	var options []app.Option
 	options = append(options, app.ConfigStore(memoryStore))
 	options = append(options, app.StoreOverride(mainHelper.Store))