[MM-44488] Cloud limits: enforcing messages (#20362)

* Add new Job to keep updating the last_accessible_post time

* Filter out posts for funcs returning PostList model

* Separate methods to get and compute cache

* filter pinned posts

* For posts with sorted CreateAt order, support a faster form of filtering.

* Add inaccessible header for getPost and getPostsByIDs APIs

* replace manual binary search with the std. library

* in-place filter posts

Co-authored-by: Mattermod <mattermod@users.noreply.github.com>
Co-authored-by: Nathaniel Allred <neallred@protonmail.com>

model/client4.go

@@ -18,29 +18,30 @@ import (
 )
 
 const (
-	HeaderRequestId          = "X-Request-ID"
-	HeaderVersionId          = "X-Version-ID"
-	HeaderClusterId          = "X-Cluster-ID"
-	HeaderEtagServer         = "ETag"
-	HeaderEtagClient         = "If-None-Match"
-	HeaderForwarded          = "X-Forwarded-For"
-	HeaderRealIP             = "X-Real-IP"
-	HeaderForwardedProto     = "X-Forwarded-Proto"
-	HeaderToken              = "token"
-	HeaderCsrfToken          = "X-CSRF-Token"
-	HeaderBearer             = "BEARER"
-	HeaderAuth               = "Authorization"
-	HeaderCloudToken         = "X-Cloud-Token"
-	HeaderRemoteclusterToken = "X-RemoteCluster-Token"
-	HeaderRemoteclusterId    = "X-RemoteCluster-Id"
-	HeaderRequestedWith      = "X-Requested-With"
-	HeaderRequestedWithXML   = "XMLHttpRequest"
-	HeaderRange              = "Range"
-	STATUS                   = "status"
-	StatusOk                 = "OK"
-	StatusFail               = "FAIL"
-	StatusUnhealthy          = "UNHEALTHY"
-	StatusRemove             = "REMOVE"
+	HeaderRequestId            = "X-Request-ID"
+	HeaderVersionId            = "X-Version-ID"
+	HeaderClusterId            = "X-Cluster-ID"
+	HeaderEtagServer           = "ETag"
+	HeaderEtagClient           = "If-None-Match"
+	HeaderForwarded            = "X-Forwarded-For"
+	HeaderRealIP               = "X-Real-IP"
+	HeaderForwardedProto       = "X-Forwarded-Proto"
+	HeaderToken                = "token"
+	HeaderCsrfToken            = "X-CSRF-Token"
+	HeaderBearer               = "BEARER"
+	HeaderAuth                 = "Authorization"
+	HeaderCloudToken           = "X-Cloud-Token"
+	HeaderRemoteclusterToken   = "X-RemoteCluster-Token"
+	HeaderRemoteclusterId      = "X-RemoteCluster-Id"
+	HeaderRequestedWith        = "X-Requested-With"
+	HeaderRequestedWithXML     = "XMLHttpRequest"
+	HeaderHasInaccessiblePosts = "Has-Inaccessible-Posts"
+	HeaderRange                = "Range"
+	STATUS                     = "status"
+	StatusOk                   = "OK"
+	StatusFail                 = "FAIL"
+	StatusUnhealthy            = "UNHEALTHY"
+	StatusRemove               = "REMOVE"
 
 	ClientDir = "client"
 

model/job.go

@@ -27,6 +27,7 @@ const (
 	JobTypeCloud                        = "cloud"
 	JobTypeResendInvitationEmail        = "resend_invitation_email"
 	JobTypeExtractContent               = "extract_content"
+	JobTypeLastAccessiblePost           = "last_accessible_post"
 
 	JobStatusPending         = "pending"
 	JobStatusInProgress      = "in_progress"
@@ -55,6 +56,7 @@ var AllJobTypes = [...]string{
 	JobTypeExportDelete,
 	JobTypeCloud,
 	JobTypeExtractContent,
+	JobTypeLastAccessiblePost,
 }
 
 type Job struct {

model/post_list.go

@@ -16,6 +16,8 @@ type PostList struct {
 	PrevPostId string           `json:"prev_post_id"`
 	// HasNext indicates whether there are more items to be fetched or not.
 	HasNext bool `json:"has_next"`
+	// HasInaccessiblePosts tells if there are inaccessible posts, past the cloud limit.
+	HasInaccessiblePosts bool `json:"has_inaccessible_posts"`
 }
 
 func NewPostList() *PostList {
@@ -35,11 +37,12 @@ func (o *PostList) Clone() *PostList {
 		postsCopy[k] = v.Clone()
 	}
 	return &PostList{
-		Order:      orderCopy,
-		Posts:      postsCopy,
-		NextPostId: o.NextPostId,
-		PrevPostId: o.PrevPostId,
-		HasNext:    o.HasNext,
+		Order:                orderCopy,
+		Posts:                postsCopy,
+		NextPostId:           o.NextPostId,
+		PrevPostId:           o.PrevPostId,
+		HasNext:              o.HasNext,
+		HasInaccessiblePosts: o.HasInaccessiblePosts,
 	}
 }
 

model/system.go

@@ -31,6 +31,7 @@ const (
 	SystemWarnMetricLastRunTimestampKey    = "LastWarnMetricRunTimestamp"
 	SystemFirstAdminVisitMarketplace       = "FirstAdminVisitMarketplace"
 	SystemFirstAdminSetupComplete          = "FirstAdminSetupComplete"
+	SystemLastAccessiblePostTime           = "LastAccessiblePostTime"
 	AwsMeteringReportInterval              = 1
 	AwsMeteringDimensionUsageHrs           = "UsageHrs"
 )