[MM-33853] remove CSV row limit in compliance monitoring (#17185)

model/compliance.go

@@ -37,6 +37,19 @@ type Compliance struct {
 
 type Compliances []Compliance
 
+// ComplianceExportCursor is used for paginated iteration of posts
+// for compliance export.
+// We need to keep track of the last post ID in addition to the last post
+// CreateAt to break ties when two posts have the same CreateAt.
+type ComplianceExportCursor struct {
+	LastChannelsQueryPostCreateAt       int64
+	LastChannelsQueryPostID             string
+	ChannelsQueryCompleted              bool
+	LastDirectMessagesQueryPostCreateAt int64
+	LastDirectMessagesQueryPostID       string
+	DirectMessagesQueryCompleted        bool
+}
+
 func (c *Compliance) ToJson() string {
 	b, _ := json.Marshal(c)
 	return string(b)

model/config.go

@@ -2301,6 +2301,7 @@ type ComplianceSettings struct {
 	Enable      *bool   `access:"compliance_compliance_monitoring"`
 	Directory   *string `access:"compliance_compliance_monitoring"` // telemetry: none
 	EnableDaily *bool   `access:"compliance_compliance_monitoring"`
+	BatchSize   *int    `access:"compliance_compliance_monitoring"` // telemetry: none
 }
 
 func (s *ComplianceSettings) SetDefaults() {
@@ -2315,6 +2316,10 @@ func (s *ComplianceSettings) SetDefaults() {
 	if s.EnableDaily == nil {
 		s.EnableDaily = NewBool(false)
 	}
+
+	if s.BatchSize == nil {
+		s.BatchSize = NewInt(30000)
+	}
 }
 
 type LocalizationSettings struct {