MM-59934: Add Redis to CI and other improvements (#28164)

- Update library version.
- Added MaxFlush delay to help reduce CPU usage.
- Fall back to LRU cache for the caches which use SCAN.
- Added mattermost-redis and running for all api layer
tests in Postgres.

https://mattermost.atlassian.net/browse/MM-59934
```release-note
NONE
```

server/build/docker-compose-generator/main.go

@@ -32,6 +32,7 @@ func main() {
 		"openldap":           389,
 		"elasticsearch":      9200,
 		"opensearch":         9201,
+		"redis":              6379,
 		"dejavu":             1358,
 		"keycloak":           8080,
 		"prometheus":         9090,

server/build/docker-compose.common.yml

@@ -118,6 +118,10 @@ services:
       discovery.type: single-node
       plugins.security.disabled: "true"
       ES_JAVA_OPTS: "-Xms512m -Xmx512m"
+  redis:
+    image: "redis:7.4.0"
+    networks:
+      - mm-test
   dejavu:
     image: "appbaseio/dejavu:3.4.2"
     networks:

server/build/docker-compose.yml

@@ -32,6 +32,10 @@ services:
     extends:
         file: docker-compose.common.yml
         service: opensearch
+  redis:
+    extends:
+        file: docker-compose.common.yml
+        service: redis
   dejavu:
     extends:
         file: docker-compose.common.yml
@@ -69,7 +73,8 @@ services:
       - openldap
       - elasticsearch
       - opensearch
-    command: postgres:5432 mysql:3306 minio:9000 inbucket:9001 openldap:389 elasticsearch:9200 opensearch:9201
+      - redis
+    command: postgres:5432 mysql:3306 minio:9000 inbucket:9001 openldap:389 elasticsearch:9200 opensearch:9201 redis:6379
 
 networks:
   mm-test: