Merge pull request #43 from openinfradev/compactor

TACODEV-731: Thanos compactor config
openinfradev · Mar 24, 2021 · 7c70fdb · 7c70fdb
2 parents 7a07691 + 4033226
commit 7c70fdb
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 5 deletions.
diff --git a/lma/base/resources.yaml b/lma/base/resources.yaml
@@ -1109,10 +1109,14 @@ spec:
     compactor:
       enabled: true
       logLevel: info
-      retentionResolutionRaw: 30d
-      retentionResolution5m: 30d
-      retentionResolution1h: 10y
-      consistencyDelay: 30m
+      retentionResolutionRaw: TO_BE_FIXED
+      retentionResolution5m: TO_BE_FIXED
+      retentionResolution1h: TO_BE_FIXED
+      consistencyDelay: TO_BE_FIXED
+      resources:
+        limits:
+          memory: TO_BE_FIXED
+          cpu: TO_BE_FIXED
       nodeSelector: {}
       service:
         type: ClusterIP
@@ -1123,6 +1127,18 @@ spec:
         accessModes:
           - ReadWriteOnce
         size: TO_BE_FIXED
+      extraFlags: TO_BE_FIXED
+        # Compaction 수행 관련 커맨트
+        # 아래와 같은 block stream들이 있을때
+        # external_labels: {cluster="eu1", replica="1", receive="true", environment="production"}
+        # external_labels: {cluster="eu1", replica="2", receive="true", environment="production"}
+        # external_labels: {cluster="us1", replica="1", receive="true", environment="production"}
+        # external_labels: {cluster="us1", replica="1", receive="true", environment="staging"}
+        # --compact.enable-vertical-compaction 와 함께 --deduplication.replica-label="replica" 라고 설정하면 아래와 같이 compcation됨
+        # external_labels: {cluster="eu1", receive="true", environment="production"} (2 streams, resulted in one)
+        # external_labels: {cluster="us1", receive="true", environment="production"}
+        # external_labels: {cluster="us1", receive="true", environment="staging"}
+
     storegateway:
       enabled: true
       logLevel: info

diff --git a/lma/base/site-values.yaml b/lma/base/site-values.yaml
@@ -181,10 +181,17 @@ charts:
     storegateway.nodeSelector: $(nodeSelector)
     ruler.nodeSelector: $(nodeSelector)      
 
+    compactor.retentionResolutionRaw: 30d
+    compactor.retentionResolution5m: 30d
+    compactor.retentionResolution1h: 10y
+    compactor.consistencyDelay: 30m
+    compactor.resources.limits.memory: 1024Mi
+    compactor.resources.limits.cpu: 1000m
     compactor.persistence.size: 8Gi
+    compactor.extraFlags:  
     storegateway.persistence.size: 8Gi
     ruler.alertmanagers:
-      - http://prometheus-operator-alertmanager:9093
+    - http://fed-master-alertmanager:9093
     ruler.config: |-
         groups:
           - name: "metamonitoring"