119 lines
4.4 KiB
YAML
119 lines
4.4 KiB
YAML
# manifests/infrastructure/openobserve/openobserve.yaml
|
|
apiVersion: source.toolkit.fluxcd.io/v1
|
|
kind: HelmRepository
|
|
metadata:
|
|
name: openobserve
|
|
namespace: openobserve
|
|
spec:
|
|
interval: 5m0s
|
|
url: https://charts.openobserve.ai
|
|
---
|
|
apiVersion: helm.toolkit.fluxcd.io/v2
|
|
kind: HelmRelease
|
|
metadata:
|
|
name: openobserve
|
|
namespace: openobserve
|
|
spec:
|
|
interval: 5m
|
|
chart:
|
|
spec:
|
|
chart: openobserve-standalone
|
|
version: ">=0.15.0"
|
|
sourceRef:
|
|
kind: HelmRepository
|
|
name: openobserve
|
|
namespace: openobserve
|
|
interval: 1m
|
|
values:
|
|
# Use SIMD-optimized image for ARM with NEON support
|
|
image:
|
|
repository: public.ecr.aws/zinclabs/openobserve
|
|
tag: v0.15.0-simd
|
|
|
|
# Basic configuration with memory optimization
|
|
config:
|
|
ZO_TELEMETRY: "false"
|
|
ZO_WEB_URL: "https://obs.keyboardvagabond.com"
|
|
# Aggressive data retention for resource-constrained environment
|
|
ZO_COMPACT_DATA_RETENTION_DAYS: "7" # Reduced from 14 to 7 days
|
|
ZO_COMPACT_RETENTION_LOGS: "7" # Explicit log retention
|
|
ZO_COMPACT_RETENTION_METRICS: "14" # Keep metrics longer than logs
|
|
ZO_COMPACT_RETENTION_TRACES: "3" # Traces are large, keep only 3 days
|
|
|
|
# Memory optimization settings - reduced for 5GB container limit
|
|
ZO_MEMORY_CACHE_MAX_SIZE: "1536" # Reduced to 1.5GB (was 2GB) - still good performance
|
|
ZO_MEMORY_CACHE_DATAFUSION_MAX_SIZE: "768" # Reduced to 768MB (was 1GB) - adequate for queries
|
|
ZO_MAX_FILE_SIZE_IN_MEMORY: "64" # Reduce memory table size to 64MB (default 256MB)
|
|
ZO_MEM_DUMP_THREAD_NUM: "2" # Use 2 threads for memory dumps (faster disk writes)
|
|
|
|
# Enable disk caching to reduce RAM usage
|
|
ZO_DISK_CACHE_ENABLED: "true"
|
|
ZO_DISK_CACHE_MAX_SIZE: "8192" # 8GB disk cache (in MB)
|
|
|
|
# Reduce field processing overhead
|
|
ZO_COLS_PER_RECORD_LIMIT: "500" # Limit fields per record (default 1000)
|
|
|
|
# Optimized compaction for memory efficiency
|
|
ZO_COMPACT_SYNC_TO_DB_INTERVAL: "10" # Reduced frequency (was 5s) to save memory
|
|
ZO_COMPACT_MAX_FILE_SIZE: "256" # Smaller files (256MB) to reduce memory buffers
|
|
ZO_COMPACT_INTERVAL: "120" # Less frequent compaction (2min vs 1min) to reduce memory spikes
|
|
ZO_COMPACT_STEP_SIZE: "500" # Fewer files per step to reduce memory usage
|
|
|
|
# Local storage for now - easy to migrate to S3 later
|
|
persistence:
|
|
size: 100Gi
|
|
storageClass: "longhorn"
|
|
|
|
# Resource limits optimized with memory configuration tunning
|
|
resources:
|
|
requests:
|
|
cpu: 512m
|
|
memory: 1.5Gi # Reasonable request for optimized caches
|
|
limits:
|
|
cpu: 2500m
|
|
memory: 5Gi # Keep at 5GB with optimized cache settings
|
|
|
|
ingress:
|
|
enabled: false
|
|
|
|
# Security context optimized for large volumes per Kubernetes docs
|
|
# https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#configure-volume-permission-and-ownership-change-policy-for-pods
|
|
securityContext:
|
|
fsGroup: 2000
|
|
runAsUser: 10000 # Match existing StatefulSet to avoid conflicts
|
|
runAsGroup: 3000 # Match existing StatefulSet to avoid conflicts
|
|
fsGroupChangePolicy: "OnRootMismatch" # Only change permissions if root ownership differs
|
|
runAsNonRoot: true
|
|
|
|
# Use secret for credentials (secure approach)
|
|
extraEnv:
|
|
- name: ZO_ROOT_USER_EMAIL
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: openobserve-credentials
|
|
key: ZO_ROOT_USER_EMAIL
|
|
- name: ZO_ROOT_USER_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: openobserve-credentials
|
|
key: ZO_ROOT_USER_PASSWORD
|
|
# SMTP configuration for email alerts - all as environment variables
|
|
- name: ZO_SMTP_ENABLED
|
|
value: "true"
|
|
- name: ZO_SMTP_HOST
|
|
value: "<YOUR_SMTP_SERVER>"
|
|
- name: ZO_SMTP_PORT
|
|
value: "587"
|
|
- name: ZO_SMTP_USERNAME
|
|
value: "alerts@mail.keyboardvagabond.com"
|
|
- name: ZO_SMTP_FROM_EMAIL
|
|
value: "alerts@mail.keyboardvagabond.com"
|
|
- name: ZO_SMTP_REPLY_TO
|
|
value: "alerts@mail.keyboardvagabond.com"
|
|
- name: ZO_SMTP_ENCRYPTION
|
|
value: "starttls"
|
|
- name: ZO_SMTP_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: openobserve-credentials
|
|
key: ZO_SMTP_PASSWORD |