Troubleshooting & FAQ

# App health
kubectl -n langwatch exec deploy/langwatch-app -- curl -s http://localhost:5560/api/health

# Worker health
kubectl -n langwatch exec deploy/langwatch-workers -- curl -s http://localhost:2999/healthz

# Pod status
kubectl -n langwatch get pods

# Recent events
kubectl -n langwatch get events --sort-by='.lastTimestamp' | tail -20

lsof -i :5560
# Then either stop that process or change the port in compose.yml

docker compose logs app --tail=50
docker compose logs postgres --tail=50

# Check pod logs
kubectl -n langwatch logs <pod-name> --previous

# Common causes:
# 1. Database connection failed, check DATABASE_URL secret
# 2. Missing secrets, check autogen.enabled or secrets.existingSecret
# 3. ClickHouse not ready, check clickhouse pod status

# Check events for the pod
kubectl -n langwatch describe pod <pod-name>

# Common causes:
# 1. Insufficient cluster resources (CPU/memory)
# 2. No StorageClass available for PVC provisioning
# 3. Node selector/affinity mismatch

kubectl -n langwatch get pvc
kubectl -n langwatch describe pvc <pvc-name>

kubectl get storageclass

clickhouse:
  storage:
    storageClass: "gp3"  # or your available StorageClass

# Check ingress resource
kubectl -n langwatch get ingress
kubectl -n langwatch describe ingress <ingress-name>

# Verify the ingress controller is running
kubectl get pods -n ingress-nginx  # or your ingress namespace

cronjobs:
  pod:
    annotations:
      sidecar.istio.io/inject: "false"

clickhouse:
  memory: "16Gi"  # Up from default 4Gi

# Check ClickHouse pod status
kubectl -n langwatch get pods -l app.kubernetes.io/component=clickhouse

# Test connectivity from app pod
kubectl -n langwatch exec deploy/langwatch-app -- \
  curl -s "http://langwatch-clickhouse:8123/?query=SELECT%201"

# Check ClickHouse logs for S3 errors
kubectl -n langwatch logs sts/langwatch-clickhouse --tail=50 | grep -i s3

kubectl -n langwatch logs deploy/langwatch-app --tail=100 | grep -i prisma

app:
  extraEnvs:
    - name: SKIP_PRISMA_MIGRATE
      value: "true"

# For chart-managed PostgreSQL
kubectl -n langwatch exec deploy/langwatch-postgresql -- \
  pg_isready -U postgres

# For external PostgreSQL, test from the app pod
kubectl -n langwatch exec deploy/langwatch-app -- \
  curl -v telnet://your-rds-host:5432

https://your-langwatch-domain.com/api/auth/callback/{provider}

helm install langwatch langwatch/langwatch \
  -f examples/overlays/postgres-external.yaml \
  -f examples/overlays/redis-external.yaml

langwatch_nlp:
  replicaCount: 0
langevals:
  replicaCount: 0

app:
  telemetry:
    usage:
      enabled: false

# Helm chart version and app version
helm list -n langwatch

# Image version running in pods
kubectl -n langwatch get pods -o jsonpath='{.items[*].spec.containers[*].image}'