Regarding the issue of log output for the "request.logging-config-file" parameter

[cscowx]

Hello, everyone

Container image version：thanosio/thanos:main-2025-10-07-be442a5

/bin $ ./thanos --version
thanos, version 0.40.0-dev (branch: main, revision: be442a5)
build user: root@76cd6c6b9001
build date: 20251007-14:11:33
go version: go1.25.1
platform: linux/amd64
tags: netgo,slicelabels

My CoreDNS does not support IPv6.

#Thanos Query UI
http://192.168.110.210:30902/thanos/query

I queried the statement "up[5m]" through the Thanos Query UI interface.
There are results displayed on the page, but no relevant request logs can be found through kubectl logs.
I wonder if it's a problem with my configuration?

• --request.logging-config-file=/etc/thanos/request-logging.yaml

Could you please help me figure out the reason? My requirement is that whenever a query statement is made on the Thanos Query UI, the log of these request statements should be recorded. Through these logs, I want to analyze whether the data is obtained from the sidecar or the store gateway.

kubectl logs -f pod/my-thanos-query-0 -n monitor
No relevant request log output
kubectl logs -f pod/my-thanos-query-1 -n monitor
No relevant request log output

Configuration as follows:

cat <<EOF | kubectl apply -f -
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: my-thanos-query-request-logging-config
  namespace: monitor
data:
  request-logging.yaml: |
    http:
      options:
        level: INFO
        decision:
          log_start: true
          log_end: true
    grpc:
      options:
        level: INFO
        decision:
          log_start: true
          log_end: true
EOF

cat <<EOF | kubectl apply -f -
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: my-thanos-endpoints-config
  namespace: monitor
data:
  endpoints.json: |
    endpoints:
      - address: "my-prometheus-thanos-sidecar-headless.monitor.svc.cluster.local:10901"
      - address: "my-thanos-store-headless.monitor.svc.cluster.local:10901"
EOF

cat <<'EOF' | kubectl apply -f -
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: my-thanos-query
  namespace: monitor
spec:
  selector:
    matchLabels:
      app: my-thanos-query
  serviceName: "my-thanos-query"
  replicas: 2
  template:
    metadata:
      labels:
        app: my-thanos-query
    spec:
      terminationGracePeriodSeconds: 60
      dnsPolicy: ClusterFirst
      serviceAccountName: my-prometheus
      securityContext:
        fsGroup: 1001
        runAsGroup: 1001
        runAsNonRoot: true
        runAsUser: 1001
      affinity:
        podAntiAffinity:
          preferredDuringSchedulingIgnoredDuringExecution:
            - weight: 100
              podAffinityTerm:
                labelSelector:
                  matchLabels:
                    app: my-thanos-query
                topologyKey: kubernetes.io/hostname
      initContainers:
        - name: config-render
          image: m.daocloud.io/docker.io/bash:latest
          securityContext:
            runAsUser: 0
            runAsNonRoot: false
            allowPrivilegeEscalation: false
          env:
            - name: REPLICA_NAME
              valueFrom:
                fieldRef:
                  fieldPath: metadata.name
          command:
            - /bin/sh
            - -c
            - |
              set -eux && \
              printenv >&2 && echo "REPLICA_NAME=${REPLICA_NAME}" >&2 && \
              mkdir -p /mnt/my-thanos-query/logs && \
              cp -rp /tmp/my-thanos-storage-config.yml /mnt/my-thanos-query/ && \
              chown -R 1001: /mnt
          volumeMounts:
              - name: my-thanos-storage-configmap
                subPath: my-thanos-storage-config.yml
                mountPath: /tmp/my-thanos-storage-config.yml
                readOnly: true
              - name: nfs-volume-prometheus-cfg
                mountPath: /mnt
                readOnly: false
      containers:
        - name: my-thanos-query
          image: m.daocloud.io/docker.io/thanosio/thanos:main-2025-10-19-9978537
          imagePullPolicy: "IfNotPresent"
          env:
            - name: REPLICA_NAME
              valueFrom:
                fieldRef:
                  fieldPath: metadata.name
          args:
            - query 
            - --log.level=info
            - --log.format=json 
            - --enable-auto-gomemlimit 
            - --auto-gomemlimit.ratio=0.8 
            - --http-address=0.0.0.0:10902 
            - --http-grace-period=30s 
            - --grpc-address=0.0.0.0:10901
            - --grpc-grace-period=30s 
            - --grpc-server-max-connection-age=30m 
            - --web.external-prefix=/thanos/query 
            - --web.route-prefix=/thanos/query 
            - --query.timeout=2m 
            - --query.max-concurrent=20 
            - --query.max-concurrent-select=8 
            - --query.auto-downsampling 
            - --query.partial-response 
            - --query.lookback-delta=5m 
            - --query.replica-label=replica 
            - --enable-feature=promql-experimental-functions 
            - --query.default-step=15s 
            - --store.response-timeout=30s 
            - --store.limits.request-series=5000 
            - --store.limits.request-samples=26000000 
            - --store.unhealthy-timeout=5m 
            - --store.sd-dns-interval=30s
            - --endpoint.sd-config-reload-interval=5m 
            - --query.active-query-path=/etc/thanos/logs
            - --request.logging-config-file=/etc/thanos/request-logging.yaml
            - --alert.query-url=http://my-thanos-query.monitor.svc.cluster.local:10902/thanos/query
            - --endpoint.sd-config-file=/etc/thanos/endpoints.json
          ports:
            - containerPort: 10902
              name: query-http
            - containerPort: 10901
              name: query-grpc
          securityContext:
            allowPrivilegeEscalation: false
            capabilities:
              drop:
                - ALL
            privileged: false
            readOnlyRootFilesystem: true
          startupProbe:
            exec:
              command:
                - hostname
            initialDelaySeconds: 60
            periodSeconds: 15
            successThreshold: 1
            failureThreshold: 6
          #存活探针
            httpGet:
              path: /-/healthy
              port: query-http
            initialDelaySeconds: 120
            periodSeconds: 15
            successThreshold: 1
            failureThreshold: 6
          readinessProbe:
            httpGet:
              path: /-/ready
              port: query-http
              scheme: HTTP
            initialDelaySeconds: 60
            periodSeconds: 15
            successThreshold: 1
            failureThreshold: 6
          resources:
            requests:
              cpu: 2
              memory: 2048Mi
            limits:
              cpu: 2
              memory: 2048Mi
          volumeMounts:
              - name: nfs-volume-prometheus-cfg
                mountPath: /etc/thanos/logs/
                subPathExpr: my-thanos-query/logs/$(REPLICA_NAME)
                readOnly: false
              - name: my-thanos-query-request-logging-config
                subPath: request-logging.yaml
                mountPath: /etc/thanos/request-logging.yaml
                readOnly: true
              - name: my-thanos-endpoints-config
                subPath: endpoints.json
                mountPath: /etc/thanos/endpoints.json
                readOnly: true
              - name: ssl
                mountPath: /ssl
                readOnly: true
      volumes:
        - name: ssl
          hostPath:
            path: /ssl
        - name: nfs-volume-prometheus-cfg
          nfs:
            server: 192.168.110.220
            path: /nfs-data/prometheus-cfg
        - name: my-thanos-storage-configmap
          configMap:
            name: my-thanos-storage-config
            items:
              - key: my-thanos-storage-config.yml
                path: my-thanos-storage-config.yml
        - name: my-thanos-query-request-logging-config
          configMap:
            name: my-thanos-query-request-logging-config
            items:
              - key: request-logging.yaml
                path: request-logging.yaml
        - name: my-thanos-endpoints-config
          configMap:
            name: my-thanos-endpoints-config
            items:
              - key: endpoints.json
                path: endpoints.json
EOF