88ed187c27
* feat(worker): add metrics HTTP server and debug profiling support - Add -metricsPort flag to enable Prometheus metrics endpoint - Add -metricsIp flag to configure metrics server bind address - Implement /metrics endpoint for Prometheus-compatible metrics - Implement /health endpoint for Kubernetes readiness/liveness probes - Add -debug flag to enable pprof debugging server - Add -debug.port flag to configure debug server port - Fix stats package import naming conflict by using alias - Update usage examples to show new flags Fixes #7843 * feat(helm): add worker metrics and health check support - Update worker readiness probe to use httpGet on /health endpoint - Update worker liveness probe to use httpGet on /health endpoint - Add metricsPort flag to worker command in deployment template - Support both httpGet and tcpSocket probe types for backward compatibility - Update values.yaml with health check configuration This enables Kubernetes pod lifecycle management for worker components through proper health checks on the new metrics HTTP endpoint. * feat(mini): align all services to share single debug and metrics servers - Disable S3's separate debug server in mini mode (port 6060 now shared by all) - Add metrics server startup to embedded worker for health monitoring - All services now share the single metrics port (9327) and single debug port (6060) - Consistent pattern with master, filer, volume, webdav services * fix(worker): fix variable shadowing in health check handler - Rename http.ResponseWriter parameter from 'w' to 'rw' to avoid shadowing the outer 'w *worker.Worker' parameter - Prevents potential bugs if future code tries to use worker state in handler - Improves code clarity and follows Go best practices * fix(worker): remove unused worker parameter in metrics server - Change 'w *worker.Worker' parameter to '_' as it's not used - Clarifies intent that parameter is intentionally unused - Follows Go best practices and improves code clarity * fix(helm): fix trailing backslash syntax errors in worker command - Fix conditional backslash placement to prevent shell syntax errors - Only add backslash when metricsPort OR extraArgs are present - Prevents worker pod startup failures due to malformed command arguments - Ensures proper shell command parsing regardless of configuration state * refactor(worker): use standard stats.StartMetricsServer for consistency - Replace custom metrics server implementation with stats.StartMetricsServer to match pattern used in master, volume, s3, filer_sync components - Simplifies code and improves maintainability - Uses glog.Fatal for errors (consistent with other SeaweedFS components) - Remove unused net/http and prometheus/promhttp imports - Automatically provides /metrics and /health endpoints via standard implementation
289 lines
12 KiB
YAML
289 lines
12 KiB
YAML
{{- if .Values.worker.enabled }}
|
|
{{- if and (not .Values.worker.adminServer) (not .Values.admin.enabled) }}
|
|
{{- fail "worker.adminServer must be set if admin.enabled is false within the same release" -}}
|
|
{{- end }}
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: {{ template "seaweedfs.name" . }}-worker
|
|
namespace: {{ .Release.Namespace }}
|
|
labels:
|
|
app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
|
|
helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
|
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
app.kubernetes.io/component: worker
|
|
{{- if .Values.worker.annotations }}
|
|
annotations:
|
|
{{- toYaml .Values.worker.annotations | nindent 4 }}
|
|
{{- end }}
|
|
spec:
|
|
replicas: {{ .Values.worker.replicas }}
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
app.kubernetes.io/component: worker
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
|
|
helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
app.kubernetes.io/component: worker
|
|
{{ with .Values.podLabels }}
|
|
{{- toYaml . | nindent 8 }}
|
|
{{- end }}
|
|
{{- with .Values.worker.podLabels }}
|
|
{{- toYaml . | nindent 8 }}
|
|
{{- end }}
|
|
annotations:
|
|
{{ with .Values.podAnnotations }}
|
|
{{- toYaml . | nindent 8 }}
|
|
{{- end }}
|
|
{{- with .Values.worker.podAnnotations }}
|
|
{{- toYaml . | nindent 8 }}
|
|
{{- end }}
|
|
spec:
|
|
restartPolicy: {{ default .Values.global.restartPolicy .Values.worker.restartPolicy }}
|
|
{{- if .Values.worker.affinity }}
|
|
affinity:
|
|
{{ tpl .Values.worker.affinity . | nindent 8 | trim }}
|
|
{{- end }}
|
|
{{- if .Values.worker.topologySpreadConstraints }}
|
|
topologySpreadConstraints:
|
|
{{ tpl .Values.worker.topologySpreadConstraints . | nindent 8 | trim }}
|
|
{{- end }}
|
|
{{- if .Values.worker.tolerations }}
|
|
tolerations:
|
|
{{ tpl .Values.worker.tolerations . | nindent 8 | trim }}
|
|
{{- end }}
|
|
{{- include "seaweedfs.imagePullSecrets" . | nindent 6 }}
|
|
terminationGracePeriodSeconds: 60
|
|
{{- if .Values.worker.priorityClassName }}
|
|
priorityClassName: {{ .Values.worker.priorityClassName | quote }}
|
|
{{- end }}
|
|
enableServiceLinks: false
|
|
{{- if .Values.worker.serviceAccountName }}
|
|
serviceAccountName: {{ .Values.worker.serviceAccountName | quote }}
|
|
{{- end }}
|
|
{{- if .Values.worker.initContainers }}
|
|
initContainers:
|
|
{{ tpl .Values.worker.initContainers . | nindent 8 | trim }}
|
|
{{- end }}
|
|
{{- if .Values.worker.podSecurityContext.enabled }}
|
|
securityContext: {{- omit .Values.worker.podSecurityContext "enabled" | toYaml | nindent 8 }}
|
|
{{- end }}
|
|
containers:
|
|
- name: seaweedfs
|
|
image: {{ template "worker.image" . }}
|
|
imagePullPolicy: {{ default "IfNotPresent" .Values.global.imagePullPolicy }}
|
|
env:
|
|
- name: POD_IP
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: status.podIP
|
|
- name: POD_NAME
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: metadata.name
|
|
- name: NAMESPACE
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: metadata.namespace
|
|
- name: SEAWEEDFS_FULLNAME
|
|
value: "{{ template "seaweedfs.name" . }}"
|
|
{{- if .Values.worker.extraEnvironmentVars }}
|
|
{{- range $key, $value := .Values.worker.extraEnvironmentVars }}
|
|
- name: {{ $key }}
|
|
{{- if kindIs "string" $value }}
|
|
value: {{ $value | quote }}
|
|
{{- else }}
|
|
valueFrom:
|
|
{{ toYaml $value | nindent 16 | trim }}
|
|
{{- end -}}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.global.extraEnvironmentVars }}
|
|
{{- range $key, $value := .Values.global.extraEnvironmentVars }}
|
|
- name: {{ $key }}
|
|
{{- if kindIs "string" $value }}
|
|
value: {{ $value | quote }}
|
|
{{- else }}
|
|
valueFrom:
|
|
{{ toYaml $value | nindent 16 | trim }}
|
|
{{- end -}}
|
|
{{- end }}
|
|
{{- end }}
|
|
command:
|
|
- "/bin/sh"
|
|
- "-ec"
|
|
- |
|
|
exec /usr/bin/weed \
|
|
{{- if or (eq .Values.worker.logs.type "hostPath") (eq .Values.worker.logs.type "emptyDir") (eq .Values.worker.logs.type "existingClaim") }}
|
|
-logdir=/logs \
|
|
{{- else }}
|
|
-logtostderr=true \
|
|
{{- end }}
|
|
{{- if .Values.worker.loggingOverrideLevel }}
|
|
-v={{ .Values.worker.loggingOverrideLevel }} \
|
|
{{- else }}
|
|
-v={{ .Values.global.loggingLevel }} \
|
|
{{- end }}
|
|
worker \
|
|
{{- if .Values.worker.adminServer }}
|
|
-admin={{ .Values.worker.adminServer }} \
|
|
{{- else }}
|
|
-admin={{ template "seaweedfs.name" . }}-admin.{{ .Release.Namespace }}:{{ .Values.admin.grpcPort }} \
|
|
{{- end }}
|
|
-capabilities={{ .Values.worker.capabilities }} \
|
|
-maxConcurrent={{ .Values.worker.maxConcurrent }} \
|
|
-workingDir={{ .Values.worker.workingDir }}{{- if or .Values.worker.metricsPort .Values.worker.extraArgs }} \{{ end }}
|
|
{{- if .Values.worker.metricsPort }}
|
|
-metricsPort={{ .Values.worker.metricsPort }}{{- if .Values.worker.extraArgs }} \{{ end }}
|
|
{{- end }}
|
|
{{- range $index, $arg := .Values.worker.extraArgs }}
|
|
{{ $arg }}{{- if lt $index (sub (len $.Values.worker.extraArgs) 1) }} \{{ end }}
|
|
{{- end }}
|
|
volumeMounts:
|
|
{{- if or (eq .Values.worker.data.type "hostPath") (eq .Values.worker.data.type "emptyDir") (eq .Values.worker.data.type "existingClaim") }}
|
|
- name: worker-data
|
|
mountPath: {{ .Values.worker.workingDir }}
|
|
{{- end }}
|
|
{{- if or (eq .Values.worker.logs.type "hostPath") (eq .Values.worker.logs.type "emptyDir") (eq .Values.worker.logs.type "existingClaim") }}
|
|
- name: worker-logs
|
|
mountPath: /logs
|
|
{{- end }}
|
|
{{- if .Values.global.enableSecurity }}
|
|
- name: security-config
|
|
readOnly: true
|
|
mountPath: /etc/seaweedfs/security.toml
|
|
subPath: security.toml
|
|
- name: ca-cert
|
|
readOnly: true
|
|
mountPath: /usr/local/share/ca-certificates/ca/
|
|
- name: master-cert
|
|
readOnly: true
|
|
mountPath: /usr/local/share/ca-certificates/master/
|
|
- name: volume-cert
|
|
readOnly: true
|
|
mountPath: /usr/local/share/ca-certificates/volume/
|
|
- name: filer-cert
|
|
readOnly: true
|
|
mountPath: /usr/local/share/ca-certificates/filer/
|
|
- name: client-cert
|
|
readOnly: true
|
|
mountPath: /usr/local/share/ca-certificates/client/
|
|
- name: worker-cert
|
|
readOnly: true
|
|
mountPath: /usr/local/share/ca-certificates/worker/
|
|
{{- end }}
|
|
{{ tpl .Values.worker.extraVolumeMounts . | nindent 12 | trim }}
|
|
ports:
|
|
{{- if .Values.worker.metricsPort }}
|
|
- containerPort: {{ .Values.worker.metricsPort }}
|
|
name: metrics
|
|
{{- end }}
|
|
{{- with .Values.worker.resources }}
|
|
resources:
|
|
{{- toYaml . | nindent 12 }}
|
|
{{- end }}
|
|
{{- if .Values.worker.livenessProbe.enabled }}
|
|
livenessProbe:
|
|
{{- if .Values.worker.livenessProbe.httpGet }}
|
|
httpGet:
|
|
path: {{ .Values.worker.livenessProbe.httpGet.path }}
|
|
port: {{ .Values.worker.livenessProbe.httpGet.port }}
|
|
{{- else if .Values.worker.livenessProbe.tcpSocket }}
|
|
tcpSocket:
|
|
port: {{ .Values.worker.livenessProbe.tcpSocket.port }}
|
|
{{- end }}
|
|
initialDelaySeconds: {{ .Values.worker.livenessProbe.initialDelaySeconds }}
|
|
periodSeconds: {{ .Values.worker.livenessProbe.periodSeconds }}
|
|
successThreshold: {{ .Values.worker.livenessProbe.successThreshold }}
|
|
failureThreshold: {{ .Values.worker.livenessProbe.failureThreshold }}
|
|
timeoutSeconds: {{ .Values.worker.livenessProbe.timeoutSeconds }}
|
|
{{- end }}
|
|
{{- if .Values.worker.readinessProbe.enabled }}
|
|
readinessProbe:
|
|
{{- if .Values.worker.readinessProbe.httpGet }}
|
|
httpGet:
|
|
path: {{ .Values.worker.readinessProbe.httpGet.path }}
|
|
port: {{ .Values.worker.readinessProbe.httpGet.port }}
|
|
{{- else if .Values.worker.readinessProbe.tcpSocket }}
|
|
tcpSocket:
|
|
port: {{ .Values.worker.readinessProbe.tcpSocket.port }}
|
|
{{- end }}
|
|
initialDelaySeconds: {{ .Values.worker.readinessProbe.initialDelaySeconds }}
|
|
periodSeconds: {{ .Values.worker.readinessProbe.periodSeconds }}
|
|
successThreshold: {{ .Values.worker.readinessProbe.successThreshold }}
|
|
failureThreshold: {{ .Values.worker.readinessProbe.failureThreshold }}
|
|
timeoutSeconds: {{ .Values.worker.readinessProbe.timeoutSeconds }}
|
|
{{- end }}
|
|
{{- if .Values.worker.containerSecurityContext.enabled }}
|
|
securityContext: {{- omit .Values.worker.containerSecurityContext "enabled" | toYaml | nindent 12 }}
|
|
{{- end }}
|
|
{{- if .Values.worker.sidecars }}
|
|
{{- include "common.tplvalues.render" (dict "value" .Values.worker.sidecars "context" $) | nindent 8 }}
|
|
{{- end }}
|
|
volumes:
|
|
{{- if eq .Values.worker.data.type "hostPath" }}
|
|
- name: worker-data
|
|
hostPath:
|
|
path: {{ .Values.worker.data.hostPathPrefix }}/seaweedfs-worker-data
|
|
type: DirectoryOrCreate
|
|
{{- end }}
|
|
{{- if eq .Values.worker.data.type "emptyDir" }}
|
|
- name: worker-data
|
|
emptyDir: {}
|
|
{{- end }}
|
|
{{- if eq .Values.worker.data.type "existingClaim" }}
|
|
- name: worker-data
|
|
persistentVolumeClaim:
|
|
claimName: {{ .Values.worker.data.claimName }}
|
|
{{- end }}
|
|
{{- if eq .Values.worker.logs.type "hostPath" }}
|
|
- name: worker-logs
|
|
hostPath:
|
|
path: {{ .Values.worker.logs.hostPathPrefix }}/logs/seaweedfs/worker
|
|
type: DirectoryOrCreate
|
|
{{- end }}
|
|
{{- if eq .Values.worker.logs.type "emptyDir" }}
|
|
- name: worker-logs
|
|
emptyDir: {}
|
|
{{- end }}
|
|
{{- if eq .Values.worker.logs.type "existingClaim" }}
|
|
- name: worker-logs
|
|
persistentVolumeClaim:
|
|
claimName: {{ .Values.worker.logs.claimName }}
|
|
{{- end }}
|
|
{{- if .Values.global.enableSecurity }}
|
|
- name: security-config
|
|
configMap:
|
|
name: {{ template "seaweedfs.name" . }}-security-config
|
|
- name: ca-cert
|
|
secret:
|
|
secretName: {{ template "seaweedfs.name" . }}-ca-cert
|
|
- name: master-cert
|
|
secret:
|
|
secretName: {{ template "seaweedfs.name" . }}-master-cert
|
|
- name: volume-cert
|
|
secret:
|
|
secretName: {{ template "seaweedfs.name" . }}-volume-cert
|
|
- name: filer-cert
|
|
secret:
|
|
secretName: {{ template "seaweedfs.name" . }}-filer-cert
|
|
- name: client-cert
|
|
secret:
|
|
secretName: {{ template "seaweedfs.name" . }}-client-cert
|
|
- name: worker-cert
|
|
secret:
|
|
secretName: {{ template "seaweedfs.name" . }}-worker-cert
|
|
{{- end }}
|
|
{{ tpl .Values.worker.extraVolumes . | indent 8 | trim }}
|
|
{{- if .Values.worker.nodeSelector }}
|
|
nodeSelector:
|
|
{{ tpl .Values.worker.nodeSelector . | indent 8 | trim }}
|
|
{{- end }}
|
|
{{- end }}
|