mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-11-22 22:30:23 +00:00
8d3a44d0c4
An rbd image can have a maximum number of snapshots defined by maxsnapshotsonimage On the limit is reached the cephcsi will start flattening the older snapshots and returns the ABORT error message, The Request comes after this as to wait till all the images are flattened (this will increase the PVC creation time. Instead of waiting till the maximum snapshots on an RBD image, we can have a soft limit, once the limit reached cephcsi will start flattening the task to break the chain. With this PVC creation time will only be affected when the hard limit (minsnapshotsonimage) reached. Signed-off-by: Madhu Rajanna <madhupr007@gmail.com>
241 lines
8.9 KiB
YAML
241 lines
8.9 KiB
YAML
kind: Deployment
|
|
apiVersion: apps/v1
|
|
metadata:
|
|
name: {{ include "ceph-csi-rbd.provisioner.fullname" . }}
|
|
namespace: {{ .Release.Namespace }}
|
|
labels:
|
|
app: {{ include "ceph-csi-rbd.name" . }}
|
|
chart: {{ include "ceph-csi-rbd.chart" . }}
|
|
component: {{ .Values.provisioner.name }}
|
|
release: {{ .Release.Name }}
|
|
heritage: {{ .Release.Service }}
|
|
spec:
|
|
replicas: {{ .Values.provisioner.replicaCount }}
|
|
selector:
|
|
matchLabels:
|
|
app: {{ include "ceph-csi-rbd.name" . }}
|
|
component: {{ .Values.provisioner.name }}
|
|
release: {{ .Release.Name }}
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: {{ include "ceph-csi-rbd.name" . }}
|
|
chart: {{ include "ceph-csi-rbd.chart" . }}
|
|
component: {{ .Values.provisioner.name }}
|
|
release: {{ .Release.Name }}
|
|
heritage: {{ .Release.Service }}
|
|
spec:
|
|
{{- if gt (int .Values.provisioner.replicaCount) 1 }}
|
|
affinity:
|
|
podAntiAffinity:
|
|
requiredDuringSchedulingIgnoredDuringExecution:
|
|
- labelSelector:
|
|
matchExpressions:
|
|
- key: app
|
|
operator: In
|
|
values:
|
|
- {{ include "ceph-csi-rbd.name" . }}
|
|
- key: component
|
|
operator: In
|
|
values:
|
|
- {{ .Values.provisioner.name }}
|
|
topologyKey: "kubernetes.io/hostname"
|
|
{{- end }}
|
|
serviceAccountName: {{ include "ceph-csi-rbd.serviceAccountName.provisioner" . }}
|
|
containers:
|
|
- name: csi-provisioner
|
|
image: "{{ .Values.provisioner.provisioner.image.repository }}:{{ .Values.provisioner.provisioner.image.tag }}"
|
|
imagePullPolicy: {{ .Values.provisioner.provisioner.image.pullPolicy }}
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--v={{ .Values.logLevel }}"
|
|
- "--timeout={{ .Values.provisioner.timeout }}"
|
|
- "--enable-leader-election=true"
|
|
- "--leader-election-type=leases"
|
|
- "--retry-interval-start=500ms"
|
|
{{- if .Values.topology.enabled }}
|
|
- "--feature-gates=Topology=true"
|
|
{{- end }}
|
|
env:
|
|
- name: ADDRESS
|
|
value: "unix:///csi/{{ .Values.provisionerSocketFile }}"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
resources:
|
|
{{ toYaml .Values.provisioner.provisioner.resources | indent 12 }}
|
|
{{- if .Values.provisioner.resizer.enabled }}
|
|
- name: csi-resizer
|
|
image: "{{ .Values.provisioner.resizer.image.repository }}:{{ .Values.provisioner.resizer.image.tag }}"
|
|
imagePullPolicy: {{ .Values.provisioner.resizer.image.pullPolicy }}
|
|
args:
|
|
- "--v={{ .Values.logLevel }}"
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--csiTimeout={{ .Values.provisioner.timeout }}"
|
|
- "--leader-election"
|
|
- "--retry-interval-start=500ms"
|
|
env:
|
|
- name: ADDRESS
|
|
value: "unix:///csi/{{ .Values.provisionerSocketFile }}"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
resources:
|
|
{{ toYaml .Values.provisioner.resizer.resources | indent 12 }}
|
|
{{- end }}
|
|
- name: csi-snapshotter
|
|
image: {{ .Values.provisioner.snapshotter.image.repository }}:{{ .Values.provisioner.snapshotter.image.tag }}
|
|
imagePullPolicy: {{ .Values.provisioner.snapshotter.image.pullPolicy }}
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--v={{ .Values.logLevel }}"
|
|
- "--timeout={{ .Values.provisioner.timeout }}"
|
|
- "--leader-election=true"
|
|
env:
|
|
- name: ADDRESS
|
|
value: "unix:///csi/{{ .Values.provisionerSocketFile }}"
|
|
securityContext:
|
|
privileged: true
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
resources:
|
|
{{ toYaml .Values.provisioner.snapshotter.resources | indent 12 }}
|
|
{{- if .Values.provisioner.attacher.enabled }}
|
|
- name: csi-attacher
|
|
image: "{{ .Values.provisioner.attacher.image.repository }}:{{ .Values.provisioner.attacher.image.tag }}"
|
|
imagePullPolicy: {{ .Values.provisioner.attacher.image.pullPolicy }}
|
|
args:
|
|
- "--v={{ .Values.logLevel }}"
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--leader-election=true"
|
|
- "--retry-interval-start=500ms"
|
|
env:
|
|
- name: ADDRESS
|
|
value: "unix:///csi/{{ .Values.provisionerSocketFile }}"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
resources:
|
|
{{ toYaml .Values.provisioner.attacher.resources | indent 12 }}
|
|
{{- end }}
|
|
- name: csi-rbdplugin
|
|
image: "{{ .Values.nodeplugin.plugin.image.repository }}:{{ .Values.nodeplugin.plugin.image.tag }}"
|
|
imagePullPolicy: {{ .Values.nodeplugin.plugin.image.pullPolicy }}
|
|
args:
|
|
- "--nodeid=$(NODE_ID)"
|
|
- "--type=rbd"
|
|
- "--controllerserver=true"
|
|
- "--pidlimit=-1"
|
|
- "--endpoint=$(CSI_ENDPOINT)"
|
|
- "--v={{ .Values.logLevel }}"
|
|
- "--drivername=$(DRIVER_NAME)"
|
|
- "--rbdhardmaxclonedepth={{ .Values.provisioner.hardMaxCloneDepth }}"
|
|
- "--rbdsoftmaxclonedepth={{ .Values.provisioner.softMaxCloneDepth }}"
|
|
- "--maxsnapshotsonimage={{ .Values.provisioner.maxSnapshotsOnImage }}"
|
|
- "--minsnapshotsonimage={{ .Values.provisioner.minSnapshotsOnImage }}"
|
|
{{- if .Values.provisioner.skipForceFlatten }}
|
|
- "--skipforceflatten={{ .Values.provisioner.skipForceFlatten }}"
|
|
{{- end }}
|
|
env:
|
|
- name: POD_IP
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: status.podIP
|
|
- name: DRIVER_NAME
|
|
value: {{ .Values.driverName }}
|
|
- name: NODE_ID
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: spec.nodeName
|
|
- name: CSI_ENDPOINT
|
|
value: "unix:///csi/{{ .Values.provisionerSocketFile }}"
|
|
securityContext:
|
|
privileged: true
|
|
capabilities:
|
|
add: ["SYS_ADMIN"]
|
|
allowPrivilegeEscalation: true
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
- mountPath: /dev
|
|
name: host-dev
|
|
- mountPath: /sys
|
|
name: host-sys
|
|
- mountPath: /lib/modules
|
|
name: lib-modules
|
|
readOnly: true
|
|
- name: ceph-csi-config
|
|
mountPath: /etc/ceph-csi-config/
|
|
- name: ceph-csi-encryption-kms-config
|
|
mountPath: /etc/ceph-csi-encryption-kms-config/
|
|
- name: keys-tmp-dir
|
|
mountPath: /tmp/csi/keys
|
|
resources:
|
|
{{ toYaml .Values.nodeplugin.plugin.resources | indent 12 }}
|
|
{{- if .Values.provisioner.httpMetrics.enabled }}
|
|
- name: liveness-prometheus
|
|
image: "{{ .Values.nodeplugin.plugin.image.repository }}:{{ .Values.nodeplugin.plugin.image.tag }}"
|
|
imagePullPolicy: {{ .Values.nodeplugin.plugin.image.pullPolicy }}
|
|
args:
|
|
- "--type=liveness"
|
|
- "--endpoint=$(CSI_ENDPOINT)"
|
|
- "--metricsport={{ .Values.provisioner.httpMetrics.containerPort }}"
|
|
- "--metricspath=/metrics"
|
|
- "--polltime=60s"
|
|
- "--timeout=3s"
|
|
env:
|
|
- name: CSI_ENDPOINT
|
|
value: "unix:///csi/{{ .Values.provisionerSocketFile }}"
|
|
- name: POD_IP
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: status.podIP
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
resources:
|
|
{{ toYaml .Values.nodeplugin.plugin.resources | indent 12 }}
|
|
{{- end }}
|
|
volumes:
|
|
- name: socket-dir
|
|
emptyDir: {
|
|
medium: "Memory"
|
|
}
|
|
- name: host-dev
|
|
hostPath:
|
|
path: /dev
|
|
- name: host-sys
|
|
hostPath:
|
|
path: /sys
|
|
- name: lib-modules
|
|
hostPath:
|
|
path: /lib/modules
|
|
- name: ceph-csi-config
|
|
configMap:
|
|
name: {{ .Values.configMapName | quote }}
|
|
{{- if .Values.configMapKey }}
|
|
items:
|
|
- key: {{ .Values.configMapKey | quote }}
|
|
path: config.json
|
|
{{- end }}
|
|
- name: ceph-csi-encryption-kms-config
|
|
configMap:
|
|
name: {{ .Values.kmsConfigMapName | quote }}
|
|
- name: keys-tmp-dir
|
|
emptyDir: {
|
|
medium: "Memory"
|
|
}
|
|
{{- if .Values.provisioner.affinity }}
|
|
affinity:
|
|
{{ toYaml .Values.provisioner.affinity | indent 8 -}}
|
|
{{- end -}}
|
|
{{- if .Values.provisioner.nodeSelector }}
|
|
nodeSelector:
|
|
{{ toYaml .Values.provisioner.nodeSelector | indent 8 -}}
|
|
{{- end -}}
|
|
{{- if .Values.provisioner.tolerations }}
|
|
tolerations:
|
|
{{ toYaml .Values.provisioner.tolerations | indent 8 -}}
|
|
{{- end -}}
|