2019-06-20 19:30:40 +00:00
|
|
|
---
|
|
|
|
kind: Service
|
|
|
|
apiVersion: v1
|
|
|
|
metadata:
|
|
|
|
name: csi-rbdplugin-provisioner
|
|
|
|
labels:
|
2019-08-21 09:28:02 +00:00
|
|
|
app: csi-metrics
|
2019-06-20 19:30:40 +00:00
|
|
|
spec:
|
|
|
|
selector:
|
|
|
|
app: csi-rbdplugin-provisioner
|
|
|
|
ports:
|
|
|
|
- name: http-metrics
|
|
|
|
port: 8080
|
|
|
|
protocol: TCP
|
|
|
|
targetPort: 8080
|
2019-08-21 09:28:02 +00:00
|
|
|
- name: grpc-metrics
|
|
|
|
port: 8090
|
|
|
|
protocol: TCP
|
|
|
|
targetPort: 8090
|
2019-02-07 09:59:26 +00:00
|
|
|
---
|
2019-07-25 06:49:44 +00:00
|
|
|
kind: Deployment
|
2019-06-19 09:05:44 +00:00
|
|
|
apiVersion: apps/v1
|
2019-06-14 09:42:48 +00:00
|
|
|
metadata:
|
|
|
|
name: csi-rbdplugin-provisioner
|
|
|
|
spec:
|
2019-07-25 06:49:44 +00:00
|
|
|
replicas: 3
|
2019-06-19 09:05:44 +00:00
|
|
|
selector:
|
|
|
|
matchLabels:
|
|
|
|
app: csi-rbdplugin-provisioner
|
2018-07-18 14:48:43 +00:00
|
|
|
template:
|
|
|
|
metadata:
|
|
|
|
labels:
|
|
|
|
app: csi-rbdplugin-provisioner
|
|
|
|
spec:
|
2019-01-23 15:05:15 +00:00
|
|
|
serviceAccount: rbd-csi-provisioner
|
2018-07-18 14:48:43 +00:00
|
|
|
containers:
|
|
|
|
- name: csi-provisioner
|
2019-06-27 11:48:31 +00:00
|
|
|
image: quay.io/k8scsi/csi-provisioner:v1.3.0
|
2018-07-18 14:48:43 +00:00
|
|
|
args:
|
|
|
|
- "--csi-address=$(ADDRESS)"
|
|
|
|
- "--v=5"
|
Move locks to more granular locking than CPU count based
As detailed in issue #279, current lock scheme has hash
buckets that are count of CPUs. This causes a lot of contention
when parallel requests are made to the CSI plugin. To reduce
lock contention, this commit introduces granular locks per
identifier.
The commit also changes the timeout for gRPC requests to Create
and Delete volumes, as the current timeout is 10s (kubernetes
documentation says 15s but code defaults are 10s). A virtual
setup takes about 12-15s to complete a request at times, that leads
to unwanted retries of the same request, hence the increased
timeout to enable operation completion with minimal retries.
Tests to create PVCs before and after these changes look like so,
Before:
Default master code + sidecar provisioner --timeout option set
to 30 seconds
20 PVCs
Creation: 3 runs, 396/391/400 seconds
Deletion: 3 runs, 218/271/118 seconds
- Once was stalled for more than 8 minutes and cancelled the run
After:
Current commit + sidecar provisioner --timeout option set to 30 sec
20 PVCs
Creation: 3 runs, 42/59/65 seconds
Deletion: 3 runs, 32/32/31 seconds
Fixes: #279
Signed-off-by: ShyamsundarR <srangana@redhat.com>
2019-06-22 16:43:28 +00:00
|
|
|
- "--timeout=60s"
|
|
|
|
- "--retry-interval-start=500ms"
|
2019-07-25 06:49:44 +00:00
|
|
|
- "--enable-leader-election=true"
|
|
|
|
- "--leader-election-type=leases"
|
2018-07-18 14:48:43 +00:00
|
|
|
env:
|
|
|
|
- name: ADDRESS
|
2019-03-18 06:50:06 +00:00
|
|
|
value: unix:///csi/csi-provisioner.sock
|
2018-07-18 14:48:43 +00:00
|
|
|
imagePullPolicy: "IfNotPresent"
|
|
|
|
volumeMounts:
|
|
|
|
- name: socket-dir
|
2019-03-18 06:50:06 +00:00
|
|
|
mountPath: /csi
|
2019-01-25 19:10:20 +00:00
|
|
|
- name: csi-snapshotter
|
2019-08-19 04:46:22 +00:00
|
|
|
image: quay.io/k8scsi/csi-snapshotter:v1.2.1
|
2019-01-25 19:10:20 +00:00
|
|
|
args:
|
|
|
|
- "--csi-address=$(ADDRESS)"
|
|
|
|
- "--v=5"
|
Move locks to more granular locking than CPU count based
As detailed in issue #279, current lock scheme has hash
buckets that are count of CPUs. This causes a lot of contention
when parallel requests are made to the CSI plugin. To reduce
lock contention, this commit introduces granular locks per
identifier.
The commit also changes the timeout for gRPC requests to Create
and Delete volumes, as the current timeout is 10s (kubernetes
documentation says 15s but code defaults are 10s). A virtual
setup takes about 12-15s to complete a request at times, that leads
to unwanted retries of the same request, hence the increased
timeout to enable operation completion with minimal retries.
Tests to create PVCs before and after these changes look like so,
Before:
Default master code + sidecar provisioner --timeout option set
to 30 seconds
20 PVCs
Creation: 3 runs, 396/391/400 seconds
Deletion: 3 runs, 218/271/118 seconds
- Once was stalled for more than 8 minutes and cancelled the run
After:
Current commit + sidecar provisioner --timeout option set to 30 sec
20 PVCs
Creation: 3 runs, 42/59/65 seconds
Deletion: 3 runs, 32/32/31 seconds
Fixes: #279
Signed-off-by: ShyamsundarR <srangana@redhat.com>
2019-06-22 16:43:28 +00:00
|
|
|
- "--timeout=60s"
|
2019-07-25 06:49:44 +00:00
|
|
|
- "leader-election=true"
|
2019-01-25 19:10:20 +00:00
|
|
|
env:
|
|
|
|
- name: ADDRESS
|
2019-03-18 06:50:06 +00:00
|
|
|
value: unix:///csi/csi-provisioner.sock
|
2019-01-25 19:10:20 +00:00
|
|
|
imagePullPolicy: Always
|
|
|
|
securityContext:
|
|
|
|
privileged: true
|
|
|
|
volumeMounts:
|
|
|
|
- name: socket-dir
|
2019-03-18 06:50:06 +00:00
|
|
|
mountPath: /csi
|
2019-03-27 06:03:09 +00:00
|
|
|
- name: csi-attacher
|
2019-06-27 11:48:31 +00:00
|
|
|
image: quay.io/k8scsi/csi-attacher:v1.2.0
|
2019-03-27 04:59:40 +00:00
|
|
|
args:
|
|
|
|
- "--v=5"
|
|
|
|
- "--csi-address=$(ADDRESS)"
|
2019-07-25 06:49:44 +00:00
|
|
|
- "--leader-election=true"
|
|
|
|
- "--leader-election-type=leases"
|
2019-03-27 04:59:40 +00:00
|
|
|
env:
|
|
|
|
- name: ADDRESS
|
2019-03-28 09:45:02 +00:00
|
|
|
value: /csi/csi-provisioner.sock
|
2019-09-25 13:15:14 +00:00
|
|
|
- name: POD_NAMESPACE
|
|
|
|
valueFrom:
|
|
|
|
fieldRef:
|
|
|
|
fieldPath: metadata.namespace
|
2019-03-27 04:59:40 +00:00
|
|
|
imagePullPolicy: "IfNotPresent"
|
|
|
|
volumeMounts:
|
|
|
|
- name: socket-dir
|
|
|
|
mountPath: /csi
|
2019-01-23 15:05:15 +00:00
|
|
|
- name: csi-rbdplugin
|
|
|
|
securityContext:
|
|
|
|
privileged: true
|
|
|
|
capabilities:
|
|
|
|
add: ["SYS_ADMIN"]
|
2019-05-24 11:03:33 +00:00
|
|
|
# for stable functionality replace canary with latest release version
|
|
|
|
image: quay.io/cephcsi/cephcsi:canary
|
2019-02-07 09:59:26 +00:00
|
|
|
args:
|
2019-01-23 15:05:15 +00:00
|
|
|
- "--nodeid=$(NODE_ID)"
|
2019-05-24 11:03:33 +00:00
|
|
|
- "--type=rbd"
|
2019-08-14 06:42:17 +00:00
|
|
|
- "--controllerserver=true"
|
2019-01-23 15:05:15 +00:00
|
|
|
- "--endpoint=$(CSI_ENDPOINT)"
|
|
|
|
- "--v=5"
|
2019-03-13 05:09:58 +00:00
|
|
|
- "--drivername=rbd.csi.ceph.com"
|
2019-07-26 12:36:43 +00:00
|
|
|
- "--pidlimit=-1"
|
2019-08-21 09:28:02 +00:00
|
|
|
- "--metricsport=8090"
|
|
|
|
- "--metricspath=/metrics"
|
|
|
|
- "--enablegrpcmetrics=false"
|
2019-01-23 15:05:15 +00:00
|
|
|
env:
|
2019-08-21 09:28:02 +00:00
|
|
|
- name: POD_IP
|
|
|
|
valueFrom:
|
|
|
|
fieldRef:
|
|
|
|
fieldPath: status.podIP
|
2019-01-23 15:05:15 +00:00
|
|
|
- name: NODE_ID
|
|
|
|
valueFrom:
|
|
|
|
fieldRef:
|
|
|
|
fieldPath: spec.nodeName
|
|
|
|
- name: CSI_ENDPOINT
|
2019-03-18 06:50:06 +00:00
|
|
|
value: unix:///csi/csi-provisioner.sock
|
2019-01-23 15:05:15 +00:00
|
|
|
imagePullPolicy: "IfNotPresent"
|
|
|
|
volumeMounts:
|
|
|
|
- name: socket-dir
|
2019-03-18 06:50:06 +00:00
|
|
|
mountPath: /csi
|
2019-01-23 15:05:15 +00:00
|
|
|
- mountPath: /dev
|
|
|
|
name: host-dev
|
|
|
|
- mountPath: /sys
|
|
|
|
name: host-sys
|
|
|
|
- mountPath: /lib/modules
|
|
|
|
name: lib-modules
|
|
|
|
readOnly: true
|
2019-04-22 21:35:39 +00:00
|
|
|
- name: ceph-csi-config
|
|
|
|
mountPath: /etc/ceph-csi-config/
|
2019-06-25 19:29:17 +00:00
|
|
|
- name: keys-tmp-dir
|
|
|
|
mountPath: /tmp/csi/keys
|
2019-06-20 19:30:40 +00:00
|
|
|
- name: liveness-prometheus
|
|
|
|
image: quay.io/cephcsi/cephcsi:canary
|
|
|
|
args:
|
|
|
|
- "--type=liveness"
|
|
|
|
- "--endpoint=$(CSI_ENDPOINT)"
|
2019-08-21 09:28:02 +00:00
|
|
|
- "--metricsport=8080"
|
|
|
|
- "--metricspath=/metrics"
|
2019-06-20 19:30:40 +00:00
|
|
|
- "--polltime=60s"
|
|
|
|
- "--timeout=3s"
|
|
|
|
env:
|
|
|
|
- name: CSI_ENDPOINT
|
2019-09-17 10:30:16 +00:00
|
|
|
value: unix:///csi/csi-provisioner.sock
|
2019-06-20 19:30:40 +00:00
|
|
|
- name: POD_IP
|
|
|
|
valueFrom:
|
|
|
|
fieldRef:
|
|
|
|
fieldPath: status.podIP
|
|
|
|
volumeMounts:
|
|
|
|
- name: socket-dir
|
|
|
|
mountPath: /csi
|
|
|
|
imagePullPolicy: "IfNotPresent"
|
2018-07-18 14:48:43 +00:00
|
|
|
volumes:
|
2019-01-23 15:05:15 +00:00
|
|
|
- name: host-dev
|
|
|
|
hostPath:
|
|
|
|
path: /dev
|
|
|
|
- name: host-sys
|
|
|
|
hostPath:
|
|
|
|
path: /sys
|
|
|
|
- name: lib-modules
|
|
|
|
hostPath:
|
2019-02-07 09:59:26 +00:00
|
|
|
path: /lib/modules
|
2018-07-18 14:48:43 +00:00
|
|
|
- name: socket-dir
|
|
|
|
hostPath:
|
2019-03-13 05:09:58 +00:00
|
|
|
path: /var/lib/kubelet/plugins/rbd.csi.ceph.com
|
2018-07-18 14:48:43 +00:00
|
|
|
type: DirectoryOrCreate
|
2019-04-22 21:35:39 +00:00
|
|
|
- name: ceph-csi-config
|
|
|
|
configMap:
|
|
|
|
name: ceph-csi-config
|
2019-06-25 19:29:17 +00:00
|
|
|
- name: keys-tmp-dir
|
|
|
|
emptyDir: {
|
|
|
|
medium: "Memory"
|
|
|
|
}
|