2018-01-09 18:57:14 +00:00
/ *
Copyright 2015 The Kubernetes Authors .
Licensed under the Apache License , Version 2.0 ( the "License" ) ;
you may not use this file except in compliance with the License .
You may obtain a copy of the License at
http : //www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing , software
distributed under the License is distributed on an "AS IS" BASIS ,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND , either express or implied .
See the License for the specific language governing permissions and
limitations under the License .
* /
package metrics
import (
"sync"
"time"
"github.com/prometheus/client_golang/prometheus"
2018-11-26 18:23:56 +00:00
"k8s.io/kubernetes/pkg/controller/volume/persistentvolume"
2018-01-09 18:57:14 +00:00
)
2018-07-18 14:47:22 +00:00
const (
// SchedulerSubsystem - subsystem name used by scheduler
SchedulerSubsystem = "scheduler"
// SchedulingLatencyName - scheduler latency metric name
SchedulingLatencyName = "scheduling_latency_seconds"
// OperationLabel - operation label name
OperationLabel = "operation"
// Below are possible values for the operation label. Each represents a substep of e2e scheduling:
// PredicateEvaluation - predicate evaluation operation label value
PredicateEvaluation = "predicate_evaluation"
// PriorityEvaluation - priority evaluation operation label value
PriorityEvaluation = "priority_evaluation"
// PreemptionEvaluation - preemption evaluation operation label value (occurs in case of scheduling fitError).
PreemptionEvaluation = "preemption_evaluation"
// Binding - binding operation label value
Binding = "binding"
// E2eScheduling - e2e scheduling operation label value
)
2018-01-09 18:57:14 +00:00
2018-03-06 22:33:18 +00:00
// All the histogram based metrics have 1ms as size for the smallest bucket.
2018-01-09 18:57:14 +00:00
var (
2018-11-26 18:23:56 +00:00
scheduleAttempts = prometheus . NewCounterVec (
prometheus . CounterOpts {
Subsystem : SchedulerSubsystem ,
Name : "schedule_attempts_total" ,
Help : "Number of attempts to schedule pods, by the result. 'unschedulable' means a pod could not be scheduled, while 'error' means an internal scheduler problem." ,
} , [ ] string { "result" } )
// PodScheduleSuccesses counts how many pods were scheduled.
PodScheduleSuccesses = scheduleAttempts . With ( prometheus . Labels { "result" : "scheduled" } )
// PodScheduleFailures counts how many pods could not be scheduled.
PodScheduleFailures = scheduleAttempts . With ( prometheus . Labels { "result" : "unschedulable" } )
// PodScheduleErrors counts how many pods could not be scheduled due to a scheduler error.
PodScheduleErrors = scheduleAttempts . With ( prometheus . Labels { "result" : "error" } )
2018-07-18 14:47:22 +00:00
SchedulingLatency = prometheus . NewSummaryVec (
prometheus . SummaryOpts {
Subsystem : SchedulerSubsystem ,
Name : SchedulingLatencyName ,
Help : "Scheduling latency in seconds split by sub-parts of the scheduling operation" ,
// Make the sliding window of 5h.
// TODO: The value for this should be based on some SLI definition (long term).
MaxAge : 5 * time . Hour ,
} ,
[ ] string { OperationLabel } ,
)
2018-01-09 18:57:14 +00:00
E2eSchedulingLatency = prometheus . NewHistogram (
prometheus . HistogramOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-01-09 18:57:14 +00:00
Name : "e2e_scheduling_latency_microseconds" ,
Help : "E2e scheduling latency (scheduling algorithm + binding)" ,
Buckets : prometheus . ExponentialBuckets ( 1000 , 2 , 15 ) ,
} ,
)
SchedulingAlgorithmLatency = prometheus . NewHistogram (
prometheus . HistogramOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-01-09 18:57:14 +00:00
Name : "scheduling_algorithm_latency_microseconds" ,
Help : "Scheduling algorithm latency" ,
Buckets : prometheus . ExponentialBuckets ( 1000 , 2 , 15 ) ,
} ,
)
2018-03-06 22:33:18 +00:00
SchedulingAlgorithmPredicateEvaluationDuration = prometheus . NewHistogram (
prometheus . HistogramOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-03-06 22:33:18 +00:00
Name : "scheduling_algorithm_predicate_evaluation" ,
Help : "Scheduling algorithm predicate evaluation duration" ,
Buckets : prometheus . ExponentialBuckets ( 1000 , 2 , 15 ) ,
} ,
)
SchedulingAlgorithmPriorityEvaluationDuration = prometheus . NewHistogram (
prometheus . HistogramOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-03-06 22:33:18 +00:00
Name : "scheduling_algorithm_priority_evaluation" ,
Help : "Scheduling algorithm priority evaluation duration" ,
Buckets : prometheus . ExponentialBuckets ( 1000 , 2 , 15 ) ,
} ,
)
SchedulingAlgorithmPremptionEvaluationDuration = prometheus . NewHistogram (
prometheus . HistogramOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-03-06 22:33:18 +00:00
Name : "scheduling_algorithm_preemption_evaluation" ,
Help : "Scheduling algorithm preemption evaluation duration" ,
Buckets : prometheus . ExponentialBuckets ( 1000 , 2 , 15 ) ,
} ,
)
2018-01-09 18:57:14 +00:00
BindingLatency = prometheus . NewHistogram (
prometheus . HistogramOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-01-09 18:57:14 +00:00
Name : "binding_latency_microseconds" ,
Help : "Binding latency" ,
Buckets : prometheus . ExponentialBuckets ( 1000 , 2 , 15 ) ,
} ,
)
2018-03-06 22:33:18 +00:00
PreemptionVictims = prometheus . NewGauge (
prometheus . GaugeOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-03-06 22:33:18 +00:00
Name : "pod_preemption_victims" ,
Help : "Number of selected preemption victims" ,
} )
PreemptionAttempts = prometheus . NewCounter (
prometheus . CounterOpts {
2018-07-18 14:47:22 +00:00
Subsystem : SchedulerSubsystem ,
2018-03-06 22:33:18 +00:00
Name : "total_preemption_attempts" ,
Help : "Total preemption attempts in the cluster till now" ,
} )
2018-11-26 18:23:56 +00:00
equivalenceCacheLookups = prometheus . NewCounterVec (
prometheus . CounterOpts {
Subsystem : SchedulerSubsystem ,
Name : "equiv_cache_lookups_total" ,
Help : "Total number of equivalence cache lookups, by whether or not a cache entry was found" ,
} , [ ] string { "result" } )
EquivalenceCacheHits = equivalenceCacheLookups . With ( prometheus . Labels { "result" : "hit" } )
EquivalenceCacheMisses = equivalenceCacheLookups . With ( prometheus . Labels { "result" : "miss" } )
EquivalenceCacheWrites = prometheus . NewCounterVec (
prometheus . CounterOpts {
Subsystem : SchedulerSubsystem ,
Name : "equiv_cache_writes" ,
Help : "Total number of equivalence cache writes, by result" ,
} , [ ] string { "result" } )
2018-07-18 14:47:22 +00:00
metricsList = [ ] prometheus . Collector {
2018-11-26 18:23:56 +00:00
scheduleAttempts ,
2018-07-18 14:47:22 +00:00
SchedulingLatency ,
E2eSchedulingLatency ,
SchedulingAlgorithmLatency ,
BindingLatency ,
SchedulingAlgorithmPredicateEvaluationDuration ,
SchedulingAlgorithmPriorityEvaluationDuration ,
SchedulingAlgorithmPremptionEvaluationDuration ,
PreemptionVictims ,
PreemptionAttempts ,
2018-11-26 18:23:56 +00:00
equivalenceCacheLookups ,
EquivalenceCacheWrites ,
2018-07-18 14:47:22 +00:00
}
2018-01-09 18:57:14 +00:00
)
var registerMetrics sync . Once
// Register all metrics.
func Register ( ) {
// Register the metrics.
registerMetrics . Do ( func ( ) {
2018-07-18 14:47:22 +00:00
for _ , metric := range metricsList {
prometheus . MustRegister ( metric )
}
2018-11-26 18:23:56 +00:00
persistentvolume . RegisterVolumeSchedulingMetrics ( )
2018-01-09 18:57:14 +00:00
} )
}
2018-07-18 14:47:22 +00:00
// Reset resets metrics
func Reset ( ) {
SchedulingLatency . Reset ( )
}
2018-03-06 22:33:18 +00:00
// SinceInMicroseconds gets the time since the specified start in microseconds.
2018-01-09 18:57:14 +00:00
func SinceInMicroseconds ( start time . Time ) float64 {
return float64 ( time . Since ( start ) . Nanoseconds ( ) / time . Microsecond . Nanoseconds ( ) )
}
2018-07-18 14:47:22 +00:00
// SinceInSeconds gets the time since the specified start in seconds.
func SinceInSeconds ( start time . Time ) float64 {
return time . Since ( start ) . Seconds ( )
}