| Rule |
State |
Error |
Last Evaluation |
Evaluation Time |
| alert: HighCpuUsage
expr: (1
- instance:node_cpu_seconds_total:avg_rate5m{job="node",mode="idle"})
* 100 > 90
for: 5m
labels:
severity: info
annotations:
description: The CPU usage in {{ $labels.instance }} has been over 90% for more
than 5 minutes.
generic_summary: CPU usage too high
summary: CPU usage in {{ $labels.instance }} is too high
|
ok
|
|
3.657s ago
|
338.3us |
| alert: HighLoadAvg
expr: node_load15{job="node"}
> 100
for: 5m
labels:
severity: info
annotations:
description: The 15-minute load average in {{ $labels.instance }} has been over
100 for more than 5 minutes.
generic_summary: Load average too high
summary: The load average in {{ $labels.instance }} is too high
|
ok
|
|
3.657s ago
|
147.7us |
| alert: MemFull
expr: instance:node_memory_MemUsed_bytes_per_node_memory_MemTotal_bytes:ratio{job="node"}
* 100 > 90
for: 15m
labels:
severity: info
annotations:
description: The memory usage in {{ $labels.instance }} has been over 90% for more
than 15 minutes.
generic_summary: Memory usage too high
summary: Memory usage in {{ $labels.instance }} is too high
|
ok
|
|
3.657s ago
|
292.2us |
| alert: MemFull
expr: instance:node_memory_MemUsed_bytes_per_node_memory_MemTotal_bytes:ratio{job="node"}
* 100 > 95
for: 5m
labels:
severity: warning
annotations:
description: The memory usage in {{ $labels.instance }} has been over 95% for more
than 5 minutes.
generic_summary: Memory usage critical
summary: Memory usage in {{ $labels.instance }} is critical
|
ok
|
|
3.657s ago
|
213us |
| alert: FSFull
expr: instance:node_filesystem_avail_bytes_per_node_filesystem_size_bytes:ratio{job="node"}
* 100 <= 1
for: 5m
labels:
severity: warning
annotations:
description: The {{ $labels.mountpoint }} filesystem in {{ $labels.instance }} has
less than 5% available space.
generic_summary: Filesystem almost full
summary: Filesystem {{ $labels.mountpoint }} in {{ $labels.instance }} is almost
full
|
ok
|
|
3.657s ago
|
400.4us |
| alert: FSFull
expr: instance:node_filesystem_avail_bytes_per_node_filesystem_size_bytes:ratio{job="node"}
* 100 <= 0.5
for: 5m
labels:
severity: critical
annotations:
description: The {{ $labels.mountpoint }} filesystem in {{ $labels.instance }} is
full.
generic_summary: Filesystem full
summary: Filesystem {{ $labels.mountpoint }} in {{ $labels.instance }} is full
|
ok
|
|
3.656s ago
|
351.6us |
| alert: FSFullSoon
expr: predict_linear(instance:node_filesystem_avail_bytes:sum{job="node"}[12h],
24 * 3600) <= 0
for: 5m
labels:
severity: info
annotations:
description: The {{ $labels.mountpoint }} filesystem in {{ $labels.instance }} will
be full in 24 hours at the current rate.
generic_summary: Filesystem full soon
summary: Filesystem {{ $labels.mountpoint }} in {{ $labels.instance }} will fill
soon
|
ok
|
|
3.656s ago
|
10.01ms |
| alert: FSFullSoon
expr: predict_linear(instance:node_filesystem_avail_bytes:sum{job="node"}[4h],
4 * 3600) <= 0
for: 30m
labels:
severity: warning
annotations:
description: The {{ $labels.mountpoint }} filesystem in {{ $labels.instance }} will
be full in 4 hours at the current rate.
generic_summary: Filesystem full VERY soon
summary: Filesystem {{ $labels.mountpoint }} in {{ $labels.instance }} will fill
VERY soon
|
ok
|
|
3.646s ago
|
3.776ms |
| alert: MemFullSoon
expr: predict_linear(instance:node_memory_MemUsed_bytes_per_node_memory_MemTotal_bytes:ratio{job="node"}[12h],
24 * 3600) * 100 > 99
for: 5m
labels:
severity: info
annotations:
description: The memory usage in {{ $labels.instance }} in {{ $labels.instance }}
will reach 100% in 24 hours at the current rate.
generic_summary: Memory full soon
summary: Memory in {{ $labels.instance }} will fill in 24h
|
ok
|
|
3.643s ago
|
2.879ms |
| alert: MemFullSoon
expr: predict_linear(instance:node_memory_MemUsed_bytes_per_node_memory_MemTotal_bytes:ratio{job="node"}[8h],
4 * 3600) * 100 > 99
for: 30m
labels:
severity: warning
annotations:
description: The memory usage in {{ $labels.instance }} in {{ $labels.instance }}
will reach 100% in 4 hours at the current rate.
generic_summary: Memory full VERY soon
summary: Memory in {{ $labels.instance }} will fill in 4h
|
ok
|
|
3.64s ago
|
1.936ms |
| alert: ProcessNearFDLimits
expr: process_open_fds
/ process_max_fds * 100 > 80
for: 5m
labels:
severity: warning
annotations:
description: The process for {{ $labels.job }} in {{ $labels.instance }} has {{
$value }}% of available file descriptors in use.
generic_summary: Too many files open
summary: The process in {{ $labels.instance }} has too many files open.
|
ok
|
|
3.638s ago
|
421.4us |
|
15.157s ago |
688.5us |
| Rule |
State |
Error |
Last Evaluation |
Evaluation Time |
| record: instance:node_memory_MemTotal_bytes:sum
expr: node_memory_MemTotal_bytes{job="node"}
|
ok
|
|
27.688s ago
|
410.5us |
| record: instance:node_memory_MemFree_bytes:sum
expr: node_memory_MemFree_bytes{job="node"}
|
ok
|
|
27.688s ago
|
193.5us |
| record: instance:node_memory_MemUsed_bytes:sum
expr: node_memory_MemTotal_bytes{job="node"}
- node_memory_MemFree_bytes{job="node"} - node_memory_Buffers_bytes{job="node"}
- node_memory_Cached_bytes{job="node"}
|
ok
|
|
27.688s ago
|
579.3us |
| record: instance:node_memory_MemUsed_bytes_per_node_memory_MemTotal_bytes:ratio
expr: instance:node_memory_MemUsed_bytes:sum{job="node"}
/ instance:node_memory_MemTotal_bytes:sum{job="node"}
|
ok
|
|
27.687s ago
|
312.6us |
| record: instance:node_cpu_seconds_total:rate5m
expr: rate(node_cpu_seconds_total{job="node"}[5m])
|
ok
|
|
27.687s ago
|
5.579ms |
| record: instance:node_cpu_seconds_total:avg_rate5m
expr: avg
without (cpu) (rate(node_cpu_seconds_total{job="node"}[5m]))
|
ok
|
|
27.682s ago
|
4.39ms |
| record: instance:node_network_receive_bytes_total:rate5m
expr: rate(node_network_receive_bytes_total{job="node"}[5m])
|
ok
|
|
27.677s ago
|
537.3us |
| record: instance:node_network_receive_drop_total:rate5m
expr: rate(node_network_receive_drop_total{job="node"}[5m])
|
ok
|
|
27.677s ago
|
520.6us |
| record: instance:node_network_receive_errs_total:rate5m
expr: rate(node_network_receive_errs_total{job="node"}[5m])
|
ok
|
|
27.676s ago
|
501.8us |
| record: instance:node_network_receive_packets_total:rate5m
expr: rate(node_network_receive_packets_total{job="node"}[5m])
|
ok
|
|
27.676s ago
|
532.2us |
| record: instance:node_network_transmit_bytes_total:rate5m
expr: rate(node_network_transmit_bytes_total{job="node"}[5m])
|
ok
|
|
27.676s ago
|
481us |
| record: instance:node_network_transmit_drop_total:rate5m
expr: rate(node_network_transmit_drop_total{job="node"}[5m])
|
ok
|
|
27.675s ago
|
488.8us |
| record: instance:node_network_transmit_errs_total:rate5m
expr: rate(node_network_transmit_errs_total{job="node"}[5m])
|
ok
|
|
27.675s ago
|
456.5us |
| record: instance:node_network_transmit_packets_total:rate5m
expr: rate(node_network_transmit_packets_total{job="node"}[5m])
|
ok
|
|
27.674s ago
|
521.1us |
| record: instance:node_disk_io_time_seconds_total:rate5m
expr: rate(node_disk_io_time_seconds_total{job="node"}[5m])
|
ok
|
|
27.674s ago
|
819.5us |
| record: instance:node_disk_read_bytes_total:rate5m
expr: rate(node_disk_read_bytes_total{job="node"}[5m])
|
ok
|
|
27.673s ago
|
720.2us |
| record: instance:node_disk_written_bytes_total:rate5m
expr: rate(node_disk_written_bytes_total{job="node"}[5m])
|
ok
|
|
27.672s ago
|
750.9us |
| record: instance:node_filesystem_avail_bytes:sum
expr: node_filesystem_avail_bytes{job="node"}
|
ok
|
|
27.672s ago
|
444.3us |
| record: instance:node_filesystem_free_bytes:sum
expr: node_filesystem_free_bytes{job="node"}
|
ok
|
|
27.671s ago
|
421.9us |
| record: instance:node_filesystem_size_bytes:sum
expr: node_filesystem_size_bytes{job="node"}
|
ok
|
|
27.671s ago
|
410.1us |
| record: instance:node_filesystem_avail_bytes_per_node_filesystem_size_bytes:ratio
expr: node_filesystem_avail_bytes{job="node"}
/ node_filesystem_size_bytes{job="node"}
|
ok
|
|
27.671s ago
|
772.2us |
| record: instance:node_filesystem_free_bytes_per_node_filesystem_size_bytes:ratio
expr: node_filesystem_free_bytes{job="node"}
/ node_filesystem_size_bytes{job="node"}
|
ok
|
|
27.67s ago
|
765.6us |
| record: instance:node_filesystem_files:sum
expr: node_filesystem_files{job="node"}
|
ok
|
|
27.669s ago
|
399.9us |
| record: instance:node_filesystem_files_free:sum
expr: node_filesystem_files_free{job="node"}
|
ok
|
|
27.669s ago
|
390.5us |
| record: instance:node_filesystem_files_free_per_node_filesystem_files:ratio
expr: node_filesystem_files_free{job="node"}
/ node_filesystem_files{job="node"}
|
ok
|
|
27.669s ago
|
733.6us |