|
| 1 | +# Autogenerated - DO NOT MODIFY THIS FILE DIRECTLY If you want to overwrite some |
| 2 | +# of these values with your own customizations, please disable the alerts in the |
| 3 | +# TUI and then add your own fule files to the <rocketpool-root>/alerting/rules |
| 4 | +# directory. |
| 5 | +# |
| 6 | +# NOTE: This file uses non-default go template delimiters (triple braces) to avoid |
| 7 | +# conflicts with the default delimiters used in the alerting rules. |
| 8 | + |
| 9 | +groups: |
| 10 | + - name: NodeOperator |
| 11 | + rules: |
| 12 | + {{{- if .AlertEnabled_ClientSyncStatusBeacon.Value }}} |
| 13 | + - alert: ClientSyncStatusBeacon |
| 14 | + expr: rocketpool_node_sync_progress{client="beacon"} < 1.0 |
| 15 | + for: 5m |
| 16 | + labels: |
| 17 | + severity: critical |
| 18 | + annotations: |
| 19 | + summary: "The beacon client is not synced" |
| 20 | + {{{- end }}} |
| 21 | + |
| 22 | + {{{- if .AlertEnabled_ClientSyncStatusExecution.Value }}} |
| 23 | + - alert: ClientSyncStatusExecution |
| 24 | + expr: rocketpool_node_sync_progress{client="execution"} < 1.0 |
| 25 | + for: 5m |
| 26 | + labels: |
| 27 | + severity: critical |
| 28 | + annotations: |
| 29 | + summary: "The execution client is not synced" |
| 30 | + {{{- end }}} |
| 31 | + |
| 32 | + {{{- if .AlertEnabled_UpcomingSyncCommittee.Value }}} |
| 33 | + - alert: UpcomingSyncCommittee |
| 34 | + expr: rocketpool_beacon_upcoming_sync_committee > 0 |
| 35 | + labels: |
| 36 | + severity: warning |
| 37 | + job: validator |
| 38 | + annotations: |
| 39 | + summary: "Your Rocket Pool node is about to become part of a sync committee" |
| 40 | + description: | |
| 41 | + If you were planning on doing maintenance to your node, **you should wait until the sync committee is over**. Not only are they worth an **extremely** large amount of ETH, but if you miss attestations during a sync committee, you **lose an extremely large amount of ETH** instead! |
| 42 | + You should be online as long as possible while you are in a sync committee. |
| 43 | + {{{- end }}} |
| 44 | + |
| 45 | + {{{- if .AlertEnabled_ActiveSyncCommittee.Value }}} |
| 46 | + - alert: ActiveSyncCommittee |
| 47 | + expr: rocketpool_beacon_active_sync_committee > 0 |
| 48 | + labels: |
| 49 | + severity: warning |
| 50 | + job: validator |
| 51 | + annotations: |
| 52 | + summary: "Your Rocket Pool node is part of a sync committee" |
| 53 | + description: | |
| 54 | + If you were planning on doing maintenance to your node, **you should wait until the sync committee is over**. Not only are they worth an **extremely** large amount of ETH, but if you miss attestations during a sync committee, you **lose an extremely large amount of ETH** instead! |
| 55 | + You should be online as long as possible while you are in a sync committee. |
| 56 | + {{{- end }}} |
| 57 | + |
| 58 | + {{{- if .AlertEnabled_UpcomingProposal.Value }}} |
| 59 | + - alert: UpcomingProposal |
| 60 | + expr: rocketpool_beacon_upcoming_proposals > 0 |
| 61 | + labels: |
| 62 | + severity: warning |
| 63 | + job: validator |
| 64 | + annotations: |
| 65 | + summary: "Your Rocket Pool node is about to propose a block" |
| 66 | + description: | |
| 67 | + You have {{ $value }} block proposals coming up in the next few minutes. If you were planning on taking your node down for maintenance, you should wait until after the proposals because they're worth a lot of ETH! |
| 68 | + {{{- end }}} |
| 69 | + |
| 70 | + {{{- if .AlertEnabled_RecentProposal.Value }}} |
| 71 | + - alert: RecentProposal |
| 72 | + expr: rocketpool_beacon_recent_proposals > 0 |
| 73 | + # note: 384s = 12s slot time * 32 slots per epoch: This should prevent the alert from refiring during a single epoch |
| 74 | + for: 384s |
| 75 | + labels: |
| 76 | + severity: info |
| 77 | + job: validator |
| 78 | + annotations: |
| 79 | + summary: "Your Rocket Pool node proposed a block" |
| 80 | + description: | |
| 81 | + Your node proposed {{ $value }} blocks a recent epoch. |
| 82 | + {{{- end }}} |
| 83 | + |
| 84 | + {{{- if .AlertEnabled_LowDiskSpaceWarning.Value }}} |
| 85 | + - alert: LowDiskSpaceWarning |
| 86 | + expr: node_filesystem_avail_bytes{job="node", mountpoint="/"} / 1024^3 < 200 |
| 87 | + labels: |
| 88 | + severity: warning |
| 89 | + job: node |
| 90 | + annotations: |
| 91 | + summary: "Device {{ $labels.device }} on instance {{ $labels.instance }} is getting low on disk space" |
| 92 | + description: "{{ $labels.instance }} has low disk space. Currently has {{ humanize $value }} GB free." |
| 93 | + {{{- end }}} |
| 94 | + |
| 95 | + {{{- if .AlertEnabled_LowDiskSpaceCritical.Value }}} |
| 96 | + - alert: LowDiskSpaceCritical |
| 97 | + # NOTE: 50GB taken from PruneFreeSpaceRequired in rocketpool-cli's nethermind pruning (it won't prune below 50GB) |
| 98 | + expr: node_filesystem_avail_bytes{job="node", mountpoint="/"} / 1024^3 < 50 |
| 99 | + labels: |
| 100 | + severity: critical |
| 101 | + job: node |
| 102 | + annotations: |
| 103 | + summary: "Device {{ $labels.device }} on instance {{ $labels.instance }} has critically low disk space" |
| 104 | + description: "{{ $labels.instance }} has critically low disk space. Currently has {{ humanize $value }} GB free." |
| 105 | + {{{- end }}} |
| 106 | + |
| 107 | + {{{- if .AlertEnabled_OSUpdatesAvailable.Value }}} |
| 108 | + - alert: OSUpdatesAvailable |
| 109 | + expr: max(os_upgrades_pending{job="node"}) > 0 |
| 110 | + labels: |
| 111 | + severity: warning |
| 112 | + job: node |
| 113 | + annotations: |
| 114 | + summary: "Rocket Pool OS Updates Available" |
| 115 | + description: | |
| 116 | + There are updates available for your OS that haven't been applied yet. You should update your OS. |
| 117 | + For more information on updating see the documentation at https://docs.rocketpool.net/guides/node/updates#updating-your-operating-system |
| 118 | + {{{- end }}} |
| 119 | + |
| 120 | + {{{- if .AlertEnabled_RPUpdatesAvailable.Value }}} |
| 121 | + - alert: RPUpdatesAvailable |
| 122 | + expr: max(rocketpool_version_update{job="node"}) > 0 |
| 123 | + labels: |
| 124 | + severity: warning |
| 125 | + job: node |
| 126 | + annotations: |
| 127 | + summary: "Rocket Pool Smartnode Update Available" |
| 128 | + description: | |
| 129 | + There are updates available for the Rocket Pool Smartnode that haven't been applied yet. You should update the smartnode stack. |
| 130 | + For more information on updating see the documentation at https://docs.rocketpool.net/guides/node/updates#updating-the-smartnode-stack |
| 131 | + {{{- end }}} |
0 commit comments