added snapshot monitoring

This commit is contained in:
Rasmus Thorslund 2025-04-23 10:38:29 +02:00
parent ff0034ac4b
commit 79baa3b4df
No known key found for this signature in database
GPG key ID: 502D33332E9E305D
5 changed files with 44 additions and 0 deletions

View file

@ -48,6 +48,7 @@
'^internal-sto4-prod-monitor-[0-9].rut.sunet.se$':
sunet::dockerhost2:
rut::rut_mon:
rut::monitor_nrpe:
sunet::naemon_monitor:
domain: monitor-prod.rut.sunet.se
naemon_tag: latest

View file

@ -0,0 +1,10 @@
class rut::monitor_nrpe {
sunet::nagios::nrpe_command {'check_rut_snapshots':
command_line => '/usr/lib/nagios/plugins/check_rut_snapshots.sh'
}
file { "/usr/lib/nagios/plugins/check_rut_snapshots.sh":
ensure => "file",
content => template("rut/check_rut_snapshots.sh.erb"),
mode => '0755',
}
}

View file

@ -4,9 +4,16 @@ class rut::rut_mon {
check_command => 'check_nrpe!check_rut_pods',
description => 'Microk8s cluster health',
}
nagioscfg::service {'check_rut_postgres':
host_name => ['internal-sto4-prod-k8sc-0.rut.sunet.se', 'internal-sto4-prod-k8sc-1.rut.sunet.se', 'internal-sto4-prod-k8sc-2.rut.sunet.se'],
check_command => 'check_nrpe!check_rut_postgres',
description => 'Postgres cluster health',
}
nagioscfg::service {'check_rut_snapshots':
host_name => ['internal-sto4-prod-monitor-1.rut.sunet.se'],
check_command => 'check_nrpe!check_rut_postgres',
description => 'Postgres cluster health',
}
}

View file

@ -0,0 +1,24 @@
#!/bin/bash
# file managed by puppet
# rut-mon-snapshots (on thorslunds SS account)
export OS_AUTH_URL="https://v2.api.sto4.safedc.net:5000/v3/"
export OS_AUTH_TYPE="v3applicationcredential"
export OS_APPLICATION_CREDENTIAL_ID="<%= scope.call_function('safe_hiera',['sto4_application_credential_id']) %>"
export OS_APPLICATION_CREDENTIAL_SECRET="<%= scope.call_function('safe_hiera',['sto4_application_credential_secret']) %>"
export OS_REGION_NAME="sto4"
export OS_INTERFACE="public"
num_snaps=$(openstack volume snapshot list -f json \
| jq -r '.[].ID' \
| wc -l | tr -d ' ')
if [ "$num_snaps" -eq 0 ]; then
echo "OK: No Cinder snapshots found."
exit 0
fi
echo "CRITICAL: $num_snaps snapshot(s) present."
exit 2

View file

@ -28,3 +28,5 @@ monitor-prod_rut_sunet_se_ssh_key: >
011e1IRQ3av9Cgtdi52Sqj7PBZ+IMIvnNs0937m9aX1v/gjDKXLcUFDV09I6
hUKE13Oa6nmBMJ7guBj6Obh+A9DLIv70LHnXvp5yGmtys1mZ3V1j1z5sebKW
cfCoZr+p4zRTD6r47Xu2ZyyiTrrSw6FupMHw==]
sto4_application_credential_id: ENC[PKCS7,MIIDDQYJKoZIhvcNAQcDoIIC/jCCAvoCAQAxggKVMIICkQIBADB5MGExCzAJBgNVBAYTAlNFMQ4wDAYDVQQKDAVTVU5FVDEOMAwGA1UECwwFRVlBTUwxMjAwBgNVBAMMKWludGVybmFsLXN0bzQtcHJvZC1tb25pdG9yLTEucnV0LnN1bmV0LnNlAhRX/Ef9eDvc3IGBl6WsU5Sc4SdLUzANBgkqhkiG9w0BAQEFAASCAgAFhvP3soILEIz8XnP2mSNg0fBwZ/NsUyFJpU0mKFSVk5+JSyF0qbcul/E/D6Jyx00fTBlLSjLhah5XEffI9fJvEMTeSuN+bBbin830Tf1mrMlJF9rdSKFmbN7fJkMQ9MbK1uwxafDK+TstoGcipqzv271XIpsX0EShf6fFWx4KlZvhUU3p9EZyPStIB0Kqe8EmjrWIN6iEdhaNvSVKc1pbaRfNSbJc3+Ip0nykj4cWYD8S2gfL44ru1e/PTCffMQLf1ur/cG0hAU4u0W/DeOdBo0oyc97QcG4nwgfK1Mq7x0o0XeNc7g9ZIq2VIj9qX87T+PuUnOEW0kq5SBwDJS1ExO8aS3z5XykffZ5AS8OuhAV7fLLKEMprC/I4rrpU/GBizsN4GS9+E8VOEyZRnlz9wiaZ3k3argKQfhq9u9LehCNhq0IfPC0R9auGDhKnARYHGyGbqvJkuw92eYNRMwOeziWaAXNKIXbfE9W6vyewSX4IYdxsRXaN0tdTS77Lc5ArOgOYbaRP0/JDWNgNrkKXXEkWP08Cy40pyqy0bCQOPZIdnQwDlgHEdofI1OobPo70bHM2icpuGKw0abwUlb5DAqYtgp3OtlGiklJN1sBLtHAu5uUN6w2R5CVPaurfF89RcP9AErji1dOubV2hPTBq5YQiYrJtdwNeil/n/dnOCzBcBgkqhkiG9w0BBwEwHQYJYIZIAWUDBAEqBBBXSBKL01K6Z/+9BYcGZKmMgDDGvW2K5ZPc6K32060Xc+UHUjmJbKYpwZZvlCSZ0GYhmUlY3ykF5EYnG1BGMaY5aX0=]
sto4_application_credential_secret: ENC[PKCS7,MIIDPgYJKoZIhvcNAQcDoIIDLzCCAysCAQAxggKVMIICkQIBADB5MGExCzAJBgNVBAYTAlNFMQ4wDAYDVQQKDAVTVU5FVDEOMAwGA1UECwwFRVlBTUwxMjAwBgNVBAMMKWludGVybmFsLXN0bzQtcHJvZC1tb25pdG9yLTEucnV0LnN1bmV0LnNlAhRX/Ef9eDvc3IGBl6WsU5Sc4SdLUzANBgkqhkiG9w0BAQEFAASCAgCdaqIgqwWIOrrWdp7NWWIRIejEv4SsetlTAPKQ0RztzFqBF73uYnBxFl8rG8GGbF5h0z4eFTJhNrgsl+NNOaEq/E6Xq8QDma47QjdG/OEM83Nn+ULjoLzstuYCFRMuz9fYLzJJw2cUkOyg3N5gaI+imUdKm8OBH400V+C67VgnzYKgO0L2wAsaYrOiF4v1eU9hb4ZpSDwo9btmZNJILQ+nXP8P5qgS5O4ZIPaNp07KdpXtiyERfOTK+GbAVEbkURXnXiNs64Gq1DJBU5iueyZ8O9/RfKzuqGmfShjGQxob6DFBjHTnAJN2oYIespl0e9d/2lcCJ11s/e7Q+NC/D+n9HlvFWRowngAU/1sasUcAHNz0pRzgqK3n1f73ZrbeoRux4T3z4hMAOTucK0pdob3rrppEpbG1D941hxUjJj+NFYgBHJhXMuf6ln+Fwo/jfJhdPlhW+gX51nInK76FbrWN8wywLwCOLVFE5H7tVZSENq096atlp0O+R9Ocj/+X0sgsuRkuvw04Ekuyh5/XUELx9SvJ84lUlYHiSyCBxKvLFi29kt1qKE4QFIUboOcWDNEYOSZg2Ikxvr5j9fIj9yYfBN5cCBjrCeulXsQa1PnfnYP++GmbPS5FbwY0ZdNfDY79NWut8qavF5PfP2Bl7o73ZFDuCDk/WOSca6iQSgKh1TCBjAYJKoZIhvcNAQcBMB0GCWCGSAFlAwQBKgQQfjiDSvIn833zrmvc1IwRxoBgVt9VMzD6S+f8uZXOTwxfiRQ3xQW8bBl/Te5EjvYTAmMfQgHZBassBlMGFKau/fRv4tVewJ/QE0MloBNrNmGUzgqateWT5ACeCjUJpeC3Q+07X+ipxziIhQ0L6PNoaL54]