Compare commits
6 commits
Author | SHA1 | Date | |
---|---|---|---|
|
cb89566b67 | ||
|
4efcaba7c5 | ||
|
10dae8da3a | ||
|
71fb2a6695 | ||
|
e94816eb54 | ||
|
c882d9a9a9 |
8 changed files with 71 additions and 39 deletions
|
@ -1,5 +1,13 @@
|
||||||
# Changelog
|
# Changelog
|
||||||
|
|
||||||
|
## 1.5.0 (2024/01/20)
|
||||||
|
|
||||||
|
* Replaced RESTIC_REPO_URL, RESTIC_REPO_PASSWORD and RESTIC_REPO_PASSWORD_FILE environment variables with the Restic equivalents
|
||||||
|
* Add new label "snapshot_tags" in the list of tags separated by comma. The label "snapshot_tag" only contains the first tag
|
||||||
|
* Update Restic 0.16.3
|
||||||
|
* Update Python dependencies
|
||||||
|
* Update base Docker image to Alpine 3.19
|
||||||
|
|
||||||
## 1.4.0 (2023/10/14)
|
## 1.4.0 (2023/10/14)
|
||||||
|
|
||||||
* Include metric label client_version. Resolves #5
|
* Include metric label client_version. Resolves #5
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
FROM golang:1.20-alpine3.18 AS builder
|
FROM golang:1.20-alpine3.19 AS builder
|
||||||
|
|
||||||
ENV RESTIC_VERSION 0.16.0
|
ENV RESTIC_VERSION 0.16.3
|
||||||
ENV CGO_ENABLED 0
|
ENV CGO_ENABLED 0
|
||||||
|
|
||||||
RUN cd /tmp \
|
RUN cd /tmp \
|
||||||
|
@ -12,7 +12,7 @@ RUN cd /tmp \
|
||||||
# flag -ldflags "-s -w" produces a smaller executable
|
# flag -ldflags "-s -w" produces a smaller executable
|
||||||
&& go build -ldflags "-s -w" -v -o /tmp/restic ./cmd/restic
|
&& go build -ldflags "-s -w" -v -o /tmp/restic ./cmd/restic
|
||||||
|
|
||||||
FROM python:3.12-alpine3.18
|
FROM python:3.12-alpine3.19
|
||||||
|
|
||||||
RUN apk add --no-cache --update openssh tzdata
|
RUN apk add --no-cache --update openssh tzdata
|
||||||
|
|
||||||
|
|
36
README.md
36
README.md
|
@ -19,8 +19,8 @@ Requirements:
|
||||||
```bash
|
```bash
|
||||||
pip install -r /requirements.txt
|
pip install -r /requirements.txt
|
||||||
|
|
||||||
export RESTIC_REPO_URL=/data
|
export RESTIC_REPOSITORY=/data
|
||||||
export RESTIC_REPO_PASSWORD_FILE=/restic_password_file
|
export RESTIC_PASSWORD_FILE=/restic_password_file
|
||||||
python restic-exporter.py
|
python restic-exporter.py
|
||||||
```
|
```
|
||||||
|
|
||||||
|
@ -59,9 +59,9 @@ services:
|
||||||
container_name: restic-exporter
|
container_name: restic-exporter
|
||||||
environment:
|
environment:
|
||||||
- TZ=Europe/Madrid
|
- TZ=Europe/Madrid
|
||||||
- RESTIC_REPO_URL=/data
|
- RESTIC_REPOSITORY=/data
|
||||||
- RESTIC_REPO_PASSWORD=<password_here>
|
- RESTIC_PASSWORD=<password_here>
|
||||||
# - RESTIC_REPO_PASSWORD_FILE=</file_with_password_here>
|
# - RESTIC_PASSWORD_FILE=</file_with_password_here>
|
||||||
- REFRESH_INTERVAL=1800 # 30 min
|
- REFRESH_INTERVAL=1800 # 30 min
|
||||||
volumes:
|
volumes:
|
||||||
- /host_path/restic/data:/data
|
- /host_path/restic/data:/data
|
||||||
|
@ -76,8 +76,8 @@ services:
|
||||||
docker run -d \
|
docker run -d \
|
||||||
--name=restic-exporter \
|
--name=restic-exporter \
|
||||||
-e TZ=Europe/Madrid \
|
-e TZ=Europe/Madrid \
|
||||||
-e RESTIC_REPO_URL=/data \
|
-e RESTIC_REPOSITORY=/data \
|
||||||
-e RESTIC_REPO_PASSWORD=<password_here> \
|
-e RESTIC_PASSWORD=<password_here> \
|
||||||
-e REFRESH_INTERVAL=1800 \
|
-e REFRESH_INTERVAL=1800 \
|
||||||
-p 8001:8001 \
|
-p 8001:8001 \
|
||||||
--restart unless-stopped \
|
--restart unless-stopped \
|
||||||
|
@ -91,17 +91,17 @@ Some of them need additional environment variables for the secrets.
|
||||||
|
|
||||||
All configuration is done with environment variables:
|
All configuration is done with environment variables:
|
||||||
|
|
||||||
- `RESTIC_REPO_URL`: Restic repository URL. All backends are supported. Examples:
|
- `RESTIC_REPOSITORY`: Restic repository URL. All backends are supported. Examples:
|
||||||
* Local repository: `/data`
|
* Local repository: `/data`
|
||||||
* REST Server: `rest:http://user:password@127.0.0.1:8000/`
|
* REST Server: `rest:http://user:password@127.0.0.1:8000/`
|
||||||
* Amazon S3: `s3:s3.amazonaws.com/bucket_name`
|
* Amazon S3: `s3:s3.amazonaws.com/bucket_name`
|
||||||
* Backblaze B2: `b2:bucketname:path/to/repo`
|
* Backblaze B2: `b2:bucketname:path/to/repo`
|
||||||
* Rclone (see notes below): `rclone:gd-backup:/restic`
|
* Rclone (see notes below): `rclone:gd-backup:/restic`
|
||||||
|
|
||||||
- `RESTIC_REPO_PASSWORD`: Restic repository password in plain text. This is only
|
- `RESTIC_PASSWORD`: Restic repository password in plain text. This is only
|
||||||
required if `RESTIC_REPO_PASSWORD_FILE` is not defined.
|
required if `RESTIC_PASSWORD_FILE` is not defined.
|
||||||
- `RESTIC_REPO_PASSWORD_FILE`: File with the Restic repository password in plain
|
- `RESTIC_PASSWORD_FILE`: File with the Restic repository password in plain
|
||||||
text. This is only required if `RESTIC_REPO_PASSWORD` is not defined. Remember
|
text. This is only required if `RESTIC_PASSWORD` is not defined. Remember
|
||||||
to mount the Docker volume with the file.
|
to mount the Docker volume with the file.
|
||||||
- `AWS_ACCESS_KEY_ID`: (Optional) Required for Amazon S3, Minio and Wasabi
|
- `AWS_ACCESS_KEY_ID`: (Optional) Required for Amazon S3, Minio and Wasabi
|
||||||
backends.
|
backends.
|
||||||
|
@ -138,8 +138,8 @@ services:
|
||||||
container_name: restic-exporter
|
container_name: restic-exporter
|
||||||
environment:
|
environment:
|
||||||
- TZ=Europe/Madrid
|
- TZ=Europe/Madrid
|
||||||
- RESTIC_REPO_URL=rclone:gd-backup:/restic
|
- RESTIC_REPOSITORY=rclone:gd-backup:/restic
|
||||||
- RESTIC_REPO_PASSWORD=
|
- RESTIC_PASSWORD=
|
||||||
- REFRESH_INTERVAL=1800 # 30 min
|
- REFRESH_INTERVAL=1800 # 30 min
|
||||||
volumes:
|
volumes:
|
||||||
- /host_path/restic/data:/data
|
- /host_path/restic/data:/data
|
||||||
|
@ -164,16 +164,16 @@ restic_locks_total 1.0
|
||||||
restic_snapshots_total 100.0
|
restic_snapshots_total 100.0
|
||||||
# HELP restic_backup_timestamp Timestamp of the last backup
|
# HELP restic_backup_timestamp Timestamp of the last backup
|
||||||
# TYPE restic_backup_timestamp gauge
|
# TYPE restic_backup_timestamp gauge
|
||||||
restic_backup_timestamp{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_paths="/mysql/data,/mysql/config"} 1.666273638e+09
|
restic_backup_timestamp{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_tags="mysql,tag2",snapshot_paths="/mysql/data,/mysql/config"} 1.666273638e+09
|
||||||
# HELP restic_backup_files_total Number of files in the backup
|
# HELP restic_backup_files_total Number of files in the backup
|
||||||
# TYPE restic_backup_files_total counter
|
# TYPE restic_backup_files_total counter
|
||||||
restic_backup_files_total{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_paths="/mysql/data,/mysql/config"} 8.0
|
restic_backup_files_total{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_tags="mysql,tag2",snapshot_paths="/mysql/data,/mysql/config"} 8.0
|
||||||
# HELP restic_backup_size_total Total size of backup in bytes
|
# HELP restic_backup_size_total Total size of backup in bytes
|
||||||
# TYPE restic_backup_size_total counter
|
# TYPE restic_backup_size_total counter
|
||||||
restic_backup_size_total{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_paths="/mysql/data,/mysql/config"} 4.3309562e+07
|
restic_backup_size_total{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_tags="mysql,tag2",snapshot_paths="/mysql/data,/mysql/config"} 4.3309562e+07
|
||||||
# HELP restic_backup_snapshots_total Total number of snapshots
|
# HELP restic_backup_snapshots_total Total number of snapshots
|
||||||
# TYPE restic_backup_snapshots_total counter
|
# TYPE restic_backup_snapshots_total counter
|
||||||
restic_backup_snapshots_total{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_paths="/mysql/data,/mysql/config"} 1.0
|
restic_backup_snapshots_total{client_hostname="product.example.com",client_username="root",client_version="restic 0.16.0",snapshot_hash="20795072cba0953bcdbe52e9cf9d75e5726042f5bbf2584bb2999372398ee835",snapshot_tag="mysql",snapshot_tags="mysql,tag2",snapshot_paths="/mysql/data,/mysql/config"} 1.0
|
||||||
# HELP restic_scrape_duration_seconds Amount of time each scrape takes
|
# HELP restic_scrape_duration_seconds Amount of time each scrape takes
|
||||||
# TYPE restic_scrape_duration_seconds gauge
|
# TYPE restic_scrape_duration_seconds gauge
|
||||||
restic_scrape_duration_seconds 166.9411084651947
|
restic_scrape_duration_seconds 166.9411084651947
|
||||||
|
|
|
@ -6,9 +6,9 @@ services:
|
||||||
container_name: restic-exporter
|
container_name: restic-exporter
|
||||||
environment:
|
environment:
|
||||||
- TZ=Europe/Madrid
|
- TZ=Europe/Madrid
|
||||||
- RESTIC_REPO_URL=/data
|
- RESTIC_REPOSITORY=/data
|
||||||
- RESTIC_REPO_PASSWORD=password_here
|
- RESTIC_PASSWORD=password_here
|
||||||
# - RESTIC_REPO_PASSWORD_FILE=/file_with_password_here
|
# - RESTIC_PASSWORD_FILE=/file_with_password_here
|
||||||
- REFRESH_INTERVAL=1800 # 30 min
|
- REFRESH_INTERVAL=1800 # 30 min
|
||||||
volumes:
|
volumes:
|
||||||
- /host_path/restic/data:/data
|
- /host_path/restic/data:/data
|
||||||
|
|
|
@ -3,14 +3,23 @@
|
||||||
# Exit on error. For debug use set -x
|
# Exit on error. For debug use set -x
|
||||||
set -e
|
set -e
|
||||||
|
|
||||||
if [ -z "${RESTIC_REPO_PASSWORD}" ]; then
|
if [ -n "${RESTIC_REPO_PASSWORD}" ]; then
|
||||||
if [ -z "${RESTIC_REPO_PASSWORD_FILE}" ]; then
|
echo "The environment variable RESTIC_REPO_PASSWORD is deprecated, please use RESTIC_PASSWORD instead."
|
||||||
echo "You have to define one of these environment variables: RESTIC_REPO_PASSWORD or RESTIC_REPO_PASSWORD_FILE"
|
export RESTIC_PASSWORD="${RESTIC_REPO_PASSWORD}"
|
||||||
|
fi
|
||||||
|
if [ -n "${RESTIC_REPO_PASSWORD_FILE}" ]; then
|
||||||
|
echo "The environment variable RESTIC_REPO_PASSWORD_FILE is deprecated, please use RESTIC_PASSWORD_FILE instead."
|
||||||
|
export RESTIC_PASSWORD_FILE="${RESTIC_REPO_PASSWORD_FILE}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "${RESTIC_PASSWORD}" ]; then
|
||||||
|
if [ -z "${RESTIC_PASSWORD_FILE}" ]; then
|
||||||
|
echo "You have to define one of these environment variables: RESTIC_PASSWORD or RESTIC_PASSWORD_FILE"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
else
|
else
|
||||||
export RESTIC_REPO_PASSWORD_FILE="/tmp/restic_passwd"
|
export RESTIC_PASSWORD_FILE="/tmp/restic_passwd"
|
||||||
echo "${RESTIC_REPO_PASSWORD}" > "${RESTIC_REPO_PASSWORD_FILE}"
|
echo "${RESTIC_PASSWORD}" > "${RESTIC_PASSWORD_FILE}"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
/usr/local/bin/python -u /restic-exporter.py
|
/usr/local/bin/python -u /restic-exporter.py
|
||||||
|
|
|
@ -1,5 +1,5 @@
|
||||||
{
|
{
|
||||||
"name": "ngosang-restic-exporter",
|
"name": "ngosang-restic-exporter",
|
||||||
"version": "1.4.0",
|
"version": "1.5.0",
|
||||||
"author": "ngosang@hotmail.es"
|
"author": "ngosang@hotmail.es"
|
||||||
}
|
}
|
||||||
|
|
|
@ -1 +1 @@
|
||||||
prometheus-client==0.17.1
|
prometheus-client==0.19.0
|
||||||
|
|
|
@ -43,6 +43,7 @@ class ResticCollector(object):
|
||||||
"client_version",
|
"client_version",
|
||||||
"snapshot_hash",
|
"snapshot_hash",
|
||||||
"snapshot_tag",
|
"snapshot_tag",
|
||||||
|
"snapshot_tags",
|
||||||
"snapshot_paths",
|
"snapshot_paths",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
@ -98,6 +99,7 @@ class ResticCollector(object):
|
||||||
client["version"],
|
client["version"],
|
||||||
client["snapshot_hash"],
|
client["snapshot_hash"],
|
||||||
client["snapshot_tag"],
|
client["snapshot_tag"],
|
||||||
|
client["snapshot_tags"],
|
||||||
client["snapshot_paths"],
|
client["snapshot_paths"],
|
||||||
]
|
]
|
||||||
|
|
||||||
|
@ -184,6 +186,7 @@ class ResticCollector(object):
|
||||||
"version": snap["program_version"] if "program_version" in snap else "",
|
"version": snap["program_version"] if "program_version" in snap else "",
|
||||||
"snapshot_hash": snap["hash"],
|
"snapshot_hash": snap["hash"],
|
||||||
"snapshot_tag": snap["tags"][0] if "tags" in snap else "",
|
"snapshot_tag": snap["tags"][0] if "tags" in snap else "",
|
||||||
|
"snapshot_tags": ",".join(snap["tags"]) if "tags" in snap else "",
|
||||||
"snapshot_paths": ",".join(snap["paths"]) if self.include_paths else "",
|
"snapshot_paths": ",".join(snap["paths"]) if self.include_paths else "",
|
||||||
"timestamp": snap["timestamp"],
|
"timestamp": snap["timestamp"],
|
||||||
"size_total": stats["total_size"],
|
"size_total": stats["total_size"],
|
||||||
|
@ -344,16 +347,28 @@ if __name__ == "__main__":
|
||||||
logging.info("Starting Restic Prometheus Exporter")
|
logging.info("Starting Restic Prometheus Exporter")
|
||||||
logging.info("It could take a while if the repository is remote")
|
logging.info("It could take a while if the repository is remote")
|
||||||
|
|
||||||
try:
|
restic_repo_url = os.environ.get("RESTIC_REPOSITORY")
|
||||||
restic_repo_url = os.environ["RESTIC_REPO_URL"]
|
if restic_repo_url is None:
|
||||||
except Exception:
|
restic_repo_url = os.environ.get("RESTIC_REPO_URL")
|
||||||
logging.error("The environment variable RESTIC_REPO_URL is mandatory")
|
if restic_repo_url is not None:
|
||||||
|
logging.warning(
|
||||||
|
"The environment variable RESTIC_REPO_URL is deprecated, "
|
||||||
|
"please use RESTIC_REPOSITORY instead."
|
||||||
|
)
|
||||||
|
if restic_repo_url is None:
|
||||||
|
logging.error("The environment variable RESTIC_REPOSITORY is mandatory")
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
try:
|
restic_repo_password_file = os.environ.get("RESTIC_PASSWORD_FILE")
|
||||||
restic_repo_password_file = os.environ["RESTIC_REPO_PASSWORD_FILE"]
|
if restic_repo_password_file is None:
|
||||||
except Exception:
|
restic_repo_password_file = os.environ.get("RESTIC_REPO_PASSWORD_FILE")
|
||||||
logging.error("The environment variable RESTIC_REPO_PASSWORD_FILE is mandatory")
|
if restic_repo_password_file is not None:
|
||||||
|
logging.warning(
|
||||||
|
"The environment variable RESTIC_REPO_PASSWORD_FILE is deprecated, "
|
||||||
|
"please use RESTIC_PASSWORD_FILE instead."
|
||||||
|
)
|
||||||
|
if restic_repo_password_file is None:
|
||||||
|
logging.error("The environment variable RESTIC_PASSWORD_FILE is mandatory")
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
exporter_address = os.environ.get("LISTEN_ADDRESS", "0.0.0.0")
|
exporter_address = os.environ.get("LISTEN_ADDRESS", "0.0.0.0")
|
||||||
|
|
Loading…
Add table
Reference in a new issue