Skip to content

Incorrect value for filesystem_{avail,size}_bytes records for LVM partition #2285

@Goblinlordx

Description

@Goblinlordx

Host operating system: output of uname -a

Linux secure-media 5.13.0-28-generic #31-Ubuntu SMP Thu Jan 13 17:41:06 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux

node_exporter version: output of node_exporter --version

This is from a snap package installed via snap install --edge node-exporter (--beta is broken and doesn't let me configure). Based on looking at the source code though, that doesn't seem like it would matter at all.

node_exporter, version  (branch: , revision: )
  build user:
  build date:
  go version:       go1.17.6
  platform:         linux/amd64

node_exporter command line flags

--collector.filesystem.mount-points-exclude=^/(dev|proc|boot|run|run/.+|sys|sys/.+|var/lib/docker/.+)($) --no-collector.mdadm --no-collector.timex --no-collector.softnet --no-collector.schedstat --no-collector.pressure --no-collector.entropy

Are you running node_exporter in Docker?

No

What did you do that produced an error?

No error

What did you expect to see?

From df -h

Filesystem                         Size  Used Avail Use% Mounted on
tmpfs                              1.5G  2.6M  1.5G   1% /run
/dev/mapper/ubuntu--vg-ubuntu--lv  456G   21G  413G   5% /
tmpfs                              7.5G     0  7.5G   0% /dev/shm
tmpfs                              5.0M     0  5.0M   0% /run/lock
/dev/nvme0n1p2                     974M   85M  822M  10% /boot
/dev/nvme0n1p1                     511M  5.3M  506M   2% /boot/efi
tmpfs                              1.5G   44K  1.5G   1% /run/user/121
/dev/sda1                          7.3T  7.0T  290G  97% /media/terra
tmpfs                              1.5G   32K  1.5G   1% /run/user/1000

What did you see instead?

from /metrics

# HELP node_filesystem_avail_bytes Filesystem space available to non-root users in bytes.
# TYPE node_filesystem_avail_bytes gauge
node_filesystem_avail_bytes{device="/dev/mapper/ubuntu--vg-ubuntu--lv",fstype="ext4",mountpoint="/"} 0
node_filesystem_avail_bytes{device="/dev/nvme0n1p1",fstype="vfat",mountpoint="/boot/efi"} 0
node_filesystem_avail_bytes{device="/dev/sda1",fstype="exfat",mountpoint="/media/terra"} 3.11334797312e+11
node_filesystem_avail_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/dev/shm"} 8.039559168e+09
# HELP node_filesystem_files_free Filesystem total free file nodes.
# TYPE node_filesystem_files_free gauge
node_filesystem_files_free{device="/dev/mapper/ubuntu--vg-ubuntu--lv",fstype="ext4",mountpoint="/"} 0
node_filesystem_files_free{device="/dev/nvme0n1p1",fstype="vfat",mountpoint="/boot/efi"} 0
node_filesystem_files_free{device="/dev/sda1",fstype="exfat",mountpoint="/media/terra"} 0
node_filesystem_files_free{device="tmpfs",fstype="tmpfs",mountpoint="/dev/shm"} 1.962782e+06

Looking at the code, it appears it parses from /proc/1/mounts. When I cat /proc/1/mounts:
From /proc/1/mounts

$ cat /proc/1/mounts
sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0
proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0
udev /dev devtmpfs rw,nosuid,relatime,size=7815372k,nr_inodes=1953843,mode=755,inode64 0 0
devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0
tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=1570228k,mode=755,inode64 0 0
/dev/mapper/ubuntu--vg-ubuntu--lv / ext4 rw,relatime 0 0
securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0
tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0
tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0
cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0
pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0
efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0
none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0
systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22115 0 0
mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0
debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0
hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0
tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0
fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0
configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0
systemd-1 /media/terra autofs rw,relatime,fd=58,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=28874 0 0
/dev/loop0 /snap/core18/2284 squashfs ro,nodev,relatime 0 0
/dev/loop1 /snap/core20/1169 squashfs ro,nodev,relatime 0 0
/dev/nvme0n1p2 /boot ext4 rw,relatime 0 0
/dev/nvme0n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=iso8859-1,shortname=mixed,errors=remount-ro 0 0
/dev/loop2 /snap/docker/1458 squashfs ro,nodev,relatime 0 0
/dev/loop5 /snap/core20/1328 squashfs ro,nodev,relatime 0 0
/dev/loop6 /snap/snapd/13170 squashfs ro,nodev,relatime 0 0
/dev/loop7 /snap/lxd/22340 squashfs ro,nodev,relatime 0 0
/dev/loop8 /snap/snapd/14549 squashfs ro,nodev,relatime 0 0
tmpfs /run/user/121 tmpfs rw,nosuid,nodev,relatime,size=1570224k,nr_inodes=392556,mode=700,uid=121,gid=129,inode64 0 0
tmpfs /run/snapd/ns tmpfs rw,nosuid,nodev,noexec,relatime,size=1570228k,mode=755,inode64 0 0
nsfs /run/snapd/ns/docker.mnt nsfs rw 0 0
nsfs /run/snapd/ns/lxd.mnt nsfs rw 0 0
/dev/sda1 /media/terra exfat rw,noatime,uid=1000,gid=1000,fmask=0022,dmask=0022,iocharset=utf8,errors=remount-ro 0 0
binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0
/dev/loop9 /snap/lxd/22358 squashfs ro,nodev,relatime 0 0
/dev/loop3 /snap/node-exporter/99 squashfs ro,nodev,relatime 0 0
nsfs /run/snapd/ns/node-exporter.mnt nsfs rw 0 0
/dev/loop4 /snap/node-exporter/687 squashfs ro,nodev,relatime 0 0
tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=1570224k,nr_inodes=392556,mode=700,uid=1000,gid=1000,inode64 0 0

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions