# HELP DCGM_FI_DEV_SM_CLOCK SM clock frequency (in MHz). # TYPE DCGM_FI_DEV_SM_CLOCK gauge DCGM_FI_DEV_SM_CLOCK{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 210 DCGM_FI_DEV_SM_CLOCK{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 210 # HELP DCGM_FI_DEV_MEM_CLOCK Memory clock frequency (in MHz). # TYPE DCGM_FI_DEV_MEM_CLOCK gauge DCGM_FI_DEV_MEM_CLOCK{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 405 DCGM_FI_DEV_MEM_CLOCK{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 405 # HELP DCGM_FI_DEV_MEMORY_TEMP Memory temperature (in C). # TYPE DCGM_FI_DEV_MEMORY_TEMP gauge DCGM_FI_DEV_MEMORY_TEMP{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_MEMORY_TEMP{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_GPU_TEMP GPU temperature (in C). # TYPE DCGM_FI_DEV_GPU_TEMP gauge DCGM_FI_DEV_GPU_TEMP{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 38 DCGM_FI_DEV_GPU_TEMP{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 36 # HELP DCGM_FI_DEV_POWER_USAGE Power draw (in W). # TYPE DCGM_FI_DEV_POWER_USAGE gauge DCGM_FI_DEV_POWER_USAGE{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 14.919000 DCGM_FI_DEV_POWER_USAGE{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 26.452000 # HELP DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION Total energy consumption since boot (in mJ). # TYPE DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION counter DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 36578022527 DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 61672110852 # HELP DCGM_FI_DEV_PCIE_REPLAY_COUNTER Total number of PCIe retries. # TYPE DCGM_FI_DEV_PCIE_REPLAY_COUNTER counter DCGM_FI_DEV_PCIE_REPLAY_COUNTER{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_PCIE_REPLAY_COUNTER{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_GPU_UTIL GPU utilization (in %). # TYPE DCGM_FI_DEV_GPU_UTIL gauge DCGM_FI_DEV_GPU_UTIL{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_GPU_UTIL{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_MEM_COPY_UTIL Memory utilization (in %). # TYPE DCGM_FI_DEV_MEM_COPY_UTIL gauge DCGM_FI_DEV_MEM_COPY_UTIL{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_MEM_COPY_UTIL{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_ENC_UTIL Encoder utilization (in %). # TYPE DCGM_FI_DEV_ENC_UTIL gauge DCGM_FI_DEV_ENC_UTIL{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_ENC_UTIL{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_DEC_UTIL Decoder utilization (in %). # TYPE DCGM_FI_DEV_DEC_UTIL gauge DCGM_FI_DEV_DEC_UTIL{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_DEC_UTIL{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_XID_ERRORS Value of the last XID error encountered. # TYPE DCGM_FI_DEV_XID_ERRORS gauge DCGM_FI_DEV_XID_ERRORS{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 43 DCGM_FI_DEV_XID_ERRORS{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_FB_FREE Frame buffer memory free (in MB). # TYPE DCGM_FI_DEV_FB_FREE gauge DCGM_FI_DEV_FB_FREE{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 24073 DCGM_FI_DEV_FB_FREE{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 24096 # HELP DCGM_FI_DEV_FB_USED Frame buffer memory used (in MB). # TYPE DCGM_FI_DEV_FB_USED gauge DCGM_FI_DEV_FB_USED{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 35 DCGM_FI_DEV_FB_USED{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 14 # HELP DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL Total number of NVLink bandwidth counters for all lanes # TYPE DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL counter DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_VGPU_LICENSE_STATUS vGPU License status # TYPE DCGM_FI_DEV_VGPU_LICENSE_STATUS gauge DCGM_FI_DEV_VGPU_LICENSE_STATUS{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_VGPU_LICENSE_STATUS{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_UNCORRECTABLE_REMAPPED_ROWS Number of remapped rows for uncorrectable errors # TYPE DCGM_FI_DEV_UNCORRECTABLE_REMAPPED_ROWS counter DCGM_FI_DEV_UNCORRECTABLE_REMAPPED_ROWS{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_UNCORRECTABLE_REMAPPED_ROWS{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_CORRECTABLE_REMAPPED_ROWS Number of remapped rows for correctable errors # TYPE DCGM_FI_DEV_CORRECTABLE_REMAPPED_ROWS counter DCGM_FI_DEV_CORRECTABLE_REMAPPED_ROWS{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_CORRECTABLE_REMAPPED_ROWS{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 # HELP DCGM_FI_DEV_ROW_REMAP_FAILURE Whether remapping of rows has failed # TYPE DCGM_FI_DEV_ROW_REMAP_FAILURE gauge DCGM_FI_DEV_ROW_REMAP_FAILURE{gpu="0",UUID="GPU-46aa8963-8b69-f35a-7d73-36058670d9e0",device="nvidia0",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0 DCGM_FI_DEV_ROW_REMAP_FAILURE{gpu="1",UUID="GPU-efb1c50c-2fe8-064f-a3d2-af9cc0bced30",device="nvidia1",modelName="NVIDIA GeForce RTX 4090",Hostname="c5a9d423f988",DCGM_FI_DRIVER_VERSION="560.35.05"} 0