Introducing lparnumascore

This command is computing the LPAR NUMA score for CPU and memory.

After a LPM, resources like CPU and memory could be reassigned to a
different NUMA node. But the Linux kernel is not able to replicate these
changes and since the kernel commit bb7c3d36e3b1 ("powerpc/pseries: remove
prrn special case from DT update path"), PRRN event are only updating the
device tree, but not the resource's assignement the kernel is managing.

This new command detects CPU and memory resources the kernel keep binded to
the NUMA node topology of the departure node. It computes a ratio, and
print it to the standard output.

The ratio is between 0 (worst) and 100 (best).

For instance when half of the CPUs have been reassigned to a new NUMA node,
the score would be 50. If all the CPUs are on the right node, the score
would be 100.

The command can compute the CPU and memory score or only one if specified
through the -c option.

Example of output:
$ ./lparnumascore -h
Usage: lparnumascore [-d detail_level] [-c {mem | cpu}]

$ ./lparnumascore
CPU score: 80
MEM score: 45

$ ./lparnumascore -c mem
MEM score: 45

$ ./lparnumascore -c cpu
CPU score: 80

The command is not locking /var/lock/dr_config_lock so user should ensure
that there is not ongoing command impacting the computed scores. This
allows the command to be run without special privileges.

Signed-off-by: Laurent Dufour <[email protected]>
Signed-off-by: Tyrel Datwyler <[email protected]>

Author: ldu4

.gitignore

@@ -88,6 +88,7 @@ GTAGS
 /src/activate_firmware
 /src/drmgr/drmgr
 /src/drmgr/lsslot
+/src/drmgr/lparnumascore
 /src/lparstat
 /src/lsprop
 /src/nvram

Makefile.am

@@ -47,7 +47,8 @@ man_MANS = \
 	man/errinjct.8 \
 	man/vcpustat.8 \
 	man/rtas_dbg.8 \
-	man/drmgr.8
+	man/drmgr.8 \
+	man/lparnumascore.8
 
 EXTRA_DIST += $(bin_SCRIPTS) $(sbin_SCRIPTS) $(man_MANS)
 
@@ -147,7 +148,7 @@ src_rtas_dbg_SOURCES = src/rtas_dbg.c $(pseries_platform_SOURCES)
 
 src_rtas_dbg_LDADD = -lrtas
 
-sbin_PROGRAMS += src/drmgr/drmgr src/drmgr/lsslot
+sbin_PROGRAMS += src/drmgr/drmgr src/drmgr/lsslot src/drmgr/lparnumascore
 endif
 
 src_drmgr_drmgr_SOURCES = \
@@ -198,6 +199,18 @@ noinst_HEADERS += \
 
 src_drmgr_lsslot_LDADD = -lrtas
 
+src_drmgr_lparnumascore_SOURCES = \
+	src/drmgr/lparnumascore.c \
+	src/drmgr/common.c \
+	src/drmgr/common_ofdt.c \
+	src/drmgr/common_numa.c \
+	src/drmgr/common_cpu.c \
+	src/drmgr/rtas_calls.c \
+	src/drmgr/drslot_chrp_mem.c \
+	$(pseries_platform_SOURCES)
+
+src_drmgr_lparnumascore_LDADD = -lnuma
+
 install-exec-hook:
 	cd $(DESTDIR)${sbindir} && \
 	ln -sf hcnmgr hcncfgdrc && \

README

@@ -51,6 +51,12 @@ lsslot:
 Tool used to determine dyanmic reconfiguration capable slots/cpus/memory
 on a partition.
 
+lparnumascore:
+------
+Tool used to compute the NUMA affinity score reflecting the difference
+between NUMA topology exposed by the hypervisor and the one the linux
+kernel has taken in account.
+
 ppc64_cpu:
 ---------
 This allows users to set the smt state and other settings on ppc64 processors.

addon/Makefile

@@ -4,7 +4,7 @@ PPU_ADDONS_NAME = powerpc-utils-sles10-addons
 VERSION = 1.0.2
 
 SCRIPTS = ../scripts/lsdevinfo ../scripts/ls-vdev ../scripts/ls-veth ../scripts/ls-vscsi
-UTILS = ../src/drmgr/drmgr ../src/drmgr/lsslot
+UTILS = ../src/drmgr/drmgr ../src/drmgr/lsslot ../src/drmgr/lparnumascore
 DOCS = ../COPYRIGHT README
 
 INSTALL = /usr/bin/install

man/lparnumascore.8

@@ -0,0 +1,32 @@
+.\"
+.\" Copyright (C) 2021 International Business Machines
+.\" Laurent Dufour <[email protected]>
+.\"
+.TH LPARNUMASCORE 8 2021-04-14 Linux "Linux on Power Service Tools"
+.SH NAME
+lparnumascore \- display the NUMA affinity score for the running LPAR
+.SH SYNOPSIS
+.BI "lparnumascore [-c | -d ]"
+.SH DESCRIPTION
+The
+.B lparnumascore
+command can be used to display the NUMA affinity score for the running
+LPAR. Each score reflect the amount of resources the Linux kernel is seeing as
+bound to a node while the hypervisor has moved that resource to another node.
+
+The score is a number between 0 and 100. A score of 100 means that all the
+resources are seen correctly, while a score of 0 means that all the resources
+have been moved to different nodes. There is a dedicated score for
+each resource type.
+.SH OPTIONS
+.TP
+.B \-c <resource type>
+Display the score for this type of resources. The valid resource types are
+"mem" for memory, and "cpu" for cpu's. By default, the score for each of
+supported resources is reported.
+.TP
+.B \-d <detail level>
+Enable debugging output. When displaying memory information this flag will
+also enable printing information about LMBs not currently owned by the system.
+.SH AUTHOR
+Laurent Dufour <[email protected]>

powerpc-utils.spec.in

@@ -11,7 +11,7 @@ Group:		System Environment
 Source:		powerpc-utils-%{version}.tar.gz
 BuildRoot:	/tmp/%{name}-buildroot/
 Vendor:         IBM Corp.
-Requires:	/bin/bash, /bin/sh, /bin/sed, /usr/bin/perl, librtas >= 1.4.0, zlib
+Requires:	/bin/bash, /bin/sh, /bin/sed, /usr/bin/perl, librtas >= 1.4.0, zlib, numactl-libs
 Requires:	coreutils
 Requires:	findutils
 Requires:	gawk
@@ -54,6 +54,7 @@ Utilities for maintaining and servicing PowerPC systems.
 /usr/sbin/sys_ident
 /usr/sbin/drmgr
 /usr/sbin/lsslot
+/usr/sbin/lparnumascore
 /usr/sbin/lsprop
 /usr/sbin/nvram
 /usr/sbin/nvsetenv
@@ -110,6 +111,7 @@ Utilities for maintaining and servicing PowerPC systems.
 /usr/share/man/man8/rtas_dbg.8.gz
 /usr/share/man/man8/vcpustat.8.gz
 /usr/share/man/man8/drmgr.8.gz
+/usr/share/man/man8/lparnumascore.8.gz
 
 %post
 # Post-install script -----------------------------------------------
@@ -151,6 +153,8 @@ systemctl daemon-reload
 %endif
 
 %changelog
+* Wed Apr 14 2021 Laurent Dufour <[email protected]>
+- Added lparnumascore
 * Fri Mar 06 2020 Naveen N. Rao <[email protected]>
 - Added vcpustat utility
 * Wed Dec  7 2011 Brian King <[email protected]>