Removing the NVIDIA kernel module in Ubuntu 20.04 rmmod nvidia

# uninstall the driver
apt-get remove nvidia-driver-450-server

lsof /dev/nvidia*
systemctl stop nvidia-persistenced.service
systemctl set-default multi-user.target

root@escherlab-dgx:/etc/modprobe.d# rmmod nvidia_uvm
root@escherlab-dgx:/etc/modprobe.d# rmmod nvidia_modeset
rmmod: ERROR: Module nvidia_modeset is in use by: nvidia_drm
root@escherlab-dgx:/etc/modprobe.d# rmmod nvidia_drm
root@escherlab-dgx:/etc/modprobe.d# rmmod nvidia_modeset
rmmod: ERROR: Module nvidia_modeset is in use
root@escherlab-dgx:/etc/modprobe.d# systemctl stop nvidia-persistenced.service
root@escherlab-dgx:/etc/modprobe.d# rmmod nvidia_modeset
root@escherlab-dgx:/etc/modprobe.d# rmmod  nvidia
root@escherlab-dgx:/etc/modprobe.d# lsmod | grep nvid
root@escherlab-dgx:/etc/modprobe.d#