This was pretty straightforward. I created a certificate or something and configure pam to allow it
sudo apt install -y libpam-u2f libfido2-1 libfido2-dev libpam-p11 opensc yubikey-manager
pamu2fcfg -u "$USER" | sudo tee -a /etc/u2f_mappings
sudo chmod 600 /etc/u2f_mappings
sudo chown root:root /etc/u2f_mappings
I'm allowing both fido2 and p11 at the same time in pam common-auth
# smartcard logins allowed with fallback
auth [success=done authinfo_unavail=ignore user_unknown=ignore default=ignore] pam_u2f.so cue authfile=/etc/u2f_mappings pinverification=1 userverification=0
auth [success=done authinfo_unavail=ignore user_unknown=ignore default=ignore] pam_p11.so opensc-pkcs11.so
# here are the per-package modules (the "Primary" block)
auth [success=done default=ignore] pam_unix.so try_first_pass nullok
auth [success=1 default=ignore] pam_unix.so nullok try_first_pass
sudo apt install libpam-u2f pamu2fcfg
sudo mkdir -p /etc/u2f-mappings
sudo cp ~/.config/Yubico/u2f_keys /etc/u2f-mappings/u2f_keys
curl -fsSL https://raw.githubusercontent.com/Yubico/libu2f-host/master/70-u2f.rules | sudo tee /etc/udev/rules.d/70-u2f.rules >/dev/null
sudo udevadm control --reload-rules
sudo udevadm trigger
pamu2fcfg -u jt | sudo tee /etc/u2f-mappings/u2f_keys >/dev/null
sudo chown root:root /etc/u2f-mappings/u2f_keys
sudo chmod 600 /etc/u2f-mappings/u2f_keys
configure pam
auth sufficient pam_u2f.so authfile=/etc/u2f-mappings/u2f_keys cue pinverification=1