diff --git a/modules/packages/server/ssh/default.nix b/modules/packages/server/ssh/default.nix
index 012eb813..dd40615c 100644
--- a/modules/packages/server/ssh/default.nix
+++ b/modules/packages/server/ssh/default.nix
@@ -103,6 +103,7 @@ inputs:
         askPassword = "${inputs.pkgs.systemd}/bin/systemd-ask-password";
         extraConfig = "AddKeysToAgent yes";
       };
+      environment.sessionVariables.SSH_ASKPASS_REQUIRE = "prefer";
       nixos.users.sharedModules =
       [(hmInputs: {
         config.programs.ssh =