diff --git a/lnd.go b/lnd.go
index 62da30d5..ec21f4a9 100644
--- a/lnd.go
+++ b/lnd.go
@@ -887,6 +887,7 @@ func waitForWalletPassword(grpcEndpoints, restEndpoints []net.Addr,
 	// Set up a new PasswordService, which will listen for passwords
 	// provided over RPC.
 	grpcServer := grpc.NewServer(serverOpts...)
+	defer grpcServer.GracefulStop()
 
 	chainConfig := cfg.Bitcoin
 	if registeredChains.PrimaryChain() == litecoinChain {