From 742019b26098fae6ab120b3d4ebb2f067f2753d9 Mon Sep 17 00:00:00 2001 From: Chris Horn Date: Tue, 3 Jan 2023 10:03:38 -0700 Subject: [PATCH] LU-16461 kfilnd: Modify peer credits and RX buffers It's desirable to lower peer credits because smaller values allow us to cancel outstanding traffic to down peers faster (because there is less traffic in flight). Testing shows that peer_credits 16 does not perform any worse than our current default. Let's make 16 the new default. In addition, testing shows a benefit for further increasing the default number of immediate receive buffers. Increase this to 8. HPE-bug-id: LUS-11421 Test-Parameters: trivial Signed-off-by: Chris Horn Change-Id: I877fe408b276071f33a99c8b3b50d13f597aaa29 Reviewed-on: https://review.whamcloud.com/c/fs/lustre-release/+/49592 Reviewed-by: Ron Gredvig Reviewed-by: Ian Ziemba Reviewed-by: Oleg Drokin Tested-by: jenkins Tested-by: Maloo --- lnet/klnds/kfilnd/kfilnd_modparams.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/lnet/klnds/kfilnd/kfilnd_modparams.c b/lnet/klnds/kfilnd/kfilnd_modparams.c index 798983d..d27bc19 100644 --- a/lnet/klnds/kfilnd/kfilnd_modparams.c +++ b/lnet/klnds/kfilnd/kfilnd_modparams.c @@ -60,7 +60,7 @@ unsigned int eq_size = 1024; module_param(eq_size, uint, 0444); MODULE_PARM_DESC(eq_size, "Default event queue size used by all kfi LNet NIs"); -unsigned int immediate_rx_buf_count = 2; +unsigned int immediate_rx_buf_count = 8; module_param(immediate_rx_buf_count, uint, 0444); MODULE_PARM_DESC(immediate_rx_buf_count, "Number of immediate multi-receive buffers posted per CPT"); @@ -70,7 +70,7 @@ static int credits = 256; module_param(credits, int, 0444); MODULE_PARM_DESC(credits, "Number of concurrent sends on network"); -static int peer_credits = 128; +static int peer_credits = 16; module_param(peer_credits, int, 0444); MODULE_PARM_DESC(peer_credits, "Number of concurrent sends to 1 peer"); -- 1.8.3.1