Commit 42519ede authored by Eric Dumazet's avatar Eric Dumazet Committed by David S. Miller
Browse files

net-gro: use ffs() to speedup napi_gro_flush() 



We very often have few flows/chains to look at, and we
might increase GRO_HASH_BUCKETS to 32 or 64 in the future.

Signed-off-by: default avatarEric Dumazet <edumazet@google.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent d72ff4b4

net/core/dev.c

+6 −4
Original line number Diff line number Diff line
@@ -5364,11 +5364,13 @@ static void __napi_gro_flush_chain(struct napi_struct *napi, u32 index, 
 */

void napi_gro_flush(struct napi_struct *napi, bool flush_old)

{

	u32 i;

	unsigned long bitmask = napi->gro_bitmask;

	unsigned int i, base = ~0U;



	for (i = 0; i < GRO_HASH_BUCKETS; i++) {

		if (test_bit(i, &napi->gro_bitmask))

			__napi_gro_flush_chain(napi, i, flush_old);

	while ((i = ffs(bitmask)) != 0) {

		bitmask >>= i;

		base += i;

		__napi_gro_flush_chain(napi, base, flush_old);

	}

}

EXPORT_SYMBOL(napi_gro_flush);