Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel os linux

SUNRPC: Small optimisation of client receive

Do not queue the client receive work if we're still processing.

Signed-off-by: Trond Myklebust <trond.myklebust@primarydata.com>

+34 -11
+1
include/linux/sunrpc/xprtsock.h
··· 80 80 #define TCP_RPC_REPLY (1UL << 6) 81 81 82 82 #define XPRT_SOCK_CONNECTING 1U 83 + #define XPRT_SOCK_DATA_READY (2) 83 84 84 85 #endif /* __KERNEL__ */ 85 86
+33 -11
net/sunrpc/xprtsock.c
··· 755 755 sk->sk_error_report = transport->old_error_report; 756 756 } 757 757 758 + static void xs_sock_reset_state_flags(struct rpc_xprt *xprt) 759 + { 760 + struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 761 + 762 + clear_bit(XPRT_SOCK_DATA_READY, &transport->sock_state); 763 + } 764 + 758 765 static void xs_sock_reset_connection_flags(struct rpc_xprt *xprt) 759 766 { 760 767 smp_mb__before_atomic(); 761 768 clear_bit(XPRT_CLOSE_WAIT, &xprt->state); 762 769 clear_bit(XPRT_CLOSING, &xprt->state); 770 + xs_sock_reset_state_flags(xprt); 763 771 smp_mb__after_atomic(); 764 772 } 765 773 ··· 970 962 goto out; 971 963 for (;;) { 972 964 skb = skb_recv_datagram(sk, 0, 1, &err); 973 - if (skb == NULL) 965 + if (skb != NULL) { 966 + xs_local_data_read_skb(&transport->xprt, sk, skb); 967 + skb_free_datagram(sk, skb); 968 + continue; 969 + } 970 + if (!test_and_clear_bit(XPRT_SOCK_DATA_READY, &transport->sock_state)) 974 971 break; 975 - xs_local_data_read_skb(&transport->xprt, sk, skb); 976 - skb_free_datagram(sk, skb); 977 972 } 978 973 out: 979 974 mutex_unlock(&transport->recv_mutex); ··· 1054 1043 goto out; 1055 1044 for (;;) { 1056 1045 skb = skb_recv_datagram(sk, 0, 1, &err); 1057 - if (skb == NULL) 1046 + if (skb != NULL) { 1047 + xs_udp_data_read_skb(&transport->xprt, sk, skb); 1048 + skb_free_datagram(sk, skb); 1049 + continue; 1050 + } 1051 + if (!test_and_clear_bit(XPRT_SOCK_DATA_READY, &transport->sock_state)) 1058 1052 break; 1059 - xs_udp_data_read_skb(&transport->xprt, sk, skb); 1060 - skb_free_datagram(sk, skb); 1061 1053 } 1062 1054 out: 1063 1055 mutex_unlock(&transport->recv_mutex); ··· 1088 1074 if (xprt != NULL) { 1089 1075 struct sock_xprt *transport = container_of(xprt, 1090 1076 struct sock_xprt, xprt); 1091 - queue_work(rpciod_workqueue, &transport->recv_worker); 1077 + if (!test_and_set_bit(XPRT_SOCK_DATA_READY, &transport->sock_state)) 1078 + queue_work(rpciod_workqueue, &transport->recv_worker); 1092 1079 } 1093 1080 read_unlock_bh(&sk->sk_callback_lock); 1094 1081 } ··· 1489 1474 for (;;) { 1490 1475 lock_sock(sk); 1491 1476 read = tcp_read_sock(sk, &rd_desc, xs_tcp_data_recv); 1492 - release_sock(sk); 1493 - if (read <= 0) 1494 - break; 1495 - total += read; 1477 + if (read <= 0) { 1478 + clear_bit(XPRT_SOCK_DATA_READY, &transport->sock_state); 1479 + release_sock(sk); 1480 + if (!test_bit(XPRT_SOCK_DATA_READY, &transport->sock_state)) 1481 + break; 1482 + } else { 1483 + release_sock(sk); 1484 + total += read; 1485 + } 1496 1486 rd_desc.count = 65536; 1497 1487 } 1498 1488 out: ··· 1528 1508 if (!(xprt = xprt_from_sock(sk))) 1529 1509 goto out; 1530 1510 transport = container_of(xprt, struct sock_xprt, xprt); 1511 + if (test_and_set_bit(XPRT_SOCK_DATA_READY, &transport->sock_state)) 1512 + goto out; 1531 1513 1532 1514 /* Any data means we had a useful conversation, so 1533 1515 * the we don't need to delay the next reconnect