mirror of
https://github.com/golang/go
synced 2024-11-26 22:21:27 -07:00
f2316c2789
This change adds support for the splice system call on Linux, for the purpose of optimizing (*TCPConn).ReadFrom by reducing copies of data from and to userspace. It does so by creating a temporary pipe and splicing data from the source connection to the pipe, then from the pipe to the destination connection. The pipe serves as an in-kernel buffer for the data transfer. No new API is added to package net, but a new Splice function is added to package internal/poll, because using splice requires help from the network poller. Users of the net package should benefit from the change transparently. This change only enables the optimization if the Reader in ReadFrom is a TCP connection. Since splice is a more general interface, it could, in theory, also be enabled if the Reader were a unix socket, or the read half of a pipe. However, benchmarks show that enabling it for unix sockets is most likely not a net performance gain. The tcp <- unix case is also fairly unlikely to be used very much by users of package net. Enabling the optimization for pipes is also problematic from an implementation perspective, since package net cannot easily get at the *poll.FD of an *os.File. A possible solution to this would be to dup the pipe file descriptor, register the duped descriptor with the network poller, and work on that *poll.FD instead of the original. However, this seems too intrusive, so it has not been done. If there was a clean way to do it, it would probably be worth doing, since splicing from a pipe to a socket can be done directly. Therefore, this patch only enables the optimization for what is likely the most common use case: tcp <- tcp. The following benchmark compares the performance of the previous userspace genericReadFrom code path to the new optimized code path. The sub-benchmarks represent chunk sizes used by the writer on the other end of the Reader passed to ReadFrom. benchmark old ns/op new ns/op delta BenchmarkTCPReadFrom/1024-4 4727 4954 +4.80% BenchmarkTCPReadFrom/2048-4 4389 4301 -2.01% BenchmarkTCPReadFrom/4096-4 4606 4534 -1.56% BenchmarkTCPReadFrom/8192-4 5219 4779 -8.43% BenchmarkTCPReadFrom/16384-4 8708 8008 -8.04% BenchmarkTCPReadFrom/32768-4 16349 14973 -8.42% BenchmarkTCPReadFrom/65536-4 35246 27406 -22.24% BenchmarkTCPReadFrom/131072-4 72920 52382 -28.17% BenchmarkTCPReadFrom/262144-4 149311 95094 -36.31% BenchmarkTCPReadFrom/524288-4 306704 181856 -40.71% BenchmarkTCPReadFrom/1048576-4 674174 357406 -46.99% benchmark old MB/s new MB/s speedup BenchmarkTCPReadFrom/1024-4 216.62 206.69 0.95x BenchmarkTCPReadFrom/2048-4 466.61 476.08 1.02x BenchmarkTCPReadFrom/4096-4 889.09 903.31 1.02x BenchmarkTCPReadFrom/8192-4 1569.40 1714.06 1.09x BenchmarkTCPReadFrom/16384-4 1881.42 2045.84 1.09x BenchmarkTCPReadFrom/32768-4 2004.18 2188.41 1.09x BenchmarkTCPReadFrom/65536-4 1859.38 2391.25 1.29x BenchmarkTCPReadFrom/131072-4 1797.46 2502.21 1.39x BenchmarkTCPReadFrom/262144-4 1755.69 2756.68 1.57x BenchmarkTCPReadFrom/524288-4 1709.42 2882.98 1.69x BenchmarkTCPReadFrom/1048576-4 1555.35 2933.84 1.89x Fixes #10948 Change-Id: I3ce27f21f7adda8b696afdc48a91149998ae16a5 Reviewed-on: https://go-review.googlesource.com/107715 Run-TryBot: Brad Fitzpatrick <bradfitz@golang.org> Run-TryBot: Ian Lance Taylor <iant@golang.org> TryBot-Result: Gobot Gobot <gobot@golang.org> Reviewed-by: Ian Lance Taylor <iant@golang.org> |
||
|---|---|---|
| .. | ||
| http | ||
| internal/socktest | ||
| rpc | ||
| smtp | ||
| testdata | ||
| textproto | ||
| url | ||
| addrselect_test.go | ||
| addrselect.go | ||
| cgo_android.go | ||
| cgo_bsd.go | ||
| cgo_linux.go | ||
| cgo_netbsd.go | ||
| cgo_openbsd.go | ||
| cgo_resnew.go | ||
| cgo_resold.go | ||
| cgo_socknew.go | ||
| cgo_sockold.go | ||
| cgo_solaris.go | ||
| cgo_stub.go | ||
| cgo_unix_test.go | ||
| cgo_unix.go | ||
| cgo_windows.go | ||
| conf_netcgo.go | ||
| conf_test.go | ||
| conf.go | ||
| conn_test.go | ||
| dial_test.go | ||
| dial_unix_test.go | ||
| dial.go | ||
| dnsclient_test.go | ||
| dnsclient_unix_test.go | ||
| dnsclient_unix.go | ||
| dnsclient.go | ||
| dnsconfig_unix_test.go | ||
| dnsconfig_unix.go | ||
| dnsname_test.go | ||
| error_plan9_test.go | ||
| error_posix_test.go | ||
| error_posix.go | ||
| error_test.go | ||
| error_unix_test.go | ||
| error_windows_test.go | ||
| example_test.go | ||
| external_test.go | ||
| fd_plan9.go | ||
| fd_unix.go | ||
| fd_windows.go | ||
| file_plan9.go | ||
| file_stub.go | ||
| file_test.go | ||
| file_unix.go | ||
| file_windows.go | ||
| file.go | ||
| hook_plan9.go | ||
| hook_unix.go | ||
| hook_windows.go | ||
| hook.go | ||
| hosts_test.go | ||
| hosts.go | ||
| interface_bsd_test.go | ||
| interface_bsd.go | ||
| interface_bsdvar.go | ||
| interface_darwin.go | ||
| interface_freebsd.go | ||
| interface_linux_test.go | ||
| interface_linux.go | ||
| interface_plan9.go | ||
| interface_solaris.go | ||
| interface_stub.go | ||
| interface_test.go | ||
| interface_unix_test.go | ||
| interface_windows.go | ||
| interface.go | ||
| ip_test.go | ||
| ip.go | ||
| iprawsock_plan9.go | ||
| iprawsock_posix.go | ||
| iprawsock_test.go | ||
| iprawsock.go | ||
| ipsock_plan9.go | ||
| ipsock_posix.go | ||
| ipsock_test.go | ||
| ipsock.go | ||
| listen_test.go | ||
| lookup_nacl.go | ||
| lookup_plan9.go | ||
| lookup_test.go | ||
| lookup_unix.go | ||
| lookup_windows_test.go | ||
| lookup_windows.go | ||
| lookup.go | ||
| mac_test.go | ||
| mac.go | ||
| main_cloexec_test.go | ||
| main_conf_test.go | ||
| main_noconf_test.go | ||
| main_plan9_test.go | ||
| main_posix_test.go | ||
| main_test.go | ||
| main_unix_test.go | ||
| main_windows_test.go | ||
| mockserver_test.go | ||
| net_test.go | ||
| net_windows_test.go | ||
| net.go | ||
| netgo_unix_test.go | ||
| nss_test.go | ||
| nss.go | ||
| packetconn_test.go | ||
| parse_test.go | ||
| parse.go | ||
| pipe_test.go | ||
| pipe.go | ||
| platform_test.go | ||
| port_test.go | ||
| port_unix.go | ||
| port.go | ||
| protoconn_test.go | ||
| rawconn_stub_test.go | ||
| rawconn_test.go | ||
| rawconn_unix_test.go | ||
| rawconn_windows_test.go | ||
| rawconn.go | ||
| sendfile_linux.go | ||
| sendfile_stub.go | ||
| sendfile_test.go | ||
| sendfile_unix_alt.go | ||
| sendfile_windows.go | ||
| server_test.go | ||
| sock_bsd.go | ||
| sock_cloexec.go | ||
| sock_linux.go | ||
| sock_plan9.go | ||
| sock_posix.go | ||
| sock_stub.go | ||
| sock_windows.go | ||
| sockopt_bsd.go | ||
| sockopt_linux.go | ||
| sockopt_plan9.go | ||
| sockopt_posix.go | ||
| sockopt_solaris.go | ||
| sockopt_stub.go | ||
| sockopt_windows.go | ||
| sockoptip_bsdvar.go | ||
| sockoptip_linux.go | ||
| sockoptip_posix.go | ||
| sockoptip_stub.go | ||
| sockoptip_windows.go | ||
| splice_linux.go | ||
| splice_stub.go | ||
| splice_test.go | ||
| sys_cloexec.go | ||
| tcpsock_plan9.go | ||
| tcpsock_posix.go | ||
| tcpsock_test.go | ||
| tcpsock_unix_test.go | ||
| tcpsock.go | ||
| tcpsockopt_darwin.go | ||
| tcpsockopt_dragonfly.go | ||
| tcpsockopt_openbsd.go | ||
| tcpsockopt_plan9.go | ||
| tcpsockopt_posix.go | ||
| tcpsockopt_solaris.go | ||
| tcpsockopt_stub.go | ||
| tcpsockopt_unix.go | ||
| tcpsockopt_windows.go | ||
| timeout_test.go | ||
| udpsock_plan9_test.go | ||
| udpsock_plan9.go | ||
| udpsock_posix.go | ||
| udpsock_test.go | ||
| udpsock.go | ||
| unixsock_linux_test.go | ||
| unixsock_plan9.go | ||
| unixsock_posix.go | ||
| unixsock_test.go | ||
| unixsock.go | ||
| write_unix_test.go | ||
| writev_test.go | ||
| writev_unix.go | ||