Revision c0cf4512a31eb3cec70b066bc36ed55f7d05b8c0 authored by Bart Van Assche on 23 June 2016, 07:35:48 UTC, committed by Doug Ledford on 23 June 2016, 16:04:09 UTC
The memory needed for the send and receive queues associated with a QP is proportional to the max_sge parameter. The current value of that parameter is such that with an mlx4 HCA the QP buffer size is 8 MB. Since DMA is used for communication between HCA and CPU that buffer either has to be allocated coherently or map_single() must succeed for that buffer. Since large contiguous allocations are fragile and since the maximum segment size for e.g. swiotlb is 256 KB, reduce the max_sge parameter. This patch avoids that the following text appears on the console after SRP logout and relogin on a system equipped with multiple IB HCAs: mlx4_core 0000:05:00.0: swiotlb buffer is full (sz: 8388608 bytes) swiotlb: coherent allocation failed for device 0000:05:00.0 size=8388608 CPU: 11 PID: 148 Comm: kworker/11:1 Not tainted 4.7.0-rc4-dbg+ #1 Call Trace: [<ffffffff812c6d35>] dump_stack+0x67/0x92 [<ffffffff812efe71>] swiotlb_alloc_coherent+0x141/0x150 [<ffffffff810458be>] x86_swiotlb_alloc_coherent+0x3e/0x50 [<ffffffffa03861fa>] mlx4_buf_direct_alloc.isra.5+0x9a/0x120 [mlx4_core] [<ffffffffa0386545>] mlx4_buf_alloc+0x165/0x1a0 [mlx4_core] [<ffffffffa035053d>] create_qp_common.isra.29+0x57d/0xff0 [mlx4_ib] [<ffffffffa03510da>] mlx4_ib_create_qp+0x12a/0x3f0 [mlx4_ib] [<ffffffffa031154a>] ib_create_qp+0x3a/0x250 [ib_core] [<ffffffffa055dd4b>] srpt_cm_handler+0x4bb/0xcad [ib_srpt] [<ffffffffa02c1ab0>] cm_process_work+0x20/0xf0 [ib_cm] [<ffffffffa02c3640>] cm_work_handler+0x1ac0/0x2059 [ib_cm] [<ffffffff810737ed>] process_one_work+0x19d/0x490 [<ffffffff81073b29>] worker_thread+0x49/0x490 [<ffffffff8107a0ea>] kthread+0xea/0x100 [<ffffffff815b25af>] ret_from_fork+0x1f/0x40 Fixes: b99f8e4d7bcd ("IB/srpt: convert to the generic RDMA READ/WRITE API") Signed-off-by: Bart Van Assche <bart.vanassche@sandisk.com> Cc: Laurence Oberman <loberman@redhat.com> Cc: Christoph Hellwig <hch@lst.de> Cc: Sagi Grimberg <sagi@grimberg.me> Signed-off-by: Doug Ledford <dledford@redhat.com>
1 parent 37e07cd
File | Mode | Size |
---|---|---|
ila | ||
netfilter | ||
Kconfig | -rw-r--r-- | 7.9 KB |
Makefile | -rw-r--r-- | 1.8 KB |
addrconf.c | -rw-r--r-- | 148.5 KB |
addrconf_core.c | -rw-r--r-- | 5.3 KB |
addrlabel.c | -rw-r--r-- | 13.9 KB |
af_inet6.c | -rw-r--r-- | 24.7 KB |
ah6.c | -rw-r--r-- | 18.3 KB |
anycast.c | -rw-r--r-- | 11.5 KB |
datagram.c | -rw-r--r-- | 24.4 KB |
esp6.c | -rw-r--r-- | 16.2 KB |
exthdrs.c | -rw-r--r-- | 20.6 KB |
exthdrs_core.c | -rw-r--r-- | 7.5 KB |
exthdrs_offload.c | -rw-r--r-- | 936 bytes |
fib6_rules.c | -rw-r--r-- | 7.6 KB |
fou6.c | -rw-r--r-- | 2.9 KB |
icmp.c | -rw-r--r-- | 23.0 KB |
inet6_connection_sock.c | -rw-r--r-- | 5.4 KB |
inet6_hashtables.c | -rw-r--r-- | 8.9 KB |
ip6_checksum.c | -rw-r--r-- | 2.9 KB |
ip6_fib.c | -rw-r--r-- | 45.1 KB |
ip6_flowlabel.c | -rw-r--r-- | 20.0 KB |
ip6_gre.c | -rw-r--r-- | 38.0 KB |
ip6_icmp.c | -rw-r--r-- | 932 bytes |
ip6_input.c | -rw-r--r-- | 10.0 KB |
ip6_offload.c | -rw-r--r-- | 9.2 KB |
ip6_offload.h | -rw-r--r-- | 524 bytes |
ip6_output.c | -rw-r--r-- | 45.4 KB |
ip6_tunnel.c | -rw-r--r-- | 51.4 KB |
ip6_udp_tunnel.c | -rw-r--r-- | 2.7 KB |
ip6_vti.c | -rw-r--r-- | 27.7 KB |
ip6mr.c | -rw-r--r-- | 57.0 KB |
ipcomp6.c | -rw-r--r-- | 5.5 KB |
ipv6_sockglue.c | -rw-r--r-- | 29.5 KB |
mcast.c | -rw-r--r-- | 69.7 KB |
mcast_snoop.c | -rw-r--r-- | 5.5 KB |
mip6.c | -rw-r--r-- | 13.0 KB |
ndisc.c | -rw-r--r-- | 45.2 KB |
netfilter.c | -rw-r--r-- | 5.5 KB |
output_core.c | -rw-r--r-- | 4.0 KB |
ping.c | -rw-r--r-- | 7.3 KB |
proc.c | -rw-r--r-- | 11.0 KB |
protocol.c | -rw-r--r-- | 2.1 KB |
raw.c | -rw-r--r-- | 30.6 KB |
reassembly.c | -rw-r--r-- | 19.4 KB |
route.c | -rw-r--r-- | 92.1 KB |
sit.c | -rw-r--r-- | 43.6 KB |
syncookies.c | -rw-r--r-- | 7.2 KB |
sysctl_net_ipv6.c | -rw-r--r-- | 5.4 KB |
tcp_ipv6.c | -rw-r--r-- | 50.2 KB |
tcpv6_offload.c | -rw-r--r-- | 2.0 KB |
tunnel6.c | -rw-r--r-- | 4.8 KB |
udp.c | -rw-r--r-- | 38.0 KB |
udp_impl.h | -rw-r--r-- | 1.3 KB |
udp_offload.c | -rw-r--r-- | 4.9 KB |
udplite.c | -rw-r--r-- | 3.4 KB |
xfrm6_input.c | -rw-r--r-- | 3.0 KB |
xfrm6_mode_beet.c | -rw-r--r-- | 3.2 KB |
xfrm6_mode_ro.c | -rw-r--r-- | 2.2 KB |
xfrm6_mode_transport.c | -rw-r--r-- | 2.3 KB |
xfrm6_mode_tunnel.c | -rw-r--r-- | 3.1 KB |
xfrm6_output.c | -rw-r--r-- | 4.2 KB |
xfrm6_policy.c | -rw-r--r-- | 9.7 KB |
xfrm6_protocol.c | -rw-r--r-- | 6.4 KB |
xfrm6_state.c | -rw-r--r-- | 4.6 KB |
xfrm6_tunnel.c | -rw-r--r-- | 9.7 KB |
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...