113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover/*
213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * Copyright (c) 2006 Oracle.  All rights reserved.
313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * This software is available to you under a choice of one of two
513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * licenses.  You may choose to be licensed under the terms of the GNU
613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * General Public License (GPL) Version 2, available from the file
713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * COPYING in the main directory of this source tree, or the
813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * OpenIB.org BSD license below:
913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
1013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *     Redistribution and use in source and binary forms, with or
1113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *     without modification, are permitted provided that the following
1213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *     conditions are met:
1313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
1413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *      - Redistributions of source code must retain the above
1513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *        copyright notice, this list of conditions and the following
1613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *        disclaimer.
1713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
1813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *      - Redistributions in binary form must reproduce the above
1913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *        copyright notice, this list of conditions and the following
2013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *        disclaimer in the documentation and/or other materials
2113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *        provided with the distribution.
2213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
2313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
2413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
2513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
2613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
2713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
2813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
2913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
3013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * SOFTWARE.
3113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
3213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover */
3313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover#include <linux/kernel.h>
345a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h>
3513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover#include <linux/in.h>
3613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
3713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover#include "rds.h"
3813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover#include "loop.h"
3913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
4013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic DEFINE_SPINLOCK(loop_conns_lock);
4113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic LIST_HEAD(loop_conns);
4213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
4313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover/*
4413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * This 'loopback' transport is a special case for flows that originate
4513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * and terminate on the same machine.
4613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
4713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * Connection build-up notices if the destination address is thought of
4813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * as a local address by a transport.  At that time it decides to use the
4913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * loopback transport instead of the bound transport of the sending socket.
5013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover *
5113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * The loopback transport's sending path just hands the sent rds_message
5213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * straight to the receiving path via an embedded rds_incoming.
5313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover */
5413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
5513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover/*
5613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * Usually a message transits both the sender and receiver's conns as it
5713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * flows to the receiver.  In the loopback case, though, the receive path
5813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * is handed the sending conn so the sense of the addresses is reversed.
5913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover */
6013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic int rds_loop_xmit(struct rds_connection *conn, struct rds_message *rm,
6113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover			 unsigned int hdr_off, unsigned int sg,
6213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover			 unsigned int off)
6313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
646094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman	struct scatterlist *sgp = &rm->data.op_sg[sg];
656094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman	int ret = sizeof(struct rds_header) +
666094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman			be32_to_cpu(rm->m_inc.i_hdr.h_len);
676094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman
6877dd550e5547846604ff6f90c4dc6bba4414e485Andy Grover	/* Do not send cong updates to loopback */
6977dd550e5547846604ff6f90c4dc6bba4414e485Andy Grover	if (rm->m_inc.i_hdr.h_flags & RDS_FLAG_CONG_BITMAP) {
7077dd550e5547846604ff6f90c4dc6bba4414e485Andy Grover		rds_cong_map_updated(conn->c_fcong, ~(u64) 0);
716094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman		ret = min_t(int, ret, sgp->length - conn->c_xmit_data_off);
726094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman		goto out;
7377dd550e5547846604ff6f90c4dc6bba4414e485Andy Grover	}
7477dd550e5547846604ff6f90c4dc6bba4414e485Andy Grover
7513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	BUG_ON(hdr_off || sg || off);
7613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
7713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	rds_inc_init(&rm->m_inc, conn, conn->c_laddr);
78d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover	/* For the embedded inc. Matching put is in loop_inc_free() */
79d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover	rds_message_addref(rm);
8013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
8113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	rds_recv_incoming(conn, conn->c_laddr, conn->c_faddr, &rm->m_inc,
826114eab535ab49239e0a6ce08eb9243664aef993Cong Wang			  GFP_KERNEL);
8313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
8413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	rds_send_drop_acked(conn, be64_to_cpu(rm->m_inc.i_hdr.h_sequence),
8513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover			    NULL);
8613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
8713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	rds_inc_put(&rm->m_inc);
886094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Hormanout:
896094628bfd94323fc1cea05ec2c6affd98c18f7fNeil Horman	return ret;
9013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
9113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
92d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover/*
93d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover * See rds_loop_xmit(). Since our inc is embedded in the rm, we
94d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover * make sure the rm lives at least until the inc is done.
95d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover */
96d37c9359056f4f07b37e59810f0ece1031e280b2Andy Groverstatic void rds_loop_inc_free(struct rds_incoming *inc)
97d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover{
98d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover        struct rds_message *rm = container_of(inc, struct rds_message, m_inc);
99d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover        rds_message_put(rm);
100d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover}
101d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover
10213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover/* we need to at least give the thread something to succeed */
10313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic int rds_loop_recv(struct rds_connection *conn)
10413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
10513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	return 0;
10613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
10713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
10813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstruct rds_loop_connection {
10913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	struct list_head loop_node;
11013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	struct rds_connection *conn;
11113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover};
11213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
11313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover/*
11413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * Even the loopback transport needs to keep track of its connections,
11513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * so it can call rds_conn_destroy() on them on exit. N.B. there are
11613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * 1+ loopback addresses (127.*.*.*) so it's not a bug to have
11713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * multiple loopback conns allocated, although rather useless.
11813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover */
11913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic int rds_loop_conn_alloc(struct rds_connection *conn, gfp_t gfp)
12013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
12113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	struct rds_loop_connection *lc;
12213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	unsigned long flags;
12313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
124f0229eaaf3f82522e2b16b41b0f45bb84a88d1b0Dan Carpenter	lc = kzalloc(sizeof(struct rds_loop_connection), gfp);
1258690bfa17aea4c42da1bcf90a7af93d161eca624Andy Grover	if (!lc)
12613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover		return -ENOMEM;
12713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
12813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	INIT_LIST_HEAD(&lc->loop_node);
12913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	lc->conn = conn;
13013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	conn->c_transport_data = lc;
13113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
13213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	spin_lock_irqsave(&loop_conns_lock, flags);
13313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	list_add_tail(&lc->loop_node, &loop_conns);
13413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	spin_unlock_irqrestore(&loop_conns_lock, flags);
13513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
13613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	return 0;
13713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
13813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
13913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic void rds_loop_conn_free(void *arg)
14013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
14113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	struct rds_loop_connection *lc = arg;
14258c490babd4b425310363cbd1f406d7e508f77a5Pavel Emelyanov	unsigned long flags;
14358c490babd4b425310363cbd1f406d7e508f77a5Pavel Emelyanov
14413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	rdsdebug("lc %p\n", lc);
14558c490babd4b425310363cbd1f406d7e508f77a5Pavel Emelyanov	spin_lock_irqsave(&loop_conns_lock, flags);
14613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	list_del(&lc->loop_node);
14758c490babd4b425310363cbd1f406d7e508f77a5Pavel Emelyanov	spin_unlock_irqrestore(&loop_conns_lock, flags);
14813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	kfree(lc);
14913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
15013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
15113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic int rds_loop_conn_connect(struct rds_connection *conn)
15213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
15313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	rds_connect_complete(conn);
15413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	return 0;
15513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
15613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
15713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstatic void rds_loop_conn_shutdown(struct rds_connection *conn)
15813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
15913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
16013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
16113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grovervoid rds_loop_exit(void)
16213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover{
16313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	struct rds_loop_connection *lc, *_lc;
16413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	LIST_HEAD(tmp_list);
16513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
16613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	/* avoid calling conn_destroy with irqs off */
16713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	spin_lock_irq(&loop_conns_lock);
16813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	list_splice(&loop_conns, &tmp_list);
16913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	INIT_LIST_HEAD(&loop_conns);
17013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	spin_unlock_irq(&loop_conns_lock);
17113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
17213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	list_for_each_entry_safe(lc, _lc, &tmp_list, loop_node) {
17313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover		WARN_ON(lc->conn->c_passive);
17413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover		rds_conn_destroy(lc->conn);
17513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	}
17613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover}
17713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover
17813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover/*
17913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * This is missing .xmit_* because loop doesn't go through generic
18013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * rds_send_xmit() and doesn't call rds_recv_incoming().  .listen_stop and
18113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * .laddr_check are missing because transport.c doesn't iterate over
18213796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover * rds_loop_transport.
18313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover */
18413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Groverstruct rds_transport rds_loop_transport = {
18513796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.xmit			= rds_loop_xmit,
18613796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.recv			= rds_loop_recv,
18713796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.conn_alloc		= rds_loop_conn_alloc,
18813796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.conn_free		= rds_loop_conn_free,
18913796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.conn_connect		= rds_loop_conn_connect,
19013796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.conn_shutdown		= rds_loop_conn_shutdown,
19113796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.inc_copy_to_user	= rds_message_inc_copy_to_user,
192d37c9359056f4f07b37e59810f0ece1031e280b2Andy Grover	.inc_free		= rds_loop_inc_free,
19313796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover	.t_name			= "loopback",
19413796bf9edc9d2008cfaa3ebea89312ced0d44a9Andy Grover};
195