320 lines
9.0 KiB
C
320 lines
9.0 KiB
C
|
/*
|
||
|
|
* Copyright (c) 2005 Ammasso, Inc. All rights reserved.
|
||
|
|
* Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
|
||
|
|
*
|
||
|
|
* This software is available to you under a choice of one of two
|
||
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
||
|
|
* General Public License (GPL) Version 2, available from the file
|
||
|
|
* COPYING in the main directory of this source tree, or the
|
||
|
|
* OpenIB.org BSD license below:
|
||
|
|
*
|
||
|
|
* Redistribution and use in source and binary forms, with or
|
||
|
|
* without modification, are permitted provided that the following
|
||
|
|
* conditions are met:
|
||
|
|
*
|
||
|
|
* - Redistributions of source code must retain the above
|
||
|
|
* copyright notice, this list of conditions and the following
|
||
|
|
* disclaimer.
|
||
|
|
*
|
||
|
|
* - Redistributions in binary form must reproduce the above
|
||
|
|
* copyright notice, this list of conditions and the following
|
||
|
|
* disclaimer in the documentation and/or other materials
|
||
|
|
* provided with the distribution.
|
||
|
|
*
|
||
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||
|
|
* SOFTWARE.
|
||
|
|
*/
|
||
|
|
#include "c2.h"
|
||
|
|
#include <rdma/iw_cm.h>
|
||
|
|
#include "c2_status.h"
|
||
|
|
#include "c2_ae.h"
|
||
|
|
|
||
|
|
static int c2_convert_cm_status(u32 c2_status)
|
||
|
|
{
|
||
|
|
switch (c2_status) {
|
||
|
|
case C2_CONN_STATUS_SUCCESS:
|
||
|
|
return 0;
|
||
|
|
case C2_CONN_STATUS_REJECTED:
|
||
|
|
return -ENETRESET;
|
||
|
|
case C2_CONN_STATUS_REFUSED:
|
||
|
|
return -ECONNREFUSED;
|
||
|
|
case C2_CONN_STATUS_TIMEDOUT:
|
||
|
|
return -ETIMEDOUT;
|
||
|
|
case C2_CONN_STATUS_NETUNREACH:
|
||
|
|
return -ENETUNREACH;
|
||
|
|
case C2_CONN_STATUS_HOSTUNREACH:
|
||
|
|
return -EHOSTUNREACH;
|
||
|
|
case C2_CONN_STATUS_INVALID_RNIC:
|
||
|
|
return -EINVAL;
|
||
|
|
case C2_CONN_STATUS_INVALID_QP:
|
||
|
|
return -EINVAL;
|
||
|
|
case C2_CONN_STATUS_INVALID_QP_STATE:
|
||
|
|
return -EINVAL;
|
||
|
|
case C2_CONN_STATUS_ADDR_NOT_AVAIL:
|
||
|
|
return -EADDRNOTAVAIL;
|
||
|
|
default:
|
||
|
|
printk(KERN_ERR PFX
|
||
|
|
"%s - Unable to convert CM status: %d\n",
|
||
|
|
__func__, c2_status);
|
||
|
|
return -EIO;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static const char* to_event_str(int event)
|
||
|
|
{
|
||
|
|
static const char* event_str[] = {
|
||
|
|
"CCAE_REMOTE_SHUTDOWN",
|
||
|
|
"CCAE_ACTIVE_CONNECT_RESULTS",
|
||
|
|
"CCAE_CONNECTION_REQUEST",
|
||
|
|
"CCAE_LLP_CLOSE_COMPLETE",
|
||
|
|
"CCAE_TERMINATE_MESSAGE_RECEIVED",
|
||
|
|
"CCAE_LLP_CONNECTION_RESET",
|
||
|
|
"CCAE_LLP_CONNECTION_LOST",
|
||
|
|
"CCAE_LLP_SEGMENT_SIZE_INVALID",
|
||
|
|
"CCAE_LLP_INVALID_CRC",
|
||
|
|
"CCAE_LLP_BAD_FPDU",
|
||
|
|
"CCAE_INVALID_DDP_VERSION",
|
||
|
|
"CCAE_INVALID_RDMA_VERSION",
|
||
|
|
"CCAE_UNEXPECTED_OPCODE",
|
||
|
|
"CCAE_INVALID_DDP_QUEUE_NUMBER",
|
||
|
|
"CCAE_RDMA_READ_NOT_ENABLED",
|
||
|
|
"CCAE_RDMA_WRITE_NOT_ENABLED",
|
||
|
|
"CCAE_RDMA_READ_TOO_SMALL",
|
||
|
|
"CCAE_NO_L_BIT",
|
||
|
|
"CCAE_TAGGED_INVALID_STAG",
|
||
|
|
"CCAE_TAGGED_BASE_BOUNDS_VIOLATION",
|
||
|
|
"CCAE_TAGGED_ACCESS_RIGHTS_VIOLATION",
|
||
|
|
"CCAE_TAGGED_INVALID_PD",
|
||
|
|
"CCAE_WRAP_ERROR",
|
||
|
|
"CCAE_BAD_CLOSE",
|
||
|
|
"CCAE_BAD_LLP_CLOSE",
|
||
|
|
"CCAE_INVALID_MSN_RANGE",
|
||
|
|
"CCAE_INVALID_MSN_GAP",
|
||
|
|
"CCAE_IRRQ_OVERFLOW",
|
||
|
|
"CCAE_IRRQ_MSN_GAP",
|
||
|
|
"CCAE_IRRQ_MSN_RANGE",
|
||
|
|
"CCAE_IRRQ_INVALID_STAG",
|
||
|
|
"CCAE_IRRQ_BASE_BOUNDS_VIOLATION",
|
||
|
|
"CCAE_IRRQ_ACCESS_RIGHTS_VIOLATION",
|
||
|
|
"CCAE_IRRQ_INVALID_PD",
|
||
|
|
"CCAE_IRRQ_WRAP_ERROR",
|
||
|
|
"CCAE_CQ_SQ_COMPLETION_OVERFLOW",
|
||
|
|
"CCAE_CQ_RQ_COMPLETION_ERROR",
|
||
|
|
"CCAE_QP_SRQ_WQE_ERROR",
|
||
|
|
"CCAE_QP_LOCAL_CATASTROPHIC_ERROR",
|
||
|
|
"CCAE_CQ_OVERFLOW",
|
||
|
|
"CCAE_CQ_OPERATION_ERROR",
|
||
|
|
"CCAE_SRQ_LIMIT_REACHED",
|
||
|
|
"CCAE_QP_RQ_LIMIT_REACHED",
|
||
|
|
"CCAE_SRQ_CATASTROPHIC_ERROR",
|
||
|
|
"CCAE_RNIC_CATASTROPHIC_ERROR"
|
||
|
|
};
|
||
|
|
|
||
|
|
if (event < CCAE_REMOTE_SHUTDOWN ||
|
||
|
|
event > CCAE_RNIC_CATASTROPHIC_ERROR)
|
||
|
|
return "<invalid event>";
|
||
|
|
|
||
|
|
event -= CCAE_REMOTE_SHUTDOWN;
|
||
|
|
return event_str[event];
|
||
|
|
}
|
||
|
|
|
||
|
|
static const char *to_qp_state_str(int state)
|
||
|
|
{
|
||
|
|
switch (state) {
|
||
|
|
case C2_QP_STATE_IDLE:
|
||
|
|
return "C2_QP_STATE_IDLE";
|
||
|
|
case C2_QP_STATE_CONNECTING:
|
||
|
|
return "C2_QP_STATE_CONNECTING";
|
||
|
|
case C2_QP_STATE_RTS:
|
||
|
|
return "C2_QP_STATE_RTS";
|
||
|
|
case C2_QP_STATE_CLOSING:
|
||
|
|
return "C2_QP_STATE_CLOSING";
|
||
|
|
case C2_QP_STATE_TERMINATE:
|
||
|
|
return "C2_QP_STATE_TERMINATE";
|
||
|
|
case C2_QP_STATE_ERROR:
|
||
|
|
return "C2_QP_STATE_ERROR";
|
||
|
|
default:
|
||
|
|
return "<invalid QP state>";
|
||
|
|
};
|
||
|
|
}
|
||
|
|
|
||
|
|
void c2_ae_event(struct c2_dev *c2dev, u32 mq_index)
|
||
|
|
{
|
||
|
|
struct c2_mq *mq = c2dev->qptr_array[mq_index];
|
||
|
|
union c2wr *wr;
|
||
|
|
void *resource_user_context;
|
||
|
|
struct iw_cm_event cm_event;
|
||
|
|
struct ib_event ib_event;
|
||
|
|
enum c2_resource_indicator resource_indicator;
|
||
|
|
enum c2_event_id event_id;
|
||
|
|
unsigned long flags;
|
||
|
|
int status;
|
||
|
|
|
||
|
|
/*
|
||
|
|
* retreive the message
|
||
|
|
*/
|
||
|
|
wr = c2_mq_consume(mq);
|
||
|
|
if (!wr)
|
||
|
|
return;
|
||
|
|
|
||
|
|
memset(&ib_event, 0, sizeof(ib_event));
|
||
|
|
memset(&cm_event, 0, sizeof(cm_event));
|
||
|
|
|
||
|
|
event_id = c2_wr_get_id(wr);
|
||
|
|
resource_indicator = be32_to_cpu(wr->ae.ae_generic.resource_type);
|
||
|
|
resource_user_context =
|
||
|
|
(void *) (unsigned long) wr->ae.ae_generic.user_context;
|
||
|
|
|
||
|
|
status = cm_event.status = c2_convert_cm_status(c2_wr_get_result(wr));
|
||
|
|
|
||
|
|
pr_debug("event received c2_dev=%p, event_id=%d, "
|
||
|
|
"resource_indicator=%d, user_context=%p, status = %d\n",
|
||
|
|
c2dev, event_id, resource_indicator, resource_user_context,
|
||
|
|
status);
|
||
|
|
|
||
|
|
switch (resource_indicator) {
|
||
|
|
case C2_RES_IND_QP:{
|
||
|
|
|
||
|
|
struct c2_qp *qp = (struct c2_qp *)resource_user_context;
|
||
|
|
struct iw_cm_id *cm_id = qp->cm_id;
|
||
|
|
struct c2wr_ae_active_connect_results *res;
|
||
|
|
|
||
|
|
if (!cm_id) {
|
||
|
|
pr_debug("event received, but cm_id is <nul>, qp=%p!\n",
|
||
|
|
qp);
|
||
|
|
goto ignore_it;
|
||
|
|
}
|
||
|
|
pr_debug("%s: event = %s, user_context=%llx, "
|
||
|
|
"resource_type=%x, "
|
||
|
|
"resource=%x, qp_state=%s\n",
|
||
|
|
__func__,
|
||
|
|
to_event_str(event_id),
|
||
|
|
(unsigned long long) wr->ae.ae_generic.user_context,
|
||
|
|
be32_to_cpu(wr->ae.ae_generic.resource_type),
|
||
|
|
be32_to_cpu(wr->ae.ae_generic.resource),
|
||
|
|
to_qp_state_str(be32_to_cpu(wr->ae.ae_generic.qp_state)));
|
||
|
|
|
||
|
|
c2_set_qp_state(qp, be32_to_cpu(wr->ae.ae_generic.qp_state));
|
||
|
|
|
||
|
|
switch (event_id) {
|
||
|
|
case CCAE_ACTIVE_CONNECT_RESULTS:
|
||
|
|
res = &wr->ae.ae_active_connect_results;
|
||
|
|
cm_event.event = IW_CM_EVENT_CONNECT_REPLY;
|
||
|
|
cm_event.local_addr.sin_addr.s_addr = res->laddr;
|
||
|
|
cm_event.remote_addr.sin_addr.s_addr = res->raddr;
|
||
|
|
cm_event.local_addr.sin_port = res->lport;
|
||
|
|
cm_event.remote_addr.sin_port = res->rport;
|
||
|
|
if (status == 0) {
|
||
|
|
cm_event.private_data_len =
|
||
|
|
be32_to_cpu(res->private_data_length);
|
||
|
|
cm_event.private_data = res->private_data;
|
||
|
|
} else {
|
||
|
|
spin_lock_irqsave(&qp->lock, flags);
|
||
|
|
if (qp->cm_id) {
|
||
|
|
qp->cm_id->rem_ref(qp->cm_id);
|
||
|
|
qp->cm_id = NULL;
|
||
|
|
}
|
||
|
|
spin_unlock_irqrestore(&qp->lock, flags);
|
||
|
|
cm_event.private_data_len = 0;
|
||
|
|
cm_event.private_data = NULL;
|
||
|
|
}
|
||
|
|
if (cm_id->event_handler)
|
||
|
|
cm_id->event_handler(cm_id, &cm_event);
|
||
|
|
break;
|
||
|
|
case CCAE_TERMINATE_MESSAGE_RECEIVED:
|
||
|
|
case CCAE_CQ_SQ_COMPLETION_OVERFLOW:
|
||
|
|
ib_event.device = &c2dev->ibdev;
|
||
|
|
ib_event.element.qp = &qp->ibqp;
|
||
|
|
ib_event.event = IB_EVENT_QP_REQ_ERR;
|
||
|
|
|
||
|
|
if (qp->ibqp.event_handler)
|
||
|
|
qp->ibqp.event_handler(&ib_event,
|
||
|
|
qp->ibqp.
|
||
|
|
qp_context);
|
||
|
|
break;
|
||
|
|
case CCAE_BAD_CLOSE:
|
||
|
|
case CCAE_LLP_CLOSE_COMPLETE:
|
||
|
|
case CCAE_LLP_CONNECTION_RESET:
|
||
|
|
case CCAE_LLP_CONNECTION_LOST:
|
||
|
|
BUG_ON(cm_id->event_handler==(void*)0x6b6b6b6b);
|
||
|
|
|
||
|
|
spin_lock_irqsave(&qp->lock, flags);
|
||
|
|
if (qp->cm_id) {
|
||
|
|
qp->cm_id->rem_ref(qp->cm_id);
|
||
|
|
qp->cm_id = NULL;
|
||
|
|
}
|
||
|
|
spin_unlock_irqrestore(&qp->lock, flags);
|
||
|
|
cm_event.event = IW_CM_EVENT_CLOSE;
|
||
|
|
cm_event.status = 0;
|
||
|
|
if (cm_id->event_handler)
|
||
|
|
cm_id->event_handler(cm_id, &cm_event);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
BUG_ON(1);
|
||
|
|
pr_debug("%s:%d Unexpected event_id=%d on QP=%p, "
|
||
|
|
"CM_ID=%p\n",
|
||
|
|
__func__, __LINE__,
|
||
|
|
event_id, qp, cm_id);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
case C2_RES_IND_EP:{
|
||
|
|
|
||
|
|
struct c2wr_ae_connection_request *req =
|
||
|
|
&wr->ae.ae_connection_request;
|
||
|
|
struct iw_cm_id *cm_id =
|
||
|
|
(struct iw_cm_id *)resource_user_context;
|
||
|
|
|
||
|
|
pr_debug("C2_RES_IND_EP event_id=%d\n", event_id);
|
||
|
|
if (event_id != CCAE_CONNECTION_REQUEST) {
|
||
|
|
pr_debug("%s: Invalid event_id: %d\n",
|
||
|
|
__func__, event_id);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
cm_event.event = IW_CM_EVENT_CONNECT_REQUEST;
|
||
|
|
cm_event.provider_data = (void*)(unsigned long)req->cr_handle;
|
||
|
|
cm_event.local_addr.sin_addr.s_addr = req->laddr;
|
||
|
|
cm_event.remote_addr.sin_addr.s_addr = req->raddr;
|
||
|
|
cm_event.local_addr.sin_port = req->lport;
|
||
|
|
cm_event.remote_addr.sin_port = req->rport;
|
||
|
|
cm_event.private_data_len =
|
||
|
|
be32_to_cpu(req->private_data_length);
|
||
|
|
cm_event.private_data = req->private_data;
|
||
|
|
|
||
|
|
if (cm_id->event_handler)
|
||
|
|
cm_id->event_handler(cm_id, &cm_event);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
case C2_RES_IND_CQ:{
|
||
|
|
struct c2_cq *cq =
|
||
|
|
(struct c2_cq *) resource_user_context;
|
||
|
|
|
||
|
|
pr_debug("IB_EVENT_CQ_ERR\n");
|
||
|
|
ib_event.device = &c2dev->ibdev;
|
||
|
|
ib_event.element.cq = &cq->ibcq;
|
||
|
|
ib_event.event = IB_EVENT_CQ_ERR;
|
||
|
|
|
||
|
|
if (cq->ibcq.event_handler)
|
||
|
|
cq->ibcq.event_handler(&ib_event,
|
||
|
|
cq->ibcq.cq_context);
|
||
|
|
}
|
||
|
|
|
||
|
|
default:
|
||
|
|
printk("Bad resource indicator = %d\n",
|
||
|
|
resource_indicator);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
ignore_it:
|
||
|
|
c2_mq_free(mq);
|
||
|
|
}
|