Skip to content

Commit

Permalink
Browse files Browse the repository at this point in the history
[infiniband] Allow MAD handlers to indicate response via return value
Now that MAD handlers no longer return a status code, we can allow
them to return a pointer to a MAD structure if and only if they want
to send a response.  This provides a more natural and flexible
approach than using a "response method" field within the handler's
descriptor.
  • Loading branch information
Michael Brown committed Jul 17, 2009
1 parent 94876f4 commit 773028d
Show file tree
Hide file tree
Showing 4 changed files with 104 additions and 71 deletions.
13 changes: 4 additions & 9 deletions src/include/gpxe/ib_gma.h
Expand Up @@ -26,20 +26,15 @@ struct ib_gma_handler {
uint8_t class_version;
/** Method */
uint8_t method;
/** Response method, or zero */
uint8_t resp_method;
/** Attribute (in network byte order) */
uint16_t attr_id;
/** Handle attribute
*
* @v gma General management agent
* @v mad MAD
*
* The handler should modify the MAD as applicable. If the
* handler returns with a non-zero value in the MAD's @c
* method field, it will be sent as a response.
* @v gma General management agent
* @v mad MAD
* @ret response MAD response, or NULL to send no response
*/
void ( * handle ) ( struct ib_gma *gma, union ib_mad *mad );
union ib_mad * ( * handle ) ( struct ib_gma *gma, union ib_mad *mad );
};

/** GMA attribute handlers */
Expand Down
131 changes: 80 additions & 51 deletions src/net/infiniband/ib_gma.c
Expand Up @@ -81,14 +81,48 @@ static unsigned int next_request_tid;
*****************************************************************************
*/

/**
* Construct directed route response, if necessary
*
* @v gma General management agent
* @v mad MAD response without DR fields filled in
* @ret mad MAD response with DR fields filled in
*/
static union ib_mad * ib_sma_dr_response ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_mad_hdr *hdr = &mad->hdr;
struct ib_mad_smp *smp = &mad->smp;
unsigned int hop_pointer;
unsigned int hop_count;

/* Set response fields for directed route SMPs */
if ( hdr->mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE ) {
hdr->status |= htons ( IB_SMP_STATUS_D_INBOUND );
hop_pointer = smp->mad_hdr.class_specific.smp.hop_pointer;
hop_count = smp->mad_hdr.class_specific.smp.hop_count;
assert ( hop_count == hop_pointer );
if ( hop_pointer < ( sizeof ( smp->return_path.hops ) /
sizeof ( smp->return_path.hops[0] ) ) ) {
smp->return_path.hops[hop_pointer] = gma->ibdev->port;
} else {
DBGC ( gma, "GMA %p invalid hop pointer %d\n",
gma, hop_pointer );
return NULL;
}
}

return mad;
}

/**
* Get node information
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_get_node_info ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_get_node_info ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
struct ib_node_info *node_info = &mad->smp.smp_data.node_info;

Expand All @@ -103,16 +137,20 @@ static void ib_sma_get_node_info ( struct ib_gma *gma,
sizeof ( node_info->port_guid ) );
node_info->partition_cap = htons ( 1 );
node_info->local_port_num = ibdev->port;

mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
return ib_sma_dr_response ( gma, mad );
}

/**
* Get node description
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_get_node_desc ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_get_node_desc ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
struct ib_node_desc *node_desc = &mad->smp.smp_data.node_desc;
struct ib_gid_half *guid = &ibdev->gid.u.half[1];
Expand All @@ -123,32 +161,40 @@ static void ib_sma_get_node_desc ( struct ib_gma *gma,
guid->bytes[0], guid->bytes[1], guid->bytes[2],
guid->bytes[3], guid->bytes[4], guid->bytes[5],
guid->bytes[6], guid->bytes[7], ibdev->dev->name );

mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
return ib_sma_dr_response ( gma, mad );
}

/**
* Get GUID information
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_get_guid_info ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_get_guid_info ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
struct ib_guid_info *guid_info = &mad->smp.smp_data.guid_info;

memset ( guid_info, 0, sizeof ( *guid_info ) );
memcpy ( guid_info->guid[0], &ibdev->gid.u.half[1],
sizeof ( guid_info->guid[0] ) );

mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
return ib_sma_dr_response ( gma, mad );
}

/**
* Get port information
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_get_port_info ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_get_port_info ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
struct ib_port_info *port_info = &mad->smp.smp_data.port_info;

Expand All @@ -174,16 +220,20 @@ static void ib_sma_get_port_info ( struct ib_gma *gma,
port_info->init_type_reply__mtu_cap = IB_MTU_2048;
port_info->operational_vls__enforcement = ( IB_VL_0 << 4 );
port_info->guid_cap = 1;

mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
return ib_sma_dr_response ( gma, mad );
}

/**
* Set port information
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_set_port_info ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_set_port_info ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
const struct ib_port_info *port_info = &mad->smp.smp_data.port_info;
int rc;
Expand All @@ -201,38 +251,44 @@ static void ib_sma_set_port_info ( struct ib_gma *gma,
htons ( IB_MGMT_STATUS_UNSUPPORTED_METHOD_ATTR );
}

ib_sma_get_port_info ( gma, mad );
return ib_sma_get_port_info ( gma, mad );
}

/**
* Get partition key table
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_get_pkey_table ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_get_pkey_table ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
struct ib_pkey_table *pkey_table = &mad->smp.smp_data.pkey_table;

mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
memset ( pkey_table, 0, sizeof ( *pkey_table ) );
pkey_table->pkey[0] = htons ( ibdev->pkey );

mad->hdr.method = IB_MGMT_METHOD_GET_RESP;
return ib_sma_dr_response ( gma, mad );
}

/**
* Set partition key table
*
* @v gma General management agent
* @v mad MAD
* @ret response MAD response
*/
static void ib_sma_set_pkey_table ( struct ib_gma *gma,
union ib_mad *mad ) {
static union ib_mad * ib_sma_set_pkey_table ( struct ib_gma *gma,
union ib_mad *mad ) {
struct ib_device *ibdev = gma->ibdev;
struct ib_pkey_table *pkey_table = &mad->smp.smp_data.pkey_table;

ibdev->pkey = ntohs ( pkey_table->pkey[0] );

ib_sma_get_pkey_table ( gma, mad );
return ib_sma_get_pkey_table ( gma, mad );
}

/** List of attribute handlers */
Expand All @@ -242,7 +298,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_GET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_NODE_INFO ),
.handle = ib_sma_get_node_info,
},
Expand All @@ -251,7 +306,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_GET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_NODE_DESC ),
.handle = ib_sma_get_node_desc,
},
Expand All @@ -260,7 +314,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_GET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_GUID_INFO ),
.handle = ib_sma_get_guid_info,
},
Expand All @@ -269,7 +322,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_GET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_PORT_INFO ),
.handle = ib_sma_get_port_info,
},
Expand All @@ -278,7 +330,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_SET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_PORT_INFO ),
.handle = ib_sma_set_port_info,
},
Expand All @@ -287,7 +338,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_GET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_PKEY_TABLE ),
.handle = ib_sma_get_pkey_table,
},
Expand All @@ -296,7 +346,6 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
.mgmt_class_ignore = IB_SMP_CLASS_IGNORE,
.class_version = IB_SMP_CLASS_VERSION,
.method = IB_MGMT_METHOD_SET,
.resp_method = IB_MGMT_METHOD_GET_RESP,
.attr_id = htons ( IB_SMP_ATTR_PKEY_TABLE ),
.handle = ib_sma_set_pkey_table,
},
Expand All @@ -314,8 +363,9 @@ struct ib_gma_handler ib_sma_handlers[] __ib_gma_handler = {
*
* @v gma General management agent
* @v mad MAD
* @ret mad MAD response
*/
static void ib_handle_mad ( struct ib_gma *gma, union ib_mad *mad ) {
static union ib_mad * ib_handle_mad ( struct ib_gma *gma, union ib_mad *mad ) {
struct ib_mad_hdr *hdr = &mad->hdr;
struct ib_gma_handler *handler;

Expand All @@ -325,14 +375,13 @@ static void ib_handle_mad ( struct ib_gma *gma, union ib_mad *mad ) {
( handler->class_version == hdr->class_version ) &&
( handler->method == hdr->method ) &&
( handler->attr_id == hdr->attr_id ) ) {
hdr->method = handler->resp_method;
handler->handle ( gma, mad );
return;
return handler->handle ( gma, mad );
}
}

hdr->method = IB_MGMT_METHOD_TRAP;
hdr->status = htons ( IB_MGMT_STATUS_UNSUPPORTED_METHOD_ATTR );
return mad;
}

/**
Expand All @@ -353,8 +402,7 @@ static void ib_gma_complete_recv ( struct ib_device *ibdev,
struct ib_mad_request *request;
union ib_mad *mad;
struct ib_mad_hdr *hdr;
unsigned int hop_pointer;
unsigned int hop_count;
union ib_mad *response;

/* Ignore errors */
if ( rc != 0 ) {
Expand Down Expand Up @@ -395,36 +443,17 @@ static void ib_gma_complete_recv ( struct ib_device *ibdev,
}

/* Handle MAD */
ib_handle_mad ( gma, mad );

/* Finish processing if we have no response to send */
if ( ! hdr->method )
if ( ( response = ib_handle_mad ( gma, mad ) ) == NULL )
goto out;

/* Re-use I/O buffer for response */
memcpy ( mad, response, sizeof ( *mad ) );
DBGC ( gma, "GMA %p TX TID %08x%08x (%02x,%02x,%02x,%04x) status "
"%04x\n", gma, ntohl ( hdr->tid[0] ), ntohl ( hdr->tid[1] ),
hdr->mgmt_class, hdr->class_version, hdr->method,
ntohs ( hdr->attr_id ), ntohs ( hdr->status ) );
DBGC2_HDA ( gma, 0, mad, sizeof ( *mad ) );

/* Set response fields for directed route SMPs */
if ( hdr->mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE ) {
struct ib_mad_smp *smp = &mad->smp;

hdr->status |= htons ( IB_SMP_STATUS_D_INBOUND );
hop_pointer = smp->mad_hdr.class_specific.smp.hop_pointer;
hop_count = smp->mad_hdr.class_specific.smp.hop_count;
assert ( hop_count == hop_pointer );
if ( hop_pointer < ( sizeof ( smp->return_path.hops ) /
sizeof ( smp->return_path.hops[0] ) ) ) {
smp->return_path.hops[hop_pointer] = ibdev->port;
} else {
DBGC ( gma, "GMA %p invalid hop pointer %d\n",
gma, hop_pointer );
goto out;
}
}

/* Send MAD response, if applicable */
if ( ( rc = ib_post_send ( ibdev, qp, av,
iob_disown ( iobuf ) ) ) != 0 ) {
Expand Down

0 comments on commit 773028d

Please sign in to comment.