12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046 |
- /*
- * Copyright (C) 2007 Michael Brown <mbrown@fensystems.co.uk>.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License as
- * published by the Free Software Foundation; either version 2 of the
- * License, or any later version.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
- */
-
- FILE_LICENCE ( GPL2_OR_LATER );
-
- #include <stdint.h>
- #include <stdio.h>
- #include <unistd.h>
- #include <string.h>
- #include <byteswap.h>
- #include <errno.h>
- #include <gpxe/if_arp.h>
- #include <gpxe/iobuf.h>
- #include <gpxe/netdevice.h>
- #include <gpxe/infiniband.h>
- #include <gpxe/ib_qset.h>
- #include <gpxe/ipoib.h>
-
- /** @file
- *
- * IP over Infiniband
- */
-
- /** Number of IPoIB data send work queue entries */
- #define IPOIB_DATA_NUM_SEND_WQES 2
-
- /** Number of IPoIB data receive work queue entries */
- #define IPOIB_DATA_NUM_RECV_WQES 4
-
- /** Number of IPoIB data completion entries */
- #define IPOIB_DATA_NUM_CQES 8
-
- /** Number of IPoIB metadata send work queue entries */
- #define IPOIB_META_NUM_SEND_WQES 2
-
- /** Number of IPoIB metadata receive work queue entries */
- #define IPOIB_META_NUM_RECV_WQES 2
-
- /** Number of IPoIB metadata completion entries */
- #define IPOIB_META_NUM_CQES 8
-
- /** An IPoIB device */
- struct ipoib_device {
- /** Network device */
- struct net_device *netdev;
- /** Underlying Infiniband device */
- struct ib_device *ibdev;
- /** Data queue set */
- struct ib_queue_set data;
- /** Data queue set */
- struct ib_queue_set meta;
- /** Broadcast GID */
- struct ib_gid broadcast_gid;
- /** Broadcast LID */
- unsigned int broadcast_lid;
- /** Data queue key */
- unsigned long data_qkey;
- /** Attached to multicast group
- *
- * This flag indicates whether or not we have attached our
- * data queue pair to the broadcast multicast GID.
- */
- int broadcast_attached;
- };
-
- /** TID half used to identify get path record replies */
- #define IPOIB_TID_GET_PATH_REC 0x11111111UL
-
- /** TID half used to identify multicast member record replies */
- #define IPOIB_TID_MC_MEMBER_REC 0x22222222UL
-
- /** IPoIB metadata TID */
- static uint32_t ipoib_meta_tid = 0;
-
- /** Broadcast QPN used in IPoIB MAC addresses
- *
- * This is a guaranteed invalid real QPN
- */
- #define IPOIB_BROADCAST_QPN 0xffffffffUL
-
- /** Broadcast IPoIB address */
- static struct ipoib_mac ipoib_broadcast = {
- .qpn = ntohl ( IPOIB_BROADCAST_QPN ),
- .gid.u.bytes = { 0xff, 0x12, 0x40, 0x1b, 0x00, 0x00, 0x00, 0x00,
- 0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff },
- };
-
- /****************************************************************************
- *
- * IPoIB peer cache
- *
- ****************************************************************************
- */
-
- /**
- * IPoIB peer address
- *
- * This serves a similar role to the ARP cache for Ethernet. (ARP
- * *is* used on IPoIB; we have two caches to maintain.)
- */
- struct ipoib_peer {
- /** Key */
- uint8_t key;
- /** MAC address */
- struct ipoib_mac mac;
- /** LID */
- unsigned int lid;
- /** Service level */
- unsigned int sl;
- /** Rate */
- unsigned int rate;
- };
-
- /** Number of IPoIB peer cache entries
- *
- * Must be a power of two.
- */
- #define IPOIB_NUM_CACHED_PEERS 4
-
- /** IPoIB peer address cache */
- static struct ipoib_peer ipoib_peer_cache[IPOIB_NUM_CACHED_PEERS];
-
- /** Oldest IPoIB peer cache entry index */
- static unsigned int ipoib_peer_cache_idx = 1;
-
- /**
- * Look up cached peer by key
- *
- * @v key Peer cache key
- * @ret peer Peer cache entry, or NULL
- */
- static struct ipoib_peer * ipoib_lookup_peer_by_key ( unsigned int key ) {
- struct ipoib_peer *peer;
- unsigned int i;
-
- for ( i = 0 ; i < IPOIB_NUM_CACHED_PEERS ; i++ ) {
- peer = &ipoib_peer_cache[i];
- if ( peer->key == key )
- return peer;
- }
-
- if ( key != 0 ) {
- DBG ( "IPoIB warning: peer cache lost track of key %x while "
- "still in use\n", key );
- }
- return NULL;
- }
-
- /**
- * Look up cached peer by GID
- *
- * @v gid Peer GID
- * @ret peer Peer cache entry, or NULL
- */
- static struct ipoib_peer *
- ipoib_lookup_peer_by_gid ( const struct ib_gid *gid ) {
- struct ipoib_peer *peer;
- unsigned int i;
-
- for ( i = 0 ; i < IPOIB_NUM_CACHED_PEERS ; i++ ) {
- peer = &ipoib_peer_cache[i];
- if ( memcmp ( &peer->mac.gid, gid,
- sizeof ( peer->mac.gid) ) == 0 ) {
- return peer;
- }
- }
-
- return NULL;
- }
-
- /**
- * Store GID and QPN in peer cache
- *
- * @v gid Peer GID
- * @v qpn Peer QPN
- * @ret peer Peer cache entry
- */
- static struct ipoib_peer *
- ipoib_cache_peer ( const struct ib_gid *gid, unsigned long qpn ) {
- struct ipoib_peer *peer;
- unsigned int key;
-
- /* Look for existing cache entry */
- peer = ipoib_lookup_peer_by_gid ( gid );
- if ( peer ) {
- assert ( peer->mac.qpn = ntohl ( qpn ) );
- return peer;
- }
-
- /* No entry found: create a new one */
- key = ipoib_peer_cache_idx++;
- peer = &ipoib_peer_cache[ key % IPOIB_NUM_CACHED_PEERS ];
- if ( peer->key )
- DBG ( "IPoIB peer %x evicted from cache\n", peer->key );
-
- memset ( peer, 0, sizeof ( *peer ) );
- peer->key = key;
- peer->mac.qpn = htonl ( qpn );
- memcpy ( &peer->mac.gid, gid, sizeof ( peer->mac.gid ) );
- DBG ( "IPoIB peer %x has GID %08x:%08x:%08x:%08x and QPN %lx\n",
- peer->key, htonl ( gid->u.dwords[0] ),
- htonl ( gid->u.dwords[1] ), htonl ( gid->u.dwords[2] ),
- htonl ( gid->u.dwords[3] ), qpn );
- return peer;
- }
-
- /****************************************************************************
- *
- * IPoIB link layer
- *
- ****************************************************************************
- */
-
- /**
- * Add IPoIB link-layer header
- *
- * @v netdev Network device
- * @v iobuf I/O buffer
- * @v ll_dest Link-layer destination address
- * @v ll_source Source link-layer address
- * @v net_proto Network-layer protocol, in network-byte order
- * @ret rc Return status code
- */
- static int ipoib_push ( struct net_device *netdev __unused,
- struct io_buffer *iobuf, const void *ll_dest,
- const void *ll_source __unused, uint16_t net_proto ) {
- struct ipoib_hdr *ipoib_hdr =
- iob_push ( iobuf, sizeof ( *ipoib_hdr ) );
- const struct ipoib_mac *dest_mac = ll_dest;
- const struct ipoib_mac *src_mac = ll_source;
- struct ipoib_peer *dest;
- struct ipoib_peer *src;
-
- /* Add link-layer addresses to cache */
- dest = ipoib_cache_peer ( &dest_mac->gid, ntohl ( dest_mac->qpn ) );
- src = ipoib_cache_peer ( &src_mac->gid, ntohl ( src_mac->qpn ) );
-
- /* Build IPoIB header */
- ipoib_hdr->proto = net_proto;
- ipoib_hdr->u.peer.dest = dest->key;
- ipoib_hdr->u.peer.src = src->key;
-
- return 0;
- }
-
- /**
- * Remove IPoIB link-layer header
- *
- * @v netdev Network device
- * @v iobuf I/O buffer
- * @ret ll_dest Link-layer destination address
- * @ret ll_source Source link-layer address
- * @ret net_proto Network-layer protocol, in network-byte order
- * @ret rc Return status code
- */
- static int ipoib_pull ( struct net_device *netdev __unused,
- struct io_buffer *iobuf, const void **ll_dest,
- const void **ll_source, uint16_t *net_proto ) {
- struct ipoib_hdr *ipoib_hdr = iobuf->data;
- struct ipoib_peer *dest;
- struct ipoib_peer *source;
-
- /* Sanity check */
- if ( iob_len ( iobuf ) < sizeof ( *ipoib_hdr ) ) {
- DBG ( "IPoIB packet too short for link-layer header\n" );
- DBG_HD ( iobuf->data, iob_len ( iobuf ) );
- return -EINVAL;
- }
-
- /* Strip off IPoIB header */
- iob_pull ( iobuf, sizeof ( *ipoib_hdr ) );
-
- /* Identify source and destination addresses, and clear
- * reserved word in IPoIB header
- */
- dest = ipoib_lookup_peer_by_key ( ipoib_hdr->u.peer.dest );
- source = ipoib_lookup_peer_by_key ( ipoib_hdr->u.peer.src );
- ipoib_hdr->u.reserved = 0;
-
- /* Fill in required fields */
- *ll_dest = ( dest ? &dest->mac : &ipoib_broadcast );
- *ll_source = ( source ? &source->mac : &ipoib_broadcast );
- *net_proto = ipoib_hdr->proto;
-
- return 0;
- }
-
- /**
- * Transcribe IPoIB address
- *
- * @v ll_addr Link-layer address
- * @ret string Link-layer address in human-readable format
- */
- const char * ipoib_ntoa ( const void *ll_addr ) {
- static char buf[45];
- const struct ipoib_mac *mac = ll_addr;
-
- snprintf ( buf, sizeof ( buf ), "%08x:%08x:%08x:%08x:%08x",
- htonl ( mac->qpn ), htonl ( mac->gid.u.dwords[0] ),
- htonl ( mac->gid.u.dwords[1] ),
- htonl ( mac->gid.u.dwords[2] ),
- htonl ( mac->gid.u.dwords[3] ) );
- return buf;
- }
-
- /**
- * Hash multicast address
- *
- * @v af Address family
- * @v net_addr Network-layer address
- * @v ll_addr Link-layer address to fill in
- * @ret rc Return status code
- */
- static int ipoib_mc_hash ( unsigned int af __unused,
- const void *net_addr __unused,
- void *ll_addr __unused ) {
-
- return -ENOTSUP;
- }
-
- /** IPoIB protocol */
- struct ll_protocol ipoib_protocol __ll_protocol = {
- .name = "IPoIB",
- .ll_proto = htons ( ARPHRD_INFINIBAND ),
- .ll_addr_len = IPOIB_ALEN,
- .ll_header_len = IPOIB_HLEN,
- .push = ipoib_push,
- .pull = ipoib_pull,
- .ntoa = ipoib_ntoa,
- .mc_hash = ipoib_mc_hash,
- };
-
- /****************************************************************************
- *
- * IPoIB network device
- *
- ****************************************************************************
- */
-
- /**
- * Transmit path record request
- *
- * @v ipoib IPoIB device
- * @v gid Destination GID
- * @ret rc Return status code
- */
- static int ipoib_get_path_record ( struct ipoib_device *ipoib,
- struct ib_gid *gid ) {
- struct ib_device *ibdev = ipoib->ibdev;
- struct io_buffer *iobuf;
- struct ib_mad_sa *sa;
- struct ib_address_vector av;
- int rc;
-
- /* Allocate I/O buffer */
- iobuf = alloc_iob ( sizeof ( *sa ) );
- if ( ! iobuf )
- return -ENOMEM;
- iob_put ( iobuf, sizeof ( *sa ) );
- sa = iobuf->data;
- memset ( sa, 0, sizeof ( *sa ) );
-
- /* Construct path record request */
- sa->mad_hdr.base_version = IB_MGMT_BASE_VERSION;
- sa->mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_ADM;
- sa->mad_hdr.class_version = 2;
- sa->mad_hdr.method = IB_MGMT_METHOD_GET;
- sa->mad_hdr.attr_id = htons ( IB_SA_ATTR_PATH_REC );
- sa->mad_hdr.tid[0] = IPOIB_TID_GET_PATH_REC;
- sa->mad_hdr.tid[1] = ipoib_meta_tid++;
- sa->sa_hdr.comp_mask[1] =
- htonl ( IB_SA_PATH_REC_DGID | IB_SA_PATH_REC_SGID );
- memcpy ( &sa->sa_data.path_record.dgid, gid,
- sizeof ( sa->sa_data.path_record.dgid ) );
- memcpy ( &sa->sa_data.path_record.sgid, &ibdev->gid,
- sizeof ( sa->sa_data.path_record.sgid ) );
-
- /* Construct address vector */
- memset ( &av, 0, sizeof ( av ) );
- av.lid = ibdev->sm_lid;
- av.sl = ibdev->sm_sl;
- av.qpn = IB_SA_QPN;
- av.qkey = IB_GLOBAL_QKEY;
-
- /* Post send request */
- if ( ( rc = ib_post_send ( ibdev, ipoib->meta.qp, &av,
- iobuf ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not send get path record: %s\n",
- ipoib, strerror ( rc ) );
- free_iob ( iobuf );
- return rc;
- }
-
- return 0;
- }
-
- /**
- * Transmit multicast group membership request
- *
- * @v ipoib IPoIB device
- * @v gid Multicast GID
- * @v join Join (rather than leave) group
- * @ret rc Return status code
- */
- static int ipoib_mc_member_record ( struct ipoib_device *ipoib,
- struct ib_gid *gid, int join ) {
- struct ib_device *ibdev = ipoib->ibdev;
- struct io_buffer *iobuf;
- struct ib_mad_sa *sa;
- struct ib_address_vector av;
- int rc;
-
- /* Allocate I/O buffer */
- iobuf = alloc_iob ( sizeof ( *sa ) );
- if ( ! iobuf )
- return -ENOMEM;
- iob_put ( iobuf, sizeof ( *sa ) );
- sa = iobuf->data;
- memset ( sa, 0, sizeof ( *sa ) );
-
- /* Construct path record request */
- sa->mad_hdr.base_version = IB_MGMT_BASE_VERSION;
- sa->mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_ADM;
- sa->mad_hdr.class_version = 2;
- sa->mad_hdr.method =
- ( join ? IB_MGMT_METHOD_SET : IB_MGMT_METHOD_DELETE );
- sa->mad_hdr.attr_id = htons ( IB_SA_ATTR_MC_MEMBER_REC );
- sa->mad_hdr.tid[0] = IPOIB_TID_MC_MEMBER_REC;
- sa->mad_hdr.tid[1] = ipoib_meta_tid++;
- sa->sa_hdr.comp_mask[1] =
- htonl ( IB_SA_MCMEMBER_REC_MGID | IB_SA_MCMEMBER_REC_PORT_GID |
- IB_SA_MCMEMBER_REC_JOIN_STATE );
- sa->sa_data.mc_member_record.scope__join_state = 1;
- memcpy ( &sa->sa_data.mc_member_record.mgid, gid,
- sizeof ( sa->sa_data.mc_member_record.mgid ) );
- memcpy ( &sa->sa_data.mc_member_record.port_gid, &ibdev->gid,
- sizeof ( sa->sa_data.mc_member_record.port_gid ) );
-
- /* Construct address vector */
- memset ( &av, 0, sizeof ( av ) );
- av.lid = ibdev->sm_lid;
- av.sl = ibdev->sm_sl;
- av.qpn = IB_SA_QPN;
- av.qkey = IB_GLOBAL_QKEY;
-
- /* Post send request */
- if ( ( rc = ib_post_send ( ibdev, ipoib->meta.qp, &av,
- iobuf ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not send get path record: %s\n",
- ipoib, strerror ( rc ) );
- free_iob ( iobuf );
- return rc;
- }
-
- return 0;
- }
-
- /**
- * Transmit packet via IPoIB network device
- *
- * @v netdev Network device
- * @v iobuf I/O buffer
- * @ret rc Return status code
- */
- static int ipoib_transmit ( struct net_device *netdev,
- struct io_buffer *iobuf ) {
- struct ipoib_device *ipoib = netdev->priv;
- struct ib_device *ibdev = ipoib->ibdev;
- struct ipoib_hdr *ipoib_hdr;
- struct ipoib_peer *dest;
- struct ib_address_vector av;
- struct ib_gid *gid;
-
- /* Sanity check */
- if ( iob_len ( iobuf ) < sizeof ( *ipoib_hdr ) ) {
- DBGC ( ipoib, "IPoIB %p buffer too short\n", ipoib );
- return -EINVAL;
- }
- ipoib_hdr = iobuf->data;
-
- /* Attempting transmission while link is down will put the
- * queue pair into an error state, so don't try it.
- */
- if ( ! ib_link_ok ( ibdev ) )
- return -ENETUNREACH;
-
- /* Identify destination address */
- dest = ipoib_lookup_peer_by_key ( ipoib_hdr->u.peer.dest );
- if ( ! dest )
- return -ENXIO;
- ipoib_hdr->u.reserved = 0;
-
- /* Construct address vector */
- memset ( &av, 0, sizeof ( av ) );
- av.qkey = ipoib->data_qkey;
- av.gid_present = 1;
- if ( dest->mac.qpn == htonl ( IPOIB_BROADCAST_QPN ) ) {
- /* Broadcast */
- av.qpn = IB_BROADCAST_QPN;
- av.lid = ipoib->broadcast_lid;
- gid = &ipoib->broadcast_gid;
- } else {
- /* Unicast */
- if ( ! dest->lid ) {
- /* No LID yet - get path record to fetch LID */
- ipoib_get_path_record ( ipoib, &dest->mac.gid );
- return -ENOENT;
- }
- av.qpn = ntohl ( dest->mac.qpn );
- av.lid = dest->lid;
- av.rate = dest->rate;
- av.sl = dest->sl;
- gid = &dest->mac.gid;
- }
- memcpy ( &av.gid, gid, sizeof ( av.gid ) );
-
- return ib_post_send ( ibdev, ipoib->data.qp, &av, iobuf );
- }
-
- /**
- * Handle IPoIB data send completion
- *
- * @v ibdev Infiniband device
- * @v qp Queue pair
- * @v iobuf I/O buffer
- * @v rc Completion status code
- */
- static void ipoib_data_complete_send ( struct ib_device *ibdev __unused,
- struct ib_queue_pair *qp,
- struct io_buffer *iobuf, int rc ) {
- struct ipoib_device *ipoib = ib_qp_get_ownerdata ( qp );
-
- netdev_tx_complete_err ( ipoib->netdev, iobuf, rc );
- }
-
- /**
- * Handle IPoIB data receive completion
- *
- * @v ibdev Infiniband device
- * @v qp Queue pair
- * @v av Address vector, or NULL
- * @v iobuf I/O buffer
- * @v rc Completion status code
- */
- static void ipoib_data_complete_recv ( struct ib_device *ibdev __unused,
- struct ib_queue_pair *qp,
- struct ib_address_vector *av,
- struct io_buffer *iobuf, int rc ) {
- struct ipoib_device *ipoib = ib_qp_get_ownerdata ( qp );
- struct net_device *netdev = ipoib->netdev;
- struct ipoib_hdr *ipoib_hdr;
- struct ipoib_peer *src;
-
- if ( rc != 0 ) {
- netdev_rx_err ( netdev, iobuf, rc );
- return;
- }
-
- /* Sanity check */
- if ( iob_len ( iobuf ) < sizeof ( struct ipoib_hdr ) ) {
- DBGC ( ipoib, "IPoIB %p received data packet too short to "
- "contain IPoIB header\n", ipoib );
- DBGC_HD ( ipoib, iobuf->data, iob_len ( iobuf ) );
- netdev_rx_err ( netdev, iobuf, -EIO );
- return;
- }
- ipoib_hdr = iobuf->data;
-
- /* Parse source address */
- if ( av->gid_present ) {
- src = ipoib_cache_peer ( &av->gid, av->qpn );
- ipoib_hdr->u.peer.src = src->key;
- }
-
- /* Hand off to network layer */
- netdev_rx ( netdev, iobuf );
- }
-
- /** IPoIB data completion operations */
- static struct ib_completion_queue_operations ipoib_data_cq_op = {
- .complete_send = ipoib_data_complete_send,
- .complete_recv = ipoib_data_complete_recv,
- };
-
- /**
- * Handle IPoIB metadata send completion
- *
- * @v ibdev Infiniband device
- * @v qp Queue pair
- * @v iobuf I/O buffer
- * @v rc Completion status code
- */
- static void ipoib_meta_complete_send ( struct ib_device *ibdev __unused,
- struct ib_queue_pair *qp,
- struct io_buffer *iobuf, int rc ) {
- struct ipoib_device *ipoib = ib_qp_get_ownerdata ( qp );
-
- if ( rc != 0 ) {
- DBGC ( ipoib, "IPoIB %p metadata TX completion error: %s\n",
- ipoib, strerror ( rc ) );
- }
- free_iob ( iobuf );
- }
-
- /**
- * Handle received IPoIB path record
- *
- * @v ipoib IPoIB device
- * @v path_record Path record
- */
- static void ipoib_recv_path_record ( struct ipoib_device *ipoib,
- struct ib_path_record *path_record ) {
- struct ipoib_peer *peer;
-
- /* Locate peer cache entry */
- peer = ipoib_lookup_peer_by_gid ( &path_record->dgid );
- if ( ! peer ) {
- DBGC ( ipoib, "IPoIB %p received unsolicited path record\n",
- ipoib );
- return;
- }
-
- /* Update path cache entry */
- peer->lid = ntohs ( path_record->dlid );
- peer->sl = ( path_record->reserved__sl & 0x0f );
- peer->rate = ( path_record->rate_selector__rate & 0x3f );
-
- DBG ( "IPoIB peer %x has dlid %x sl %x rate %x\n",
- peer->key, peer->lid, peer->sl, peer->rate );
- }
-
- /**
- * Handle received IPoIB multicast membership record
- *
- * @v ipoib IPoIB device
- * @v mc_member_record Multicast membership record
- */
- static void ipoib_recv_mc_member_record ( struct ipoib_device *ipoib,
- struct ib_mc_member_record *mc_member_record ) {
- int joined;
- int rc;
-
- /* Record parameters */
- joined = ( mc_member_record->scope__join_state & 0x0f );
- ipoib->data_qkey = ntohl ( mc_member_record->qkey );
- ipoib->broadcast_lid = ntohs ( mc_member_record->mlid );
- DBGC ( ipoib, "IPoIB %p %s broadcast group: qkey %lx mlid %x\n",
- ipoib, ( joined ? "joined" : "left" ), ipoib->data_qkey,
- ipoib->broadcast_lid );
-
- /* Update data queue pair qkey */
- if ( ( rc = ib_modify_qp ( ipoib->ibdev, ipoib->data.qp,
- IB_MODIFY_QKEY, ipoib->data_qkey ) ) != 0 ){
- DBGC ( ipoib, "IPoIB %p could not update data qkey: %s\n",
- ipoib, strerror ( rc ) );
- return;
- }
- }
-
- /**
- * Handle IPoIB metadata receive completion
- *
- * @v ibdev Infiniband device
- * @v qp Queue pair
- * @v av Address vector, or NULL
- * @v iobuf I/O buffer
- * @v rc Completion status code
- */
- static void
- ipoib_meta_complete_recv ( struct ib_device *ibdev __unused,
- struct ib_queue_pair *qp,
- struct ib_address_vector *av __unused,
- struct io_buffer *iobuf, int rc ) {
- struct ipoib_device *ipoib = ib_qp_get_ownerdata ( qp );
- struct ib_mad_sa *sa;
-
- if ( rc != 0 ) {
- DBGC ( ipoib, "IPoIB %p metadata RX completion error: %s\n",
- ipoib, strerror ( rc ) );
- goto done;
- }
-
- if ( iob_len ( iobuf ) < sizeof ( *sa ) ) {
- DBGC ( ipoib, "IPoIB %p received metadata packet too short "
- "to contain reply\n", ipoib );
- DBGC_HD ( ipoib, iobuf->data, iob_len ( iobuf ) );
- goto done;
- }
- sa = iobuf->data;
-
- if ( sa->mad_hdr.status != 0 ) {
- DBGC ( ipoib, "IPoIB %p metadata RX err status %04x\n",
- ipoib, ntohs ( sa->mad_hdr.status ) );
- goto done;
- }
-
- switch ( sa->mad_hdr.tid[0] ) {
- case IPOIB_TID_GET_PATH_REC:
- ipoib_recv_path_record ( ipoib, &sa->sa_data.path_record );
- break;
- case IPOIB_TID_MC_MEMBER_REC:
- ipoib_recv_mc_member_record ( ipoib,
- &sa->sa_data.mc_member_record );
- break;
- default:
- DBGC ( ipoib, "IPoIB %p unwanted response:\n",
- ipoib );
- DBGC_HD ( ipoib, sa, sizeof ( *sa ) );
- break;
- }
-
- done:
- free_iob ( iobuf );
- }
-
- /** IPoIB metadata completion operations */
- static struct ib_completion_queue_operations ipoib_meta_cq_op = {
- .complete_send = ipoib_meta_complete_send,
- .complete_recv = ipoib_meta_complete_recv,
- };
-
- /**
- * Poll IPoIB network device
- *
- * @v netdev Network device
- */
- static void ipoib_poll ( struct net_device *netdev ) {
- struct ipoib_device *ipoib = netdev->priv;
- struct ib_device *ibdev = ipoib->ibdev;
-
- ib_poll_cq ( ibdev, ipoib->meta.cq );
- ib_poll_cq ( ibdev, ipoib->data.cq );
- ib_qset_refill_recv ( ibdev, &ipoib->meta );
- ib_qset_refill_recv ( ibdev, &ipoib->data );
- }
-
- /**
- * Enable/disable interrupts on IPoIB network device
- *
- * @v netdev Network device
- * @v enable Interrupts should be enabled
- */
- static void ipoib_irq ( struct net_device *netdev __unused,
- int enable __unused ) {
- /* No implementation */
- }
-
- /**
- * Join IPv4 broadcast multicast group
- *
- * @v ipoib IPoIB device
- * @ret rc Return status code
- */
- static int ipoib_join_broadcast_group ( struct ipoib_device *ipoib ) {
- int rc;
-
- /* Sanity check */
- if ( ! ipoib->data.qp )
- return 0;
-
- /* Attach data queue to broadcast multicast GID */
- assert ( ipoib->broadcast_attached == 0 );
- if ( ( rc = ib_mcast_attach ( ipoib->ibdev, ipoib->data.qp,
- &ipoib->broadcast_gid ) ) != 0 ){
- DBGC ( ipoib, "IPoIB %p could not attach to broadcast GID: "
- "%s\n", ipoib, strerror ( rc ) );
- return rc;
- }
- ipoib->broadcast_attached = 1;
-
- /* Initiate broadcast group join */
- if ( ( rc = ipoib_mc_member_record ( ipoib, &ipoib->broadcast_gid,
- 1 ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not send broadcast join: %s\n",
- ipoib, strerror ( rc ) );
- return rc;
- }
-
- /* We will set link up on the network device when we receive
- * the broadcast join response.
- */
-
- return 0;
- }
-
- /**
- * Leave IPv4 broadcast multicast group
- *
- * @v ipoib IPoIB device
- */
- static void ipoib_leave_broadcast_group ( struct ipoib_device *ipoib ) {
-
- /* Detach data queue from broadcast multicast GID */
- if ( ipoib->broadcast_attached ) {
- assert ( ipoib->data.qp != NULL );
- ib_mcast_detach ( ipoib->ibdev, ipoib->data.qp,
- &ipoib->broadcast_gid );
- ipoib->broadcast_attached = 0;
- }
- }
-
- /**
- * Open IPoIB network device
- *
- * @v netdev Network device
- * @ret rc Return status code
- */
- static int ipoib_open ( struct net_device *netdev ) {
- struct ipoib_device *ipoib = netdev->priv;
- struct ib_device *ibdev = ipoib->ibdev;
- struct ipoib_mac *mac = ( ( struct ipoib_mac * ) netdev->ll_addr );
- int rc;
-
- /* Open IB device */
- if ( ( rc = ib_open ( ibdev ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not open device: %s\n",
- ipoib, strerror ( rc ) );
- goto err_ib_open;
- }
-
- /* Allocate metadata queue set */
- if ( ( rc = ib_create_qset ( ibdev, &ipoib->meta,
- IPOIB_META_NUM_CQES, &ipoib_meta_cq_op,
- IPOIB_META_NUM_SEND_WQES,
- IPOIB_META_NUM_RECV_WQES,
- IB_GLOBAL_QKEY ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not allocate metadata QP: %s\n",
- ipoib, strerror ( rc ) );
- goto err_create_meta_qset;
- }
- ib_qp_set_ownerdata ( ipoib->meta.qp, ipoib );
-
- /* Allocate data queue set */
- if ( ( rc = ib_create_qset ( ibdev, &ipoib->data,
- IPOIB_DATA_NUM_CQES, &ipoib_data_cq_op,
- IPOIB_DATA_NUM_SEND_WQES,
- IPOIB_DATA_NUM_RECV_WQES,
- IB_GLOBAL_QKEY ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not allocate data QP: %s\n",
- ipoib, strerror ( rc ) );
- goto err_create_data_qset;
- }
- ib_qp_set_ownerdata ( ipoib->data.qp, ipoib );
-
- /* Update MAC address with data QPN */
- mac->qpn = htonl ( ipoib->data.qp->qpn );
-
- /* Fill receive rings */
- ib_qset_refill_recv ( ibdev, &ipoib->meta );
- ib_qset_refill_recv ( ibdev, &ipoib->data );
-
- /* Join broadcast group */
- if ( ( rc = ipoib_join_broadcast_group ( ipoib ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not join broadcast group: %s\n",
- ipoib, strerror ( rc ) );
- goto err_join_broadcast;
- }
-
- return 0;
-
- err_join_broadcast:
- ib_destroy_qset ( ibdev, &ipoib->data );
- err_create_data_qset:
- ib_destroy_qset ( ibdev, &ipoib->meta );
- err_create_meta_qset:
- ib_close ( ibdev );
- err_ib_open:
- return rc;
- }
-
- /**
- * Close IPoIB network device
- *
- * @v netdev Network device
- */
- static void ipoib_close ( struct net_device *netdev ) {
- struct ipoib_device *ipoib = netdev->priv;
- struct ipoib_mac *mac = ( ( struct ipoib_mac * ) netdev->ll_addr );
-
- /* Leave broadcast group */
- ipoib_leave_broadcast_group ( ipoib );
-
- /* Remove data QPN from MAC address */
- mac->qpn = 0;
-
- /* Tear down the queues */
- ib_destroy_qset ( ipoib->ibdev, &ipoib->data );
- ib_destroy_qset ( ipoib->ibdev, &ipoib->meta );
-
- /* Close IB device */
- ib_close ( ipoib->ibdev );
- }
-
- /** IPoIB network device operations */
- static struct net_device_operations ipoib_operations = {
- .open = ipoib_open,
- .close = ipoib_close,
- .transmit = ipoib_transmit,
- .poll = ipoib_poll,
- .irq = ipoib_irq,
- };
-
- /**
- * Update IPoIB dynamic Infiniband parameters
- *
- * @v ipoib IPoIB device
- *
- * The Infiniband port GID and partition key will change at runtime,
- * when the link is established (or lost). The MAC address is based
- * on the port GID, and the broadcast GID is based on the partition
- * key. This function recalculates these IPoIB device parameters.
- */
- static void ipoib_set_ib_params ( struct ipoib_device *ipoib ) {
- struct ib_device *ibdev = ipoib->ibdev;
- struct net_device *netdev = ipoib->netdev;
- struct ipoib_mac *mac;
-
- /* Calculate GID portion of MAC address based on port GID */
- mac = ( ( struct ipoib_mac * ) netdev->ll_addr );
- memcpy ( &mac->gid, &ibdev->gid, sizeof ( mac->gid ) );
-
- /* Calculate broadcast GID based on partition key */
- memcpy ( &ipoib->broadcast_gid, &ipoib_broadcast.gid,
- sizeof ( ipoib->broadcast_gid ) );
- ipoib->broadcast_gid.u.words[2] = htons ( ibdev->pkey );
-
- /* Set net device link state to reflect Infiniband link state */
- if ( ib_link_ok ( ibdev ) ) {
- netdev_link_up ( netdev );
- } else {
- netdev_link_down ( netdev );
- }
- }
-
- /**
- * Handle link status change
- *
- * @v ibdev Infiniband device
- */
- void ipoib_link_state_changed ( struct ib_device *ibdev ) {
- struct net_device *netdev = ib_get_ownerdata ( ibdev );
- struct ipoib_device *ipoib = netdev->priv;
- int rc;
-
- /* Leave existing broadcast group */
- ipoib_leave_broadcast_group ( ipoib );
-
- /* Update MAC address and broadcast GID based on new port GID
- * and partition key.
- */
- ipoib_set_ib_params ( ipoib );
-
- /* Join new broadcast group */
- if ( ( rc = ipoib_join_broadcast_group ( ipoib ) ) != 0 ) {
- DBGC ( ipoib, "IPoIB %p could not rejoin broadcast group: "
- "%s\n", ipoib, strerror ( rc ) );
- return;
- }
- }
-
- /**
- * Probe IPoIB device
- *
- * @v ibdev Infiniband device
- * @ret rc Return status code
- */
- int ipoib_probe ( struct ib_device *ibdev ) {
- struct net_device *netdev;
- struct ipoib_device *ipoib;
- int rc;
-
- /* Allocate network device */
- netdev = alloc_ipoibdev ( sizeof ( *ipoib ) );
- if ( ! netdev )
- return -ENOMEM;
- netdev_init ( netdev, &ipoib_operations );
- ipoib = netdev->priv;
- ib_set_ownerdata ( ibdev, netdev );
- netdev->dev = ibdev->dev;
- memset ( ipoib, 0, sizeof ( *ipoib ) );
- ipoib->netdev = netdev;
- ipoib->ibdev = ibdev;
-
- /* Calculate as much of the broadcast GID and the MAC address
- * as we can. We won't know either of these in full until we
- * have link-up.
- */
- ipoib_set_ib_params ( ipoib );
-
- /* Register network device */
- if ( ( rc = register_netdev ( netdev ) ) != 0 )
- goto err_register_netdev;
-
- return 0;
-
- err_register_netdev:
- netdev_nullify ( netdev );
- netdev_put ( netdev );
- return rc;
- }
-
- /**
- * Remove IPoIB device
- *
- * @v ibdev Infiniband device
- */
- void ipoib_remove ( struct ib_device *ibdev ) {
- struct net_device *netdev = ib_get_ownerdata ( ibdev );
-
- unregister_netdev ( netdev );
- netdev_nullify ( netdev );
- netdev_put ( netdev );
- }
-
- /**
- * Allocate IPoIB device
- *
- * @v priv_size Size of driver private data
- * @ret netdev Network device, or NULL
- */
- struct net_device * alloc_ipoibdev ( size_t priv_size ) {
- struct net_device *netdev;
-
- netdev = alloc_netdev ( priv_size );
- if ( netdev ) {
- netdev->ll_protocol = &ipoib_protocol;
- netdev->ll_broadcast = ( uint8_t * ) &ipoib_broadcast;
- netdev->max_pkt_len = IB_MAX_PAYLOAD_SIZE;
- }
- return netdev;
- }
|