12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853 |
- /*
- * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
- *
- * This software is available to you under a choice of one of two
- * licenses. You may choose to be licensed under the terms of the GNU
- * General Public License (GPL) Version 2, available from the file
- * COPYING in the main directory of this source tree, or the
- * OpenIB.org BSD license below:
- *
- * Redistribution and use in source and binary forms, with or
- * without modification, are permitted provided that the following
- * conditions are met:
- *
- * - Redistributions of source code must retain the above
- * copyright notice, this list of conditions and the following
- * disclaimer.
- *
- * - Redistributions in binary form must reproduce the above
- * copyright notice, this list of conditions and the following
- * disclaimer in the documentation and/or other materials
- * provided with the distribution.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
- * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
- * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
- * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
- * SOFTWARE.
- *
- */
-
- FILE_LICENCE ( GPL2_ONLY );
-
- #include <strings.h>
- #include <errno.h>
- #include <gpxe/malloc.h>
- #include <gpxe/umalloc.h>
- #include <byteswap.h>
- #include <unistd.h>
- #include <gpxe/io.h>
- #include <gpxe/pci.h>
- #include <gpxe/ethernet.h>
- #include <gpxe/netdevice.h>
- #include <gpxe/iobuf.h>
- #include "mtnic.h"
-
-
- /*
-
-
- mtnic.c - gPXE driver for Mellanox 10Gig ConnectX EN
-
-
- */
-
-
-
- /********************************************************************
- *
- * MTNIC allocation functions
- *
- *********************************************************************/
- /**
- * mtnic_alloc_aligned
- *
- * @v unsigned int size size
- * @v void **va virtual address
- * @v u32 *pa physical address
- * @v u32 aligment aligment
- *
- * Function allocate aligned buffer and put it's virtual address in 'va'
- * and it's physical aligned address in 'pa'
- */
- static int
- mtnic_alloc_aligned(unsigned int size, void **va, unsigned long *pa, unsigned int alignment)
- {
- *va = alloc_memblock(size, alignment);
- if (!*va) {
- return -EADDRINUSE;
- }
- *pa = (u32)virt_to_bus(*va);
- return 0;
- }
-
-
-
- /**
- *
- * mtnic alloc command interface
- *
- */
- static int
- mtnic_alloc_cmdif(struct mtnic *mtnic)
- {
- u32 bar = mtnic_pci_dev.dev.bar[0];
-
- mtnic->hcr = ioremap(bar + MTNIC_HCR_BASE, MTNIC_HCR_SIZE);
- if ( !mtnic->hcr ) {
- DBG("Couldn't map command register\n");
- return -EADDRINUSE;
- }
- mtnic_alloc_aligned(PAGE_SIZE, (void *)&mtnic->cmd.buf, &mtnic->cmd.mapping, PAGE_SIZE);
- if ( !mtnic->cmd.buf ) {
- DBG("Error in allocating buffer for command interface\n");
- return -EADDRINUSE;
- }
- return 0;
- }
-
- /**
- * Free RX io buffers
- */
- static void
- mtnic_free_io_buffers(struct mtnic_ring *ring)
- {
- int index;
-
- for (; ring->cons <= ring->prod; ++ring->cons) {
- index = ring->cons & ring->size_mask;
- if ( ring->iobuf[index] ) {
- free_iob(ring->iobuf[index]);
- }
- }
- }
-
-
-
- /**
- *
- * mtnic alloc and attach io buffers
- *
- */
- static int
- mtnic_alloc_iobuf(struct mtnic_port *priv, struct mtnic_ring *ring,
- unsigned int size)
- {
- struct mtnic_rx_desc *rx_desc_ptr = ring->buf;
- u32 index;
-
- while ((u32)(ring->prod - ring->cons) < UNITS_BUFFER_SIZE) {
- index = ring->prod & ring->size_mask;
- ring->iobuf[index] = alloc_iob(size);
- if (!ring->iobuf[index]) {
- if (ring->prod <= (ring->cons + 1)) {
- DBG ( "Dropping packet, buffer is full\n" );
- }
- break;
- }
-
- /* Attach io_buffer to descriptor */
- rx_desc_ptr = ring->buf +
- (sizeof(struct mtnic_rx_desc) * index);
- rx_desc_ptr->data.count = cpu_to_be32(size);
- rx_desc_ptr->data.mem_type = priv->mtnic->fw.mem_type_snoop_be;
- rx_desc_ptr->data.addr_l = cpu_to_be32(
- virt_to_bus(ring->iobuf[index]->data));
-
- ++ ring->prod;
- }
-
- /* Update RX producer index (PI) */
- ring->db->count = cpu_to_be32(ring->prod & 0xffff);
- return 0;
- }
-
-
- /**
- * mtnic alloc ring
- *
- * Alloc and configure TX or RX ring
- *
- */
- static int
- mtnic_alloc_ring(struct mtnic_port *priv, struct mtnic_ring *ring,
- u32 size, u16 stride, u16 cq, u8 is_rx)
- {
- unsigned int i;
- int err;
- struct mtnic_rx_desc *rx_desc;
- struct mtnic_tx_desc *tx_desc;
-
- ring->size = size; /* Number of descriptors */
- ring->size_mask = size - 1;
- ring->stride = stride; /* Size of each entry */
- ring->cq = cq; /* CQ number associated with this ring */
- ring->cons = 0;
- ring->prod = 0;
-
- /* Alloc descriptors buffer */
- ring->buf_size = ring->size * ((is_rx) ? sizeof(struct mtnic_rx_desc) :
- sizeof(struct mtnic_tx_desc));
- err = mtnic_alloc_aligned(ring->buf_size, (void *)&ring->buf,
- &ring->dma, PAGE_SIZE);
- if (err) {
- DBG("Failed allocating descriptor ring sizeof %x\n",
- ring->buf_size);
- return -EADDRINUSE;
- }
- memset(ring->buf, 0, ring->buf_size);
-
- DBG("Allocated %s ring (addr:%p) - buf:%p size:%x"
- "buf_size:%x dma:%lx\n",
- is_rx ? "Rx" : "Tx", ring, ring->buf, ring->size,
- ring->buf_size, ring->dma);
-
-
- if (is_rx) { /* RX ring */
- /* Alloc doorbell */
- err = mtnic_alloc_aligned(sizeof(struct mtnic_cq_db_record),
- (void *)&ring->db, &ring->db_dma, 32);
- if (err) {
- DBG("Failed allocating Rx ring doorbell record\n");
- free_memblock(ring->buf, ring->buf_size);
- return -EADDRINUSE;
- }
-
- /* ==- Configure Descriptor -== */
- /* Init ctrl seg of rx desc */
- for (i = 0; i < UNITS_BUFFER_SIZE; ++i) {
- rx_desc = ring->buf +
- (sizeof(struct mtnic_rx_desc) * i);
- /* Pre-link descriptor */
- rx_desc->next = cpu_to_be16(i + 1);
- }
- /*The last ctrl descriptor is '0' and points to the first one*/
-
- /* Alloc IO_BUFFERS */
- err = mtnic_alloc_iobuf ( priv, ring, DEF_IOBUF_SIZE );
- if (err) {
- DBG("ERROR Allocating io buffer\n");
- free_memblock(ring->buf, ring->buf_size);
- return -EADDRINUSE;
- }
-
- } else { /* TX ring */
- /* Set initial ownership of all Tx Desc' to SW (1) */
- for (i = 0; i < ring->size; i++) {
- tx_desc = ring->buf + ring->stride * i;
- tx_desc->ctrl.op_own = cpu_to_be32(MTNIC_BIT_DESC_OWN);
- }
- /* DB */
- ring->db_offset = cpu_to_be32(
- ((u32) priv->mtnic->fw.tx_offset[priv->port]) << 8);
-
- /* Map Tx+CQ doorbells */
- DBG("Mapping TxCQ doorbell at offset:0x%x\n",
- priv->mtnic->fw.txcq_db_offset);
- ring->txcq_db = ioremap(mtnic_pci_dev.dev.bar[2] +
- priv->mtnic->fw.txcq_db_offset, PAGE_SIZE);
- if (!ring->txcq_db) {
- DBG("Couldn't map txcq doorbell, aborting...\n");
- free_memblock(ring->buf, ring->buf_size);
- return -EADDRINUSE;
- }
- }
-
- return 0;
- }
-
-
-
- /**
- * mtnic alloc CQ
- *
- * Alloc and configure CQ.
- *
- */
- static int
- mtnic_alloc_cq(struct net_device *dev, int num, struct mtnic_cq *cq,
- u8 is_rx, u32 size, u32 offset_ind)
- {
- int err ;
- unsigned int i;
-
- cq->num = num;
- cq->dev = dev;
- cq->size = size;
- cq->last = 0;
- cq->is_rx = is_rx;
- cq->offset_ind = offset_ind;
-
- /* Alloc doorbell */
- err = mtnic_alloc_aligned(sizeof(struct mtnic_cq_db_record),
- (void *)&cq->db, &cq->db_dma, 32);
- if (err) {
- DBG("Failed allocating CQ doorbell record\n");
- return -EADDRINUSE;
- }
- memset(cq->db, 0, sizeof(struct mtnic_cq_db_record));
-
- /* Alloc CQEs buffer */
- cq->buf_size = size * sizeof(struct mtnic_cqe);
- err = mtnic_alloc_aligned(cq->buf_size,
- (void *)&cq->buf, &cq->dma, PAGE_SIZE);
- if (err) {
- DBG("Failed allocating CQ buffer\n");
- free_memblock(cq->db, sizeof(struct mtnic_cq_db_record));
- return -EADDRINUSE;
- }
- memset(cq->buf, 0, cq->buf_size);
- DBG("Allocated CQ (addr:%p) - size:%x buf:%p buf_size:%x "
- "dma:%lx db:%p db_dma:%lx\n"
- "cqn offset:%x \n", cq, cq->size, cq->buf,
- cq->buf_size, cq->dma, cq->db,
- cq->db_dma, offset_ind);
-
-
- /* Set ownership of all CQEs to HW */
- DBG("Setting HW ownership for CQ:%d\n", num);
- for (i = 0; i < cq->size; i++) {
- /* Initial HW ownership is 1 */
- cq->buf[i].op_tr_own = MTNIC_BIT_CQ_OWN;
- }
- return 0;
- }
-
-
-
- /**
- * mtnic_alloc_resources
- *
- * Alloc and configure CQs, Tx, Rx
- */
- unsigned int
- mtnic_alloc_resources(struct net_device *dev)
- {
- struct mtnic_port *priv = netdev_priv(dev);
- int err;
- int cq_ind = 0;
- int cq_offset = priv->mtnic->fw.cq_offset;
-
- /* Alloc 1st CQ */
- err = mtnic_alloc_cq(dev, cq_ind, &priv->cq[cq_ind], 1 /* RX */,
- UNITS_BUFFER_SIZE, cq_offset + cq_ind);
- if (err) {
- DBG("Failed allocating Rx CQ\n");
- return -EADDRINUSE;
- }
-
-
- /* Alloc RX */
- err = mtnic_alloc_ring(priv, &priv->rx_ring, UNITS_BUFFER_SIZE,
- sizeof(struct mtnic_rx_desc), cq_ind, /* RX */1);
- if (err) {
- DBG("Failed allocating Rx Ring\n");
- goto cq0_error;
- }
-
-
- ++cq_ind;
-
- /* alloc 2nd CQ */
- err = mtnic_alloc_cq(dev, cq_ind, &priv->cq[cq_ind], 0 /* TX */,
- UNITS_BUFFER_SIZE, cq_offset + cq_ind);
- if (err) {
- DBG("Failed allocating Tx CQ\n");
- goto rx_error;
- }
-
- /* Alloc TX */
- err = mtnic_alloc_ring(priv, &priv->tx_ring, UNITS_BUFFER_SIZE,
- sizeof(struct mtnic_tx_desc), cq_ind, /* TX */ 0);
- if (err) {
- DBG("Failed allocating Tx ring\n");
- goto cq1_error;
- }
-
- return 0;
-
- cq1_error:
- free_memblock(priv->cq[1].buf, priv->cq[1].buf_size);
- free_memblock(priv->cq[1].db, sizeof(struct mtnic_cq_db_record));
-
- rx_error:
- free_memblock(priv->rx_ring.buf, priv->rx_ring.buf_size);
- free_memblock(priv->rx_ring.db, sizeof(struct mtnic_cq_db_record));
- mtnic_free_io_buffers(&priv->rx_ring);
- cq0_error:
- free_memblock(priv->cq[0].buf, priv->cq[0].buf_size);
- free_memblock(priv->cq[0].db, sizeof(struct mtnic_cq_db_record));
-
- return -EADDRINUSE;
- }
-
-
- /**
- * mtnic alloc_eq
- *
- * Note: EQ is not used by the driver but must be allocated
- */
- static int
- mtnic_alloc_eq(struct mtnic *mtnic)
- {
- int err;
- unsigned int i;
- struct mtnic_eqe *eqe_desc = NULL;
-
- /* Allocating doorbell */
- mtnic->eq_db = ioremap(mtnic_pci_dev.dev.bar[2] +
- mtnic->fw.eq_db_offset, sizeof(u32));
- if (!mtnic->eq_db) {
- DBG("Couldn't map EQ doorbell, aborting...\n");
- return -EADDRINUSE;
- }
-
- /* Allocating buffer */
- mtnic->eq.size = NUM_EQES;
- mtnic->eq.buf_size = mtnic->eq.size * sizeof(struct mtnic_eqe);
- err = mtnic_alloc_aligned(mtnic->eq.buf_size, (void *)&mtnic->eq.buf,
- &mtnic->eq.dma, PAGE_SIZE);
- if (err) {
- DBG("Failed allocating EQ buffer\n");
- iounmap(mtnic->eq_db);
- return -EADDRINUSE;
- }
- memset(mtnic->eq.buf, 0, mtnic->eq.buf_size);
-
- for (i = 0; i < mtnic->eq.size; i++)
- eqe_desc = mtnic->eq.buf + (sizeof(struct mtnic_eqe) * i);
- eqe_desc->own |= MTNIC_BIT_EQE_OWN;
-
- mdelay(20);
- return 0;
- }
-
-
-
-
-
-
-
-
-
-
-
- /********************************************************************
- *
- * Mtnic commands functions
- * -=-=-=-=-=-=-=-=-=-=-=-=
- *
- *
- *
- *********************************************************************/
- static inline int
- cmdif_go_bit(struct mtnic *mtnic)
- {
- struct mtnic_if_cmd_reg *hcr = mtnic->hcr;
- u32 status;
- int i;
-
- for (i = 0; i < TBIT_RETRIES; i++) {
- status = be32_to_cpu(readl(&hcr->status_go_opcode));
- if ((status & MTNIC_BC_MASK(MTNIC_MASK_CMD_REG_T_BIT)) ==
- (mtnic->cmd.tbit << MTNIC_BC_OFF(MTNIC_MASK_CMD_REG_T_BIT))) {
- /* Read expected t-bit - now return go-bit value */
- return status & MTNIC_BC_MASK(MTNIC_MASK_CMD_REG_GO_BIT);
- }
- }
-
- DBG("Invalid tbit after %d retries!\n", TBIT_RETRIES);
- return -EBUSY; /* Return busy... */
- }
-
- /* Base Command interface */
- static int
- mtnic_cmd(struct mtnic *mtnic, void *in_imm,
- void *out_imm, u32 in_modifier, u16 op)
- {
-
- struct mtnic_if_cmd_reg *hcr = mtnic->hcr;
- int err = 0;
- u32 out_param_h = 0;
- u32 out_param_l = 0;
- u32 in_param_h = 0;
- u32 in_param_l = 0;
-
-
- static u16 token = 0x8000;
- u32 status;
- unsigned int timeout = 0;
-
- token++;
-
- if ( cmdif_go_bit ( mtnic ) ) {
- DBG("GO BIT BUSY:%p.\n", hcr + 6);
- err = -EBUSY;
- goto out;
- }
- if (in_imm) {
- in_param_h = *((u32*)in_imm);
- in_param_l = *((u32*)in_imm + 1);
- } else {
- in_param_l = cpu_to_be32(mtnic->cmd.mapping);
- }
- out_param_l = cpu_to_be32(mtnic->cmd.mapping);
-
- /* writing to MCR */
- writel(in_param_h, &hcr->in_param_h);
- writel(in_param_l, &hcr->in_param_l);
- writel((u32) cpu_to_be32(in_modifier), &hcr->input_modifier);
- writel(out_param_h, &hcr->out_param_h);
- writel(out_param_l, &hcr->out_param_l);
- writel((u32)cpu_to_be32(token << 16), &hcr->token);
- wmb();
-
- /* flip toggle bit before each write to the HCR */
- mtnic->cmd.tbit = !mtnic->cmd.tbit;
- writel( ( u32 )
- cpu_to_be32(MTNIC_BC_MASK(MTNIC_MASK_CMD_REG_GO_BIT) |
- ( mtnic->cmd.tbit << MTNIC_BC_OFF ( MTNIC_MASK_CMD_REG_T_BIT ) ) | op ),
- &hcr->status_go_opcode);
-
- while ( cmdif_go_bit ( mtnic ) && ( timeout <= GO_BIT_TIMEOUT ) ) {
- mdelay ( 1 );
- ++timeout;
- }
-
- if ( cmdif_go_bit ( mtnic ) ) {
- DBG("Command opcode:0x%x token:0x%x TIMEOUT.\n", op, token);
- err = -EBUSY;
- goto out;
- }
-
- if (out_imm) {
- *((u32 *)out_imm) = readl(&hcr->out_param_h);
- *((u32 *)out_imm + 1) = readl(&hcr->out_param_l);
- }
-
- status = be32_to_cpu((u32)readl(&hcr->status_go_opcode)) >> 24;
-
- if (status) {
- DBG("Command opcode:0x%x token:0x%x returned:0x%x\n",
- op, token, status);
- return status;
- }
-
- out:
- return err;
- }
-
- /* MAP PAGES wrapper */
- static int
- mtnic_map_cmd(struct mtnic *mtnic, u16 op, struct mtnic_pages pages)
- {
- unsigned int j;
- u32 addr;
- unsigned int len;
- u32 *page_arr = mtnic->cmd.buf;
- int nent = 0;
- int err = 0;
-
- memset(page_arr, 0, PAGE_SIZE);
-
- len = PAGE_SIZE * pages.num;
- pages.buf = (u32 *)umalloc(PAGE_SIZE * (pages.num + 1));
- addr = PAGE_SIZE + ((virt_to_bus(pages.buf) & 0xfffff000) + PAGE_SIZE);
- DBG("Mapping pages: size: %x address: %p\n", pages.num, pages.buf);
-
- if (addr & (PAGE_MASK)) {
- DBG("Got FW area not aligned to %d (%llx/%x)\n",
- PAGE_SIZE, (u64) addr, len);
- return -EADDRINUSE;
- }
-
- /* Function maps each PAGE seperately */
- for (j = 0; j < len; j+= PAGE_SIZE) {
- page_arr[nent * 4 + 3] = cpu_to_be32(addr + j);
- if (++nent == MTNIC_MAILBOX_SIZE / 16) {
- err = mtnic_cmd(mtnic, NULL, NULL, nent, op);
- if (err)
- return -EIO;
- nent = 0;
- }
- }
-
- if (nent) {
- err = mtnic_cmd(mtnic, NULL, NULL, nent, op);
- }
- return err;
- }
-
-
-
- /*
- * Query FW
- */
- static int
- mtnic_QUERY_FW ( struct mtnic *mtnic )
- {
- int err;
- struct mtnic_if_query_fw_out_mbox *cmd = mtnic->cmd.buf;
-
- err = mtnic_cmd(mtnic, NULL, NULL, 0, MTNIC_IF_CMD_QUERY_FW);
- if (err)
- return -EIO;
-
- /* Get FW and interface versions */
- mtnic->fw_ver = ((u64) be16_to_cpu(cmd->rev_maj) << 32) |
- ((u64) be16_to_cpu(cmd->rev_min) << 16) |
- (u64) be16_to_cpu(cmd->rev_smin);
- mtnic->fw.ifc_rev = be16_to_cpu(cmd->ifc_rev);
-
- /* Get offset for internal error reports (debug) */
- mtnic->fw.err_buf.offset = be64_to_cpu(cmd->err_buf_start);
- mtnic->fw.err_buf.size = be32_to_cpu(cmd->err_buf_size);
-
- DBG("Error buf offset is %llx\n", mtnic->fw.err_buf.offset);
-
- /* Get number of required FW (4k) pages */
- mtnic->fw.fw_pages.num = be16_to_cpu(cmd->fw_pages);
-
- return 0;
- }
-
-
- static int
- mtnic_OPEN_NIC(struct mtnic *mtnic)
- {
- struct mtnic_if_open_nic_in_mbox *open_nic = mtnic->cmd.buf;
- u32 extra_pages[2] = {0};
- int err;
-
- memset(open_nic, 0, sizeof *open_nic);
-
- /* port 1 */
- open_nic->log_rx_p1 = 0;
- open_nic->log_cq_p1 = 1;
-
- open_nic->log_tx_p1 = 0;
- open_nic->steer_p1 = MTNIC_IF_STEER_RSS;
- /* MAC + VLAN - leave reserved */
-
- /* port 2 */
- open_nic->log_rx_p2 = 0;
- open_nic->log_cq_p2 = 1;
-
- open_nic->log_tx_p2 = 0;
- open_nic->steer_p2 = MTNIC_IF_STEER_RSS;
- /* MAC + VLAN - leave reserved */
-
- err = mtnic_cmd(mtnic, NULL, extra_pages, 0, MTNIC_IF_CMD_OPEN_NIC);
-
- mtnic->fw.extra_pages.num = be32_to_cpu(*(extra_pages+1));
- DBG("Extra pages num is %x\n", mtnic->fw.extra_pages.num);
- return err;
- }
-
- static int
- mtnic_CONFIG_RX(struct mtnic *mtnic)
- {
- struct mtnic_if_config_rx_in_imm config_rx;
-
- memset(&config_rx, 0, sizeof config_rx);
- return mtnic_cmd(mtnic, &config_rx, NULL, 0, MTNIC_IF_CMD_CONFIG_RX);
- }
-
- static int
- mtnic_CONFIG_TX(struct mtnic *mtnic)
- {
- struct mtnic_if_config_send_in_imm config_tx;
-
- config_tx.enph_gpf = 0;
- return mtnic_cmd(mtnic, &config_tx, NULL, 0, MTNIC_IF_CMD_CONFIG_TX);
- }
-
- static int
- mtnic_HEART_BEAT(struct mtnic_port *priv, u32 *link_state)
- {
- struct mtnic_if_heart_beat_out_imm heart_beat;
-
- int err;
- u32 flags;
- err = mtnic_cmd(priv->mtnic, NULL, &heart_beat, 0, MTNIC_IF_CMD_HEART_BEAT);
- if (!err) {
- flags = be32_to_cpu(heart_beat.flags);
- if (flags & MTNIC_BC_MASK(MTNIC_MASK_HEAR_BEAT_INT_ERROR)) {
- DBG("Internal error detected\n");
- return -EIO;
- }
- *link_state = flags &
- ~((u32) MTNIC_BC_MASK(MTNIC_MASK_HEAR_BEAT_INT_ERROR));
- }
- return err;
- }
-
-
- /*
- * Port commands
- */
-
- static int
- mtnic_SET_PORT_DEFAULT_RING(struct mtnic_port *priv, u8 port, u16 ring)
- {
- struct mtnic_if_set_port_default_ring_in_imm def_ring;
-
- memset(&def_ring, 0, sizeof(def_ring));
- def_ring.ring = ring;
- return mtnic_cmd(priv->mtnic, &def_ring, NULL, port + 1,
- MTNIC_IF_CMD_SET_PORT_DEFAULT_RING);
- }
-
- static int
- mtnic_CONFIG_PORT_RSS_STEER(struct mtnic_port *priv, int port)
- {
- memset(priv->mtnic->cmd.buf, 0, PAGE_SIZE);
- return mtnic_cmd(priv->mtnic, NULL, NULL, port + 1,
- MTNIC_IF_CMD_CONFIG_PORT_RSS_STEER);
- }
-
- static int
- mtnic_SET_PORT_RSS_INDIRECTION(struct mtnic_port *priv, int port)
-
- {
- memset(priv->mtnic->cmd.buf, 0, PAGE_SIZE);
- return mtnic_cmd(priv->mtnic, NULL, NULL, port + 1,
- MTNIC_IF_CMD_SET_PORT_RSS_INDIRECTION);
- }
-
-
- /*
- * Config commands
- */
- static int
- mtnic_CONFIG_CQ(struct mtnic_port *priv, int port,
- u16 cq_ind, struct mtnic_cq *cq)
- {
- struct mtnic_if_config_cq_in_mbox *config_cq = priv->mtnic->cmd.buf;
-
- memset(config_cq, 0, sizeof *config_cq);
- config_cq->cq = cq_ind;
- config_cq->size = fls(UNITS_BUFFER_SIZE - 1);
- config_cq->offset = ((cq->dma) & (PAGE_MASK)) >> 6;
- config_cq->db_record_addr_l = cpu_to_be32(cq->db_dma);
- config_cq->page_address[1] = cpu_to_be32(cq->dma);
- DBG("config cq address: %x dma_address: %lx"
- "offset: %d size %d index: %d\n"
- , config_cq->page_address[1],cq->dma,
- config_cq->offset, config_cq->size, config_cq->cq );
-
- return mtnic_cmd(priv->mtnic, NULL, NULL, port + 1,
- MTNIC_IF_CMD_CONFIG_CQ);
- }
-
-
- static int
- mtnic_CONFIG_TX_RING(struct mtnic_port *priv, u8 port,
- u16 ring_ind, struct mtnic_ring *ring)
- {
- struct mtnic_if_config_send_ring_in_mbox *config_tx_ring = priv->mtnic->cmd.buf;
- memset(config_tx_ring, 0, sizeof *config_tx_ring);
- config_tx_ring->ring = cpu_to_be16(ring_ind);
- config_tx_ring->size = fls(UNITS_BUFFER_SIZE - 1);
- config_tx_ring->cq = cpu_to_be16(ring->cq);
- config_tx_ring->page_address[1] = cpu_to_be32(ring->dma);
-
- return mtnic_cmd(priv->mtnic, NULL, NULL, port + 1,
- MTNIC_IF_CMD_CONFIG_TX_RING);
- }
-
- static int
- mtnic_CONFIG_RX_RING(struct mtnic_port *priv, u8 port,
- u16 ring_ind, struct mtnic_ring *ring)
- {
- struct mtnic_if_config_rx_ring_in_mbox *config_rx_ring = priv->mtnic->cmd.buf;
- memset(config_rx_ring, 0, sizeof *config_rx_ring);
- config_rx_ring->ring = ring_ind;
- MTNIC_BC_PUT(config_rx_ring->stride_size, fls(UNITS_BUFFER_SIZE - 1),
- MTNIC_MASK_CONFIG_RX_RING_SIZE);
- MTNIC_BC_PUT(config_rx_ring->stride_size, 1,
- MTNIC_MASK_CONFIG_RX_RING_STRIDE);
- config_rx_ring->cq = cpu_to_be16(ring->cq);
- config_rx_ring->db_record_addr_l = cpu_to_be32(ring->db_dma);
-
- DBG("Config RX ring starting at address:%lx\n", ring->dma);
-
- config_rx_ring->page_address[1] = cpu_to_be32(ring->dma);
-
- return mtnic_cmd(priv->mtnic, NULL, NULL, port + 1,
- MTNIC_IF_CMD_CONFIG_RX_RING);
- }
-
- static int
- mtnic_CONFIG_EQ(struct mtnic *mtnic)
- {
- struct mtnic_if_config_eq_in_mbox *eq = mtnic->cmd.buf;
-
- if (mtnic->eq.dma & (PAGE_MASK)) {
- DBG("misalligned eq buffer:%lx\n",
- mtnic->eq.dma);
- return -EADDRINUSE;
- }
-
- memset(eq, 0, sizeof *eq);
- MTNIC_BC_PUT(eq->offset, mtnic->eq.dma >> 6, MTNIC_MASK_CONFIG_EQ_OFFSET);
- MTNIC_BC_PUT(eq->size, fls(mtnic->eq.size - 1) - 1, MTNIC_MASK_CONFIG_EQ_SIZE);
- MTNIC_BC_PUT(eq->int_vector, 0, MTNIC_MASK_CONFIG_EQ_INT_VEC);
- eq->page_address[1] = cpu_to_be32(mtnic->eq.dma);
-
- return mtnic_cmd(mtnic, NULL, NULL, 0, MTNIC_IF_CMD_CONFIG_EQ);
- }
-
-
-
-
- static int
- mtnic_SET_RX_RING_ADDR(struct mtnic_port *priv, u8 port, u64* mac)
- {
- struct mtnic_if_set_rx_ring_addr_in_imm ring_addr;
- u32 modifier = ((u32) port + 1) << 16;
-
- memset(&ring_addr, 0, sizeof(ring_addr));
-
- ring_addr.mac_31_0 = cpu_to_be32(*mac & 0xffffffff);
- ring_addr.mac_47_32 = cpu_to_be16((*mac >> 32) & 0xffff);
- ring_addr.flags_vlan_id |= cpu_to_be16(
- MTNIC_BC_MASK(MTNIC_MASK_SET_RX_RING_ADDR_BY_MAC));
-
- return mtnic_cmd(priv->mtnic, &ring_addr, NULL, modifier, MTNIC_IF_CMD_SET_RX_RING_ADDR);
- }
-
- static int
- mtnic_SET_PORT_STATE(struct mtnic_port *priv, u8 port, u8 state)
- {
- struct mtnic_if_set_port_state_in_imm port_state;
-
- port_state.state = state ? cpu_to_be32(
- MTNIC_BC_MASK(MTNIC_MASK_CONFIG_PORT_STATE)) : 0;
- port_state.reserved = 0;
- return mtnic_cmd(priv->mtnic, &port_state, NULL, port + 1,
- MTNIC_IF_CMD_SET_PORT_STATE);
- }
-
- static int
- mtnic_SET_PORT_MTU(struct mtnic_port *priv, u8 port, u16 mtu)
- {
- struct mtnic_if_set_port_mtu_in_imm set_mtu;
-
- memset(&set_mtu, 0, sizeof(set_mtu));
- set_mtu.mtu = cpu_to_be16(mtu);
- return mtnic_cmd(priv->mtnic, &set_mtu, NULL, port + 1,
- MTNIC_IF_CMD_SET_PORT_MTU);
- }
-
- /*
- static int
- mtnic_CONFIG_PORT_VLAN_FILTER(struct mtnic_port *priv, int port)
- {
- struct mtnic_if_config_port_vlan_filter_in_mbox *vlan_filter = priv->mtnic->cmd.buf;
-
- // When no vlans are configured we disable the filter
- // (i.e., pass all vlans) because we ignore them anyhow
- memset(vlan_filter, 0xff, sizeof(*vlan_filter));
- return mtnic_cmd(priv->mtnic, NULL, NULL, port + 1,
- MTNIC_IF_CMD_CONFIG_PORT_VLAN_FILTER);
- }
- */
-
-
- static int
- mtnic_RELEASE_RESOURCE(struct mtnic_port *priv, u8 port, u8 type, u8 index)
- {
- struct mtnic_if_release_resource_in_imm rel;
- memset(&rel, 0, sizeof rel);
- rel.index = index;
- rel.type = type;
- return mtnic_cmd ( priv->mtnic,
- &rel, NULL, ( type == MTNIC_IF_RESOURCE_TYPE_EQ ) ?
- 0 : port + 1, MTNIC_IF_CMD_RELEASE_RESOURCE );
- }
-
-
- static int
- mtnic_QUERY_CAP(struct mtnic *mtnic, u8 index, u8 mod, u64 *result)
- {
- struct mtnic_if_query_cap_in_imm cap;
- u32 out_imm[2];
- int err;
-
- memset(&cap, 0, sizeof cap);
- cap.cap_index = index;
- cap.cap_modifier = mod;
- err = mtnic_cmd(mtnic, &cap, &out_imm, 0, MTNIC_IF_CMD_QUERY_CAP);
-
- *((u32*)result) = be32_to_cpu(*(out_imm+1));
- *((u32*)result + 1) = be32_to_cpu(*out_imm);
-
- DBG("Called Query cap with index:0x%x mod:%d result:0x%llx"
- " error:%d\n", index, mod, *result, err);
- return err;
- }
-
-
- #define DO_QUERY_CAP(cap, mod, var) \
- err = mtnic_QUERY_CAP(mtnic, cap, mod, &result);\
- if (err) \
- return err; \
- (var) = result
-
- static int
- mtnic_query_num_ports(struct mtnic *mtnic)
- {
- int err = 0;
- u64 result;
-
- DO_QUERY_CAP(MTNIC_IF_CAP_NUM_PORTS, 0, mtnic->fw.num_ports);
-
- return 0;
- }
-
- static int
- mtnic_query_mac(struct mtnic *mtnic)
- {
- int err = 0;
- int i;
- u64 result;
-
- for (i = 0; i < mtnic->fw.num_ports; i++) {
- DO_QUERY_CAP(MTNIC_IF_CAP_DEFAULT_MAC, i + 1, mtnic->fw.mac[i]);
- }
-
- return 0;
- }
-
- static int
- mtnic_query_offsets(struct mtnic *mtnic)
- {
- int err;
- int i;
- u64 result;
-
- DO_QUERY_CAP(MTNIC_IF_CAP_MEM_KEY,
- MTNIC_IF_MEM_TYPE_SNOOP,
- mtnic->fw.mem_type_snoop_be);
- mtnic->fw.mem_type_snoop_be = cpu_to_be32(mtnic->fw.mem_type_snoop_be);
- DO_QUERY_CAP(MTNIC_IF_CAP_TX_CQ_DB_OFFSET, 0, mtnic->fw.txcq_db_offset);
- DO_QUERY_CAP(MTNIC_IF_CAP_EQ_DB_OFFSET, 0, mtnic->fw.eq_db_offset);
-
- for (i = 0; i < mtnic->fw.num_ports; i++) {
- DO_QUERY_CAP(MTNIC_IF_CAP_CQ_OFFSET, i + 1, mtnic->fw.cq_offset);
- DO_QUERY_CAP(MTNIC_IF_CAP_TX_OFFSET, i + 1, mtnic->fw.tx_offset[i]);
- DO_QUERY_CAP(MTNIC_IF_CAP_RX_OFFSET, i + 1, mtnic->fw.rx_offset[i]);
- DBG("--> Port %d CQ offset:0x%x\n", i, mtnic->fw.cq_offset);
- DBG("--> Port %d Tx offset:0x%x\n", i, mtnic->fw.tx_offset[i]);
- DBG("--> Port %d Rx offset:0x%x\n", i, mtnic->fw.rx_offset[i]);
- }
-
- mdelay(20);
- return 0;
- }
-
-
-
-
-
-
-
-
-
-
-
- /********************************************************************
- *
- * MTNIC initalization functions
- *
- *
- *
- *
- *********************************************************************/
-
- /**
- * Reset device
- */
- void
- mtnic_reset ( void )
- {
- void *reset = ioremap ( mtnic_pci_dev.dev.bar[0] + MTNIC_RESET_OFFSET,
- 4 );
- writel ( cpu_to_be32 ( 1 ), reset );
- iounmap ( reset );
- }
-
-
- /**
- * Restore PCI config
- */
- static int
- restore_config(void)
- {
- int i;
- int rc;
-
- for (i = 0; i < 64; ++i) {
- if (i != 22 && i != 23) {
- rc = pci_write_config_dword(mtnic_pci_dev.dev.dev,
- i << 2,
- mtnic_pci_dev.dev.
- dev_config_space[i]);
- if (rc)
- return rc;
- }
- }
- return 0;
- }
-
-
-
- /**
- * Init PCI configuration
- */
- static int
- mtnic_init_pci(struct pci_device *dev)
- {
- int i;
- int err;
-
- /* save bars */
- DBG("bus=%d devfn=0x%x\n", dev->bus, dev->devfn);
- for (i = 0; i < 6; ++i) {
- mtnic_pci_dev.dev.bar[i] =
- pci_bar_start(dev, PCI_BASE_ADDRESS_0 + (i << 2));
- DBG("bar[%d]= 0x%08lx \n", i, mtnic_pci_dev.dev.bar[i]);
- }
-
- /* save config space */
- for (i = 0; i < 64; ++i) {
- err = pci_read_config_dword(dev, i << 2,
- &mtnic_pci_dev.dev.
- dev_config_space[i]);
- if (err) {
- DBG("Can not save configuration space");
- return err;
- }
- }
-
- mtnic_pci_dev.dev.dev = dev;
-
- return 0;
- }
-
- /**
- * Initial hardware
- */
- static inline
- int mtnic_init_card(struct mtnic *mtnic)
- {
- int err = 0;
-
-
- /* Alloc command interface */
- err = mtnic_alloc_cmdif ( mtnic );
- if (err) {
- DBG("Failed to init command interface, aborting\n");
- return -EADDRINUSE;
- }
-
-
- /**
- * Bring up HW
- */
- err = mtnic_QUERY_FW ( mtnic );
- if (err) {
- DBG("QUERY_FW command failed, aborting\n");
- goto cmd_error;
- }
- DBG("Command interface revision:%d\n", mtnic->fw.ifc_rev);
-
- /* Allocate memory for FW and start it */
- err = mtnic_map_cmd(mtnic, MTNIC_IF_CMD_MAP_FW, mtnic->fw.fw_pages);
- if (err) {
- DBG("Eror In MAP_FW\n");
- if (mtnic->fw.fw_pages.buf)
- ufree((intptr_t)mtnic->fw.fw_pages.buf);
- goto cmd_error;
- }
-
- /* Run firmware */
- err = mtnic_cmd(mtnic, NULL, NULL, 0, MTNIC_IF_CMD_RUN_FW);
- if (err) {
- DBG("Eror In RUN FW\n");
- goto map_fw_error;
- }
-
- DBG("FW version:%d.%d.%d\n",
- (u16) (mtnic->fw_ver >> 32),
- (u16) ((mtnic->fw_ver >> 16) & 0xffff),
- (u16) (mtnic->fw_ver & 0xffff));
-
-
- /* Query num ports */
- err = mtnic_query_num_ports(mtnic);
- if (err) {
- DBG("Insufficient resources, aborting\n");
- goto map_fw_error;
- }
-
- /* Open NIC */
- err = mtnic_OPEN_NIC(mtnic);
- if (err) {
- DBG("Failed opening NIC, aborting\n");
- goto map_fw_error;
- }
-
- /* Allocate and map pages worksace */
- err = mtnic_map_cmd(mtnic, MTNIC_IF_CMD_MAP_PAGES, mtnic->fw.extra_pages);
- if (err) {
- DBG("Couldn't allocate %x FW extra pages, aborting\n",
- mtnic->fw.extra_pages.num);
- if (mtnic->fw.extra_pages.buf)
- ufree((intptr_t)mtnic->fw.extra_pages.buf);
- goto map_fw_error;
- }
-
-
- /* Get device information */
- err = mtnic_query_mac(mtnic);
- if (err) {
- DBG("Insufficient resources in quesry mac, aborting\n");
- goto map_fw_error;
- }
-
- /* Get device offsets */
- err = mtnic_query_offsets(mtnic);
- if (err) {
- DBG("Failed retrieving resource offests, aborting\n");
- ufree((intptr_t)mtnic->fw.extra_pages.buf);
- goto map_extra_error;
- }
-
-
- /* Alloc EQ */
- err = mtnic_alloc_eq(mtnic);
- if (err) {
- DBG("Failed init shared resources. error: %d\n", err);
- goto map_extra_error;
- }
-
- /* Configure HW */
- err = mtnic_CONFIG_EQ(mtnic);
- if (err) {
- DBG("Failed configuring EQ\n");
- goto eq_error;
- }
- err = mtnic_CONFIG_RX(mtnic);
- if (err) {
- DBG("Failed Rx configuration\n");
- goto eq_error;
- }
- err = mtnic_CONFIG_TX(mtnic);
- if (err) {
- DBG("Failed Tx configuration\n");
- goto eq_error;
- }
-
-
- return 0;
-
-
- eq_error:
- iounmap(mtnic->eq_db);
- free_memblock(mtnic->eq.buf, mtnic->eq.buf_size);
- map_extra_error:
- ufree((intptr_t)mtnic->fw.extra_pages.buf);
- map_fw_error:
- ufree((intptr_t)mtnic->fw.fw_pages.buf);
-
- cmd_error:
- iounmap(mtnic->hcr);
- free_memblock(mtnic->cmd.buf, PAGE_SIZE);
-
- return -EADDRINUSE;
- }
-
-
-
-
-
-
-
-
-
-
- /*******************************************************************
- *
- * Process functions
- *
- * process compliations of TX and RX
- *
- *
- ********************************************************************/
- void mtnic_process_tx_cq(struct mtnic_port *priv, struct net_device *dev,
- struct mtnic_cq *cq)
- {
- struct mtnic_cqe *cqe = cq->buf;
- struct mtnic_ring *ring = &priv->tx_ring;
- u16 index;
-
-
- index = cq->last & (cq->size-1);
- cqe = &cq->buf[index];
-
- /* Owner bit changes every round */
- while (XNOR(cqe->op_tr_own & MTNIC_BIT_CQ_OWN, cq->last & cq->size)) {
- netdev_tx_complete (dev, ring->iobuf[index]);
- ++cq->last;
- index = cq->last & (cq->size-1);
- cqe = &cq->buf[index];
- }
-
- /* Update consumer index */
- cq->db->update_ci = cpu_to_be32(cq->last & 0xffffff);
- wmb(); /* ensure HW sees CQ consumer before we post new buffers */
- ring->cons = cq->last;
- }
-
-
- int mtnic_process_rx_cq(struct mtnic_port *priv,
- struct net_device *dev,
- struct mtnic_cq *cq)
- {
- struct mtnic_cqe *cqe;
- struct mtnic_ring *ring = &priv->rx_ring;
- int index;
- int err;
- struct io_buffer *rx_iob;
- unsigned int length;
-
-
- /* We assume a 1:1 mapping between CQEs and Rx descriptors, so Rx
- * descriptor offset can be deduced from the CQE index instead of
- * reading 'cqe->index' */
- index = cq->last & (cq->size-1);
- cqe = &cq->buf[index];
-
- /* Process all completed CQEs */
- while (XNOR(cqe->op_tr_own & MTNIC_BIT_CQ_OWN, cq->last & cq->size)) {
- /* Drop packet on bad receive or bad checksum */
- if ((cqe->op_tr_own & 0x1f) == MTNIC_OPCODE_ERROR) {
- DBG("CQE completed with error - vendor \n");
- free_iob(ring->iobuf[index]);
- goto next;
- }
- if (cqe->enc_bf & MTNIC_BIT_BAD_FCS) {
- DBG("Accepted packet with bad FCS\n");
- free_iob(ring->iobuf[index]);
- goto next;
- }
-
- /*
- * Packet is OK - process it.
- */
- length = be32_to_cpu(cqe->byte_cnt);
- rx_iob = ring->iobuf[index];
- iob_put(rx_iob, length);
-
- /* Add this packet to the receive queue. */
- netdev_rx(dev, rx_iob);
- ring->iobuf[index] = NULL;
-
- next:
- ++cq->last;
- index = cq->last & (cq->size-1);
- cqe = &cq->buf[index];
-
-
-
- }
-
- /* Update consumer index */
- cq->db->update_ci = cpu_to_be32(cq->last & 0xffffff);
- wmb(); /* ensure HW sees CQ consumer before we post new buffers */
- ring->cons = cq->last;
-
- if (ring->prod - ring->cons < (MAX_GAP_PROD_CONS)) {
- err = mtnic_alloc_iobuf(priv, &priv->rx_ring, DEF_IOBUF_SIZE);
- if (err) {
- DBG("ERROR Allocating io buffer");
- return -EADDRINUSE;
- }
- }
-
- return 0;
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- /********************************************************************
- *
- * net_device functions
- *
- *
- * open, poll, close, probe, disable, irq
- *
- *********************************************************************/
- static int
- mtnic_open(struct net_device *dev)
- {
- struct mtnic_port *priv = netdev_priv(dev);
-
- int err = 0;
- struct mtnic_ring *ring;
- struct mtnic_cq *cq;
- int cq_ind = 0;
- u32 dev_link_state;
- int link_check;
-
- DBG("starting port:%d, MAC Address: 0x%12llx\n",
- priv->port, priv->mtnic->fw.mac[priv->port]);
-
- /* Alloc and configure CQs, TX, RX */
- err = mtnic_alloc_resources ( dev );
- if (err) {
- DBG("Error allocating resources\n");
- return -EADDRINUSE;
- }
-
- /* Pass CQs configuration to HW */
- for (cq_ind = 0; cq_ind < NUM_CQS; ++cq_ind) {
- cq = &priv->cq[cq_ind];
- err = mtnic_CONFIG_CQ(priv, priv->port, cq_ind, cq);
- if (err) {
- DBG("Failed configuring CQ:%d error %d\n",
- cq_ind, err);
- if (cq_ind)
- goto cq_error;
- else
- goto allocation_error;
- }
- /* Update consumer index */
- cq->db->update_ci = cpu_to_be32(cq->last & 0xffffff);
- }
-
-
-
- /* Pass Tx configuration to HW */
- ring = &priv->tx_ring;
- err = mtnic_CONFIG_TX_RING(priv, priv->port, 0, ring);
- if (err) {
- DBG("Failed configuring Tx ring:0\n");
- goto cq_error;
- }
-
- /* Pass RX configuration to HW */
- ring = &priv->rx_ring;
- err = mtnic_CONFIG_RX_RING(priv, priv->port, 0, ring);
- if (err) {
- DBG("Failed configuring Rx ring:0\n");
- goto tx_error;
- }
-
- /* Configure Rx steering */
- err = mtnic_CONFIG_PORT_RSS_STEER(priv, priv->port);
- if (!err)
- err = mtnic_SET_PORT_RSS_INDIRECTION(priv, priv->port);
- if (err) {
- DBG("Failed configuring RSS steering\n");
- goto rx_error;
- }
-
-
- /* Set the port default ring to ring 0 */
- err = mtnic_SET_PORT_DEFAULT_RING(priv, priv->port, 0);
- if (err) {
- DBG("Failed setting default ring\n");
- goto rx_error;
- }
-
- /* Set Mac address */
- err = mtnic_SET_RX_RING_ADDR(priv, priv->port, &priv->mtnic->fw.mac[priv->port]);
- if (err) {
- DBG("Failed setting default MAC address\n");
- goto rx_error;
- }
-
- /* Set MTU */
- err = mtnic_SET_PORT_MTU(priv, priv->port, DEF_MTU);
- if (err) {
- DBG("Failed setting MTU\n");
- goto rx_error;
- }
-
- /* Configure VLAN filter */
- /* By adding this function, The second port won't accept packets
- err = mtnic_CONFIG_PORT_VLAN_FILTER(priv, priv->port);
- if (err) {
- DBG("Failed configuring VLAN filter\n");
- goto rx_error;
- }
- */
-
-
- /* Bring up physical link */
- err = mtnic_SET_PORT_STATE(priv, priv->port, 1);
- if (err) {
- DBG("Failed bringing up port\n");
- goto rx_error;
- }
-
- /* PORT IS UP */
- priv->state = CARD_UP;
-
-
- /* Checking Link is up */
- DBG ( "Checking if link is up\n" );
-
-
- for ( link_check = 0; link_check < CHECK_LINK_TIMES; link_check ++ ) {
- /* Let link state stabilize if cable was connected */
- mdelay ( DELAY_LINK_CHECK );
-
- err = mtnic_HEART_BEAT(priv, &dev_link_state);
- if (err) {
- DBG("Failed getting device link state\n");
- return -ENETDOWN;
- }
-
- if ( dev_link_state & priv->port ) {
- /* Link is up */
- break;
- }
- }
-
-
- if ( ! ( dev_link_state & 0x3 ) ) {
- DBG("Link down, check cables and restart\n");
- netdev_link_down ( dev );
- return -ENETDOWN;
- }
-
- DBG ( "Link is up!\n" );
-
- /* Mark as link up */
- netdev_link_up ( dev );
-
- return 0;
-
- rx_error:
- err = mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_RX_RING, 0);
- tx_error:
- err |= mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_TX_RING, 0);
-
- cq_error:
- while (cq_ind) {
- err |= mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_CQ, --cq_ind);
- }
- if (err)
- DBG("Eror Releasing resources\n");
-
- allocation_error:
-
- free_memblock(priv->tx_ring.buf, priv->tx_ring.buf_size);
- iounmap(priv->tx_ring.txcq_db);
- free_memblock(priv->cq[1].buf, priv->cq[1].buf_size);
- free_memblock(priv->cq[1].db, sizeof(struct mtnic_cq_db_record));
- free_memblock(priv->rx_ring.buf, priv->rx_ring.buf_size);
- free_memblock(priv->rx_ring.db, sizeof(struct mtnic_cq_db_record));
- free_memblock(priv->cq[0].buf, priv->cq[0].buf_size);
- free_memblock(priv->cq[0].db, sizeof(struct mtnic_cq_db_record));
-
- mtnic_free_io_buffers(&priv->rx_ring);
-
- return -ENETDOWN;
- }
-
-
-
-
- /** Check if we got completion for receive and transmit and
- * check the line with heart_bit command */
- static void
- mtnic_poll ( struct net_device *dev )
- {
- struct mtnic_port *priv = netdev_priv(dev);
- struct mtnic_cq *cq;
- u32 dev_link_state;
- int err;
- unsigned int i;
-
- /* In case of an old error then return */
- if (priv->state != CARD_UP)
- return;
-
- /* We do not check the device every call _poll call,
- since it will slow it down */
- if ((priv->poll_counter % ROUND_TO_CHECK) == 0) {
- /* Check device */
- err = mtnic_HEART_BEAT(priv, &dev_link_state);
- if (err) {
- DBG("Device has internal error\n");
- priv->state = CARD_LINK_DOWN;
- return;
- }
- if (!(dev_link_state & 0x3)) {
- DBG("Link down, check cables and restart\n");
- priv->state = CARD_LINK_DOWN;
- return;
- }
- }
- /* Polling CQ */
- for (i = 0; i < NUM_CQS; i++) {
- cq = &priv->cq[i]; //Passing on the 2 cqs.
-
- if (cq->is_rx) {
- err = mtnic_process_rx_cq(priv, cq->dev, cq);
- if (err) {
- priv->state = CARD_LINK_DOWN;
- DBG(" Error allocating RX buffers\n");
- return;
- }
- } else {
- mtnic_process_tx_cq(priv, cq->dev, cq);
- }
- }
- ++ priv->poll_counter;
- }
-
-
-
- static int
- mtnic_transmit( struct net_device *dev, struct io_buffer *iobuf )
- {
-
- struct mtnic_port *priv = netdev_priv(dev);
- struct mtnic_ring *ring;
- struct mtnic_tx_desc *tx_desc;
- struct mtnic_data_seg *data;
- u32 index;
-
- /* In case of an error then return */
- if (priv->state != CARD_UP)
- return -ENETDOWN;
-
- ring = &priv->tx_ring;
-
- index = ring->prod & ring->size_mask;
- if ((ring->prod - ring->cons) >= ring->size) {
- DBG("No space left for descriptors!!! cons: %x prod: %x\n",
- ring->cons, ring->prod);
- mdelay(5);
- return -EAGAIN;/* no space left */
- }
-
- /* get current descriptor */
- tx_desc = ring->buf + (index * sizeof(struct mtnic_tx_desc));
-
- /* Prepare Data Seg */
- data = &tx_desc->data;
- data->addr_l = cpu_to_be32((u32)virt_to_bus(iobuf->data));
- data->count = cpu_to_be32(iob_len(iobuf));
- data->mem_type = priv->mtnic->fw.mem_type_snoop_be;
-
- /* Prepare ctrl segement */
- tx_desc->ctrl.size_vlan = cpu_to_be32(2);
- tx_desc->ctrl.flags = cpu_to_be32(MTNIC_BIT_TX_COMP |
- MTNIC_BIT_NO_ICRC);
- tx_desc->ctrl.op_own = cpu_to_be32(MTNIC_OPCODE_SEND) |
- ((ring->prod & ring->size) ?
- cpu_to_be32(MTNIC_BIT_DESC_OWN) : 0);
-
- /* Attach io_buffer */
- ring->iobuf[index] = iobuf;
-
- /* Update producer index */
- ++ring->prod;
-
- /* Ring doorbell! */
- wmb();
- writel((u32) ring->db_offset, &ring->txcq_db->send_db);
-
- return 0;
- }
-
-
- static void
- mtnic_close(struct net_device *dev)
- {
- struct mtnic_port *priv = netdev_priv(dev);
- int err = 0;
- DBG("Close called for port:%d\n", priv->port);
-
- if ( ( priv->state == CARD_UP ) ||
- ( priv->state == CARD_LINK_DOWN ) ) {
-
- /* Disable port */
- err |= mtnic_SET_PORT_STATE(priv, priv->port, 0);
- /*
- * Stop HW associated with this port
- */
- mdelay(5);
-
- /* Stop RX */
- err |= mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_RX_RING, 0);
-
- /* Stop TX */
- err |= mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_TX_RING, 0);
-
- /* Stop CQs */
- err |= mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_CQ, 0);
- err |= mtnic_RELEASE_RESOURCE(priv, priv->port,
- MTNIC_IF_RESOURCE_TYPE_CQ, 1);
- if (err) {
- DBG("Close reported error %d\n", err);
- }
-
- mdelay ( 10 );
-
- /* free memory */
- free_memblock(priv->tx_ring.buf, priv->tx_ring.buf_size);
- iounmap(priv->tx_ring.txcq_db);
- free_memblock(priv->cq[1].buf, priv->cq[1].buf_size);
- free_memblock(priv->cq[1].db, sizeof(struct mtnic_cq_db_record));
- free_memblock(priv->rx_ring.buf, priv->rx_ring.buf_size);
- free_memblock(priv->rx_ring.db, sizeof(struct mtnic_cq_db_record));
- free_memblock(priv->cq[0].buf, priv->cq[0].buf_size);
- free_memblock(priv->cq[0].db, sizeof(struct mtnic_cq_db_record));
-
- /* Free RX buffers */
- mtnic_free_io_buffers(&priv->rx_ring);
-
-
-
- }
-
- priv->state = CARD_INITIALIZED;
-
- }
-
-
- static void
- mtnic_disable(struct pci_device *pci)
- {
-
- int err;
- int i;
- struct mtnic *mtnic = pci_get_drvdata(pci);
-
-
- struct net_device *dev;
- struct mtnic_port *priv;
-
- for ( i = ( mtnic->fw.num_ports - 1 ); i >= 0; i-- ) {
-
- dev = mtnic->netdev[i];
-
- priv = netdev_priv(dev);
-
- /* Just in case */
- if ( ( priv->state == CARD_UP ) ||
- ( priv->state == CARD_LINK_DOWN ) )
- mtnic_close ( dev );
- }
-
- /* Releasing EQ */
- priv = netdev_priv ( mtnic->netdev[0] );
- err = mtnic_RELEASE_RESOURCE(priv, 1,
- MTNIC_IF_RESOURCE_TYPE_EQ, 0);
-
- DBG("Calling MTNIC_CLOSE command\n");
- err |= mtnic_cmd(mtnic, NULL, NULL, 0,
- MTNIC_IF_CMD_CLOSE_NIC);
- if (err) {
- DBG("Error Releasing resources %d\n", err);
- }
-
- free_memblock(mtnic->cmd.buf, PAGE_SIZE);
- iounmap(mtnic->hcr);
- ufree((intptr_t)mtnic->fw.fw_pages.buf);
- ufree((intptr_t)mtnic->fw.extra_pages.buf);
- free_memblock(mtnic->eq.buf, mtnic->eq.buf_size);
- iounmap(mtnic->eq_db);
-
-
- for ( i = ( mtnic->fw.num_ports - 1 ); i >= 0; i-- ) {
- dev = mtnic->netdev[i];
- unregister_netdev ( dev );
- netdev_nullify ( dev );
- netdev_put ( dev );
- }
-
- free ( mtnic );
-
-
- mtnic_reset ();
- mdelay ( 1000 );
- /* Restore config, if we would like to retry booting */
- restore_config ();
-
-
- }
-
-
-
- static void
- mtnic_irq(struct net_device *netdev __unused, int enable __unused)
- {
- /* Not implemented */
- }
-
-
-
- /** mtnic net device operations */
- static struct net_device_operations mtnic_operations = {
- .open = mtnic_open,
- .close = mtnic_close,
- .transmit = mtnic_transmit,
- .poll = mtnic_poll,
- .irq = mtnic_irq,
- };
-
-
-
-
-
-
-
- static int
- mtnic_probe(struct pci_device *pci,
- const struct pci_device_id *id __unused)
- {
- struct mtnic_port *priv;
- struct mtnic *mtnic;
- int err;
- u64 mac;
- int port_index;
-
-
- adjust_pci_device(pci);
-
- err = mtnic_init_pci(pci);
- if (err) {
- DBG("Error in pci_init\n");
- return -EIO;
- }
-
- mtnic_reset();
- mdelay(1000);
-
- err = restore_config();
- if (err) {
- DBG("Error in restoring config\n");
- return err;
- }
-
- mtnic = zalloc ( sizeof ( *mtnic ) );
- if ( ! mtnic ) {
- DBG ( "Error Allocating mtnic buffer\n" );
- return -EADDRINUSE;
- }
-
- pci_set_drvdata(pci, mtnic);
-
- mtnic->pdev = pci;
-
-
- /* Initialize hardware */
- err = mtnic_init_card ( mtnic );
- if (err) {
- DBG("Error in init_card\n");
- goto err_init_card;
- }
-
- for ( port_index = 0; port_index < mtnic->fw.num_ports; port_index ++ ) {
- /* Initializing net device */
- mtnic->netdev[port_index] = alloc_etherdev( sizeof ( struct mtnic_port ) );
- if ( mtnic->netdev[port_index] == NULL ) {
- DBG("Net device allocation failed\n");
- goto err_alloc_mtnic;
- }
-
- /*
- * Initialize driver private data
- */
-
- mtnic->netdev[port_index]->dev = &pci->dev;
- priv = netdev_priv ( mtnic->netdev[port_index] );
- memset ( priv, 0, sizeof ( struct mtnic_port ) );
- priv->mtnic = mtnic;
- priv->netdev = mtnic->netdev[port_index];
-
- /* Attach pci device */
- netdev_init(mtnic->netdev[port_index], &mtnic_operations);
-
- /* Set port number */
- priv->port = port_index;
-
- /* Set state */
- priv->state = CARD_DOWN;
- }
-
-
- int mac_idx;
- for ( port_index = 0; port_index < mtnic->fw.num_ports; port_index ++ ) {
- priv = netdev_priv ( mtnic->netdev[port_index] );
- /* Program the MAC address */
- mac = priv->mtnic->fw.mac[port_index];
- for (mac_idx = 0; mac_idx < MAC_ADDRESS_SIZE; ++mac_idx) {
- mtnic->netdev[port_index]->hw_addr[MAC_ADDRESS_SIZE - mac_idx - 1] = mac & 0xFF;
- mac = mac >> 8;
- }
-
- if ( register_netdev ( mtnic->netdev[port_index] ) ) {
- DBG("Netdev registration failed\n");
- priv->state = CARD_INITIALIZED;
- goto err_alloc_mtnic;
- }
- }
-
-
- return 0;
-
- err_alloc_mtnic:
- free ( mtnic );
- err_init_card:
- return -EIO;
- }
-
-
-
-
- static struct pci_device_id mtnic_nics[] = {
- PCI_ROM ( 0x15b3, 0x6368, "mt25448", "Mellanox ConnectX EN driver", 0 ),
- PCI_ROM ( 0x15b3, 0x6372, "mt25458", "Mellanox ConnectX ENt driver", 0 ),
- PCI_ROM ( 0x15b3, 0x6750, "mt26448", "Mellanox ConnectX EN GEN2 driver", 0 ),
- PCI_ROM ( 0x15b3, 0x675a, "mt26458", "Mellanox ConnectX ENt GEN2 driver", 0 ),
- };
-
- struct pci_driver mtnic_driver __pci_driver = {
- .ids = mtnic_nics,
- .id_count = sizeof(mtnic_nics) / sizeof(mtnic_nics[0]),
- .probe = mtnic_probe,
- .remove = mtnic_disable,
- };
|