static unsigned int max_intcnt; static unsigned int max_bh; /*----------------------------------------------------------------------------- * musycc.c - * * Copyright (C) 2007 One Stop Systems, Inc. * Copyright (C) 2003-2006 SBE, Inc. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * For further information, contact via email: support@onestopsystems.com * One Stop Systems, Inc. Escondido, California U.S.A. *----------------------------------------------------------------------------- */ #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt #include #include "pmcc4_sysdep.h" #include #include #include #include "sbecom_inline_linux.h" #include "libsbew.h" #include "pmcc4_private.h" #include "pmcc4.h" #include "musycc.h" #define sd_find_chan(ci,ch) c4_find_chan(ch) /*******************************************************************/ /* global driver variables */ extern ci_t *c4_list; extern int drvr_state; extern int cxt1e1_max_mru; extern int cxt1e1_max_mtu; extern int max_rxdesc_used; extern int max_txdesc_used; extern ci_t *CI; /* dummy pointr to board ZEROE's data - DEBUG * USAGE */ /*******************************************************************/ /* forward references */ void c4_fifo_free(mpi_t *, int); void c4_wk_chan_restart(mch_t *); void musycc_bh_tx_eom(mpi_t *, int); int musycc_chan_up(ci_t *, int); status_t __init musycc_init(ci_t *); void musycc_intr_bh_tasklet(ci_t *); void musycc_serv_req(mpi_t *, u_int32_t); void musycc_update_timeslots(mpi_t *); /*******************************************************************/ static int musycc_dump_rxbuffer_ring(mch_t *ch, int lockit) { struct mdesc *m; unsigned long flags = 0; u_int32_t status; int n; #ifdef RLD_DUMP_BUFDATA u_int32_t *dp; int len = 0; #endif if (lockit) spin_lock_irqsave(&ch->ch_rxlock, flags); if (ch->rxd_num == 0) pr_info(" ZERO receive buffers allocated for this channel."); else { FLUSH_MEM_READ(); m = &ch->mdr[ch->rxix_irq_srv]; for (n = ch->rxd_num; n; n--) { status = le32_to_cpu(m->status); pr_info("%c %08lx[%2d]: sts %08x (%c%c%c%c:%d.) Data [%08x] Next [%08x]\n", (m == &ch->mdr[ch->rxix_irq_srv]) ? 'F' : ' ', (unsigned long) m, n, status, m->data ? (status & HOST_RX_OWNED ? 'H' : 'M') : '-', status & POLL_DISABLED ? 'P' : '-', status & EOBIRQ_ENABLE ? 'b' : '-', status & EOMIRQ_ENABLE ? 'm' : '-', status & LENGTH_MASK, le32_to_cpu(m->data), le32_to_cpu(m->next)); #ifdef RLD_DUMP_BUFDATA len = status & LENGTH_MASK; #if 1 if (m->data && (status & HOST_RX_OWNED)) #else /* always dump regardless of valid RX data */ if (m->data) #endif { dp = (u_int32_t *)OS_phystov((void *)(le32_to_cpu(m->data))); if (len >= 0x10) pr_info(" %x[%x]: %08X %08X %08X %08x\n", (u_int32_t)dp, len, *dp, *(dp + 1), *(dp + 2), *(dp + 3)); else if (len >= 0x08) pr_info(" %x[%x]: %08X %08X\n", (u_int32_t)dp, len, *dp, *(dp + 1)); else pr_info(" %x[%x]: %08X\n", (u_int32_t)dp, len, *dp); } #endif m = m->snext; } } pr_info("\n"); if (lockit) spin_unlock_irqrestore(&ch->ch_rxlock, flags); return 0; } static int musycc_dump_txbuffer_ring(mch_t *ch, int lockit) { struct mdesc *m; unsigned long flags = 0; u_int32_t status; int n; #ifdef RLD_DUMP_BUFDATA u_int32_t *dp; int len = 0; #endif if (lockit) spin_lock_irqsave(&ch->ch_txlock, flags); if (ch->txd_num == 0) pr_info(" ZERO transmit buffers allocated for this channel."); else { FLUSH_MEM_READ(); m = ch->txd_irq_srv; for (n = ch->txd_num; n; n--) { status = le32_to_cpu(m->status); pr_info("%c%c %08lx[%2d]: sts %08x (%c%c%c%c:%d.) Data [%08x] Next [%08x]\n", (m == ch->txd_usr_add) ? 'F' : ' ', (m == ch->txd_irq_srv) ? 'L' : ' ', (unsigned long) m, n, status, m->data ? (status & MUSYCC_TX_OWNED ? 'M' : 'H') : '-', status & POLL_DISABLED ? 'P' : '-', status & EOBIRQ_ENABLE ? 'b' : '-', status & EOMIRQ_ENABLE ? 'm' : '-', status & LENGTH_MASK, le32_to_cpu(m->data), le32_to_cpu(m->next)); #ifdef RLD_DUMP_BUFDATA len = status & LENGTH_MASK; if (m->data) { dp = (u_int32_t *)OS_phystov((void *)(le32_to_cpu(m->data))); if (len >= 0x10) pr_info(" %x[%x]: %08X %08X %08X %08x\n", (u_int32_t) dp, len, *dp, *(dp + 1), *(dp + 2), *(dp + 3)); else if (len >= 0x08) pr_info(" %x[%x]: %08X %08X\n", (u_int32_t)dp, len, *dp, *(dp + 1)); else pr_info(" %x[%x]: %08X\n", (u_int32_t)dp, len, *dp); } #endif m = m->snext; } } /* -for- */ pr_info("\n"); if (lockit) spin_unlock_irqrestore(&ch->ch_txlock, flags); return 0; } /* * The following supports a backdoor debug facility which can be used to * display the state of a board's channel. */ status_t musycc_dump_ring(ci_t *ci, unsigned int chan) { mch_t *ch; int bh; if (chan >= MAX_CHANS_USED) return SBE_DRVR_FAIL; /* E2BIG */ bh = atomic_read(&ci->bh_pending); pr_info(">> bh_pend %d [%d] ihead %d itail %d [%d] th_cnt %d bh_cnt %d wdcnt %d note %d\n", bh, max_bh, ci->iqp_headx, ci->iqp_tailx, max_intcnt, ci->intlog.drvr_intr_thcount, ci->intlog.drvr_intr_bhcount, ci->wdcount, ci->wd_notify); max_bh = 0; /* reset counter */ max_intcnt = 0; /* reset counter */ ch = sd_find_chan(dummy, chan); if (!ch) { pr_info(">> musycc_dump_ring: channel %d not up.\n", chan); return ENOENT; } pr_info(">> CI %p CHANNEL %3d @ %p: state %x status/p %x/%x\n", ci, chan, ch, ch->state, ch->status, ch->p.status); pr_info("--------------------------------\n"); pr_info("TX Buffer Ring - Channel %d, txd_num %d. (bd/ch pend %d %d), TXD required %d, txpkt %lu\n", chan, ch->txd_num, (u_int32_t)atomic_read(&ci->tx_pending), (u_int32_t)atomic_read(&ch->tx_pending), ch->txd_required, ch->s.tx_packets); pr_info("++ User 0x%p IRQ_SRV 0x%p USR_ADD 0x%p QStopped %x, start_tx %x tx_full %d txd_free %d mode %x\n", ch->user, ch->txd_irq_srv, ch->txd_usr_add, sd_queue_stopped(ch->user), ch->ch_start_tx, ch->tx_full, ch->txd_free, ch->p.chan_mode); musycc_dump_txbuffer_ring(ch, 1); pr_info("RX Buffer Ring - Channel %d, rxd_num %d. IRQ_SRV[%d] 0x%p, start_rx %x rxpkt %lu\n", chan, ch->rxd_num, ch->rxix_irq_srv, &ch->mdr[ch->rxix_irq_srv], ch->ch_start_rx, ch->s.rx_packets); musycc_dump_rxbuffer_ring(ch, 1); return SBE_DRVR_SUCCESS; } status_t musycc_dump_rings(ci_t *ci, unsigned int start_chan) { unsigned int chan; for (chan = start_chan; chan < (start_chan + 5); chan++) musycc_dump_ring(ci, chan); return SBE_DRVR_SUCCESS; } /* * NOTE on musycc_init_mdt(): These MUSYCC writes are only operational after * a MUSYCC GROUP_INIT command has been issued. */ void musycc_init_mdt(mpi_t *pi) { u_int32_t *addr, cfg; int i; /* * This Idle Code insertion takes effect prior to channel's first * transmitted message. After that, each message contains its own Idle * Code information which is to be issued after the message is * transmitted (Ref.MUSYCC 5.2.2.3: MCENBL bit in Group Configuration * Descriptor). */ addr = (u_int32_t *) ((u_long) pi->reg + MUSYCC_MDT_BASE03_ADDR); cfg = CFG_CH_FLAG_7E << IDLE_CODE; for (i = 0; i < 32; addr++, i++) pci_write_32(addr, cfg); } /* Set TX thp to the next unprocessed md */ void musycc_update_tx_thp(mch_t *ch) { struct mdesc *md; unsigned long flags; spin_lock_irqsave(&ch->ch_txlock, flags); while (1) { md = ch->txd_irq_srv; FLUSH_MEM_READ(); if (!md->data) { /* No MDs with buffers to process */ spin_unlock_irqrestore(&ch->ch_txlock, flags); return; } if ((le32_to_cpu(md->status)) & MUSYCC_TX_OWNED) { /* this is the MD to restart TX with */ break; } /* * Otherwise, we have a valid, host-owned message descriptor which * has been successfully transmitted and whose buffer can be freed, * so... process this MD, it's owned by the host. (This might give * as a new, updated txd_irq_srv.) */ musycc_bh_tx_eom(ch->up, ch->gchan); } md = ch->txd_irq_srv; ch->up->regram->thp[ch->gchan] = cpu_to_le32(OS_vtophys(md)); FLUSH_MEM_WRITE(); if (ch->tx_full) { ch->tx_full = 0; ch->txd_required = 0; sd_enable_xmit(ch->user); /* re-enable to catch flow controlled * channel */ } spin_unlock_irqrestore(&ch->ch_txlock, flags); #ifdef RLD_TRANS_DEBUG pr_info("++ musycc_update_tx_thp[%d]: setting thp = %p, sts %x\n", ch->channum, md, md->status); #endif } /* * This is the workq task executed by the OS when our queue_work() is * scheduled and run. It can fire off either RX or TX ACTIVATION depending * upon the channel's ch_start_tx and ch_start_rx variables. This routine * is implemented as a work queue so that the call to the service request is * able to sleep, awaiting an interrupt acknowledgment response (SACK) from * the hardware. */ void musycc_wq_chan_restart(void *arg) /* channel private structure */ { mch_t *ch; mpi_t *pi; struct mdesc *md; #if defined(RLD_TRANS_DEBUG) || defined(RLD_RXACT_DEBUG) static int hereb4 = 7; #endif ch = container_of(arg, struct c4_chan_info, ch_work); pi = ch->up; #ifdef RLD_TRANS_DEBUG pr_info("wq_chan_restart[%d]: start_RT[%d/%d] status %x\n", ch->channum, ch->ch_start_rx, ch->ch_start_tx, ch->status); #endif /**********************************/ /** check for RX restart request **/ /**********************************/ if ((ch->ch_start_rx) && (ch->status & RX_ENABLED)) { ch->ch_start_rx = 0; #if defined(RLD_TRANS_DEBUG) || defined(RLD_RXACT_DEBUG) if (hereb4) { /* RLD DEBUG */ hereb4--; #ifdef RLD_TRANS_DEBUG md = &ch->mdr[ch->rxix_irq_srv]; pr_info("++ musycc_wq_chan_restart[%d] CHAN RX ACTIVATE: rxix_irq_srv %d, md %p sts %x, rxpkt %lu\n", ch->channum, ch->rxix_irq_srv, md, le32_to_cpu(md->status), ch->s.rx_packets); #elif defined(RLD_RXACT_DEBUG) md = &ch->mdr[ch->rxix_irq_srv]; pr_info("++ musycc_wq_chan_restart[%d] CHAN RX ACTIVATE: rxix_irq_srv %d, md %p sts %x, rxpkt %lu\n", ch->channum, ch->rxix_irq_srv, md, le32_to_cpu(md->status), ch->s.rx_packets); musycc_dump_rxbuffer_ring(ch, 1); /* RLD DEBUG */ #endif } #endif musycc_serv_req(pi, SR_CHANNEL_ACTIVATE | SR_RX_DIRECTION | ch->gchan); } /**********************************/ /** check for TX restart request **/ /**********************************/ if ((ch->ch_start_tx) && (ch->status & TX_ENABLED)) { /* find next unprocessed message, then set TX thp to it */ musycc_update_tx_thp(ch); md = ch->txd_irq_srv; if (!md) { #ifdef RLD_TRANS_DEBUG pr_info("-- musycc_wq_chan_restart[%d]: WARNING, starting NULL md\n", ch->channum); #endif } else if (md->data && ((le32_to_cpu(md->status)) & MUSYCC_TX_OWNED)) { ch->ch_start_tx = 0; #ifdef RLD_TRANS_DEBUG pr_info("++ musycc_wq_chan_restart() CHAN TX ACTIVATE: chan %d txd_irq_srv %p = sts %x, txpkt %lu\n", ch->channum, ch->txd_irq_srv, ch->txd_irq_srv->status, ch->s.tx_packets); #endif musycc_serv_req(pi, SR_CHANNEL_ACTIVATE | SR_TX_DIRECTION | ch->gchan); } #ifdef RLD_RESTART_DEBUG else { /* retain request to start until retried and we have data to xmit */ pr_info("-- musycc_wq_chan_restart[%d]: DELAYED due to md %p sts %x data %x, start_tx %x\n", ch->channum, md, le32_to_cpu(md->status), le32_to_cpu(md->data), ch->ch_start_tx); musycc_dump_txbuffer_ring(ch, 0); } #endif } } /* * Channel restart either fires of a workqueue request (2.6) or lodges a * watchdog activation sequence (2.4). */ void musycc_chan_restart(mch_t *ch) { #ifdef RLD_RESTART_DEBUG pr_info("++ musycc_chan_restart[%d]: txd_irq_srv @ %p = sts %x\n", ch->channum, ch->txd_irq_srv, ch->txd_irq_srv->status); #endif /* 2.6 - find next unprocessed message, then set TX thp to it */ #ifdef RLD_RESTART_DEBUG pr_info(">> musycc_chan_restart: scheduling Chan %x workQ @ %p\n", ch->channum, &ch->ch_work); #endif c4_wk_chan_restart(ch); /* work queue mechanism fires off: Ref: * musycc_wq_chan_restart () */ } void rld_put_led(mpi_t *pi, u_int32_t ledval) { static u_int32_t led; if (ledval == 0) led = 0; else led |= ledval; /* RLD DEBUG TRANHANG */ pci_write_32((u_int32_t *) &pi->up->cpldbase->leds, led); } #define MUSYCC_SR_RETRY_CNT 9 void musycc_serv_req(mpi_t *pi, u_int32_t req) { volatile u_int32_t r; int rcnt; /* * PORT NOTE: Semaphore protect service loop guarantees only a single * operation at a time. Per MUSYCC Manual - "Issuing service requests to * the same channel group without first receiving ACK from each request * may cause the host to lose track of which service request has been * acknowledged." */ SD_SEM_TAKE(&pi->sr_sem_busy, "serv"); /* only 1 thru here, per * group */ if (pi->sr_last == req) { #ifdef RLD_TRANS_DEBUG pr_info(">> same SR, Port %d Req %x\n", pi->portnum, req); #endif /* * The most likely repeated request is the channel activation command * which follows the occurrence of a Transparent mode TX ONR or a * BUFF error. If the previous command was a CHANNEL ACTIVATE, * precede it with a NOOP command in order maintain coherent control * of this current (re)ACTIVATE. */ r = (pi->sr_last & ~SR_GCHANNEL_MASK); if ((r == (SR_CHANNEL_ACTIVATE | SR_TX_DIRECTION)) || (r == (SR_CHANNEL_ACTIVATE | SR_RX_DIRECTION))) { #ifdef RLD_TRANS_DEBUG pr_info(">> same CHAN ACT SR, Port %d Req %x => issue SR_NOOP CMD\n", pi->portnum, req); #endif /* allow this next request */ SD_SEM_GIVE(&pi->sr_sem_busy); musycc_serv_req(pi, SR_NOOP); /* relock & continue w/ original req */ SD_SEM_TAKE(&pi->sr_sem_busy, "serv"); } else if (req == SR_NOOP) { /* no need to issue back-to-back * SR_NOOP commands at this time */ #ifdef RLD_TRANS_DEBUG pr_info(">> same Port SR_NOOP skipped, Port %d\n", pi->portnum); #endif /* allow this next request */ SD_SEM_GIVE(&pi->sr_sem_busy); return; } } rcnt = 0; pi->sr_last = req; rewrite: pci_write_32((u_int32_t *) &pi->reg->srd, req); FLUSH_MEM_WRITE(); /* * Per MUSYCC Manual, Section 6.1,2 - "When writing an SCR service * request, the host must ensure at least one PCI bus clock cycle has * elapsed before writing another service request. To meet this minimum * elapsed service request write timing interval, it is recommended that * the host follow any SCR write with another operation which reads from * the same address." */ /* adhere to write timing imposition */ r = pci_read_32((u_int32_t *) &pi->reg->srd); if ((r != req) && (req != SR_CHIP_RESET) && (++rcnt <= MUSYCC_SR_RETRY_CNT)) { if (cxt1e1_log_level >= LOG_MONITOR) pr_info("%s: %d - reissue srv req/last %x/%x (hdw reads %x), Chan %d.\n", pi->up->devname, rcnt, req, pi->sr_last, r, (pi->portnum * MUSYCC_NCHANS) + (req & 0x1f)); /* this delay helps reduce reissue counts * (reason not yet researched) */ OS_uwait_dummy(); goto rewrite; } if (rcnt > MUSYCC_SR_RETRY_CNT) { pr_warning("%s: failed service request (#%d)= %x, group %d.\n", pi->up->devname, MUSYCC_SR_RETRY_CNT, req, pi->portnum); SD_SEM_GIVE(&pi->sr_sem_busy); /* allow any next request */ return; } if (req == SR_CHIP_RESET) { /* * PORT NOTE: the CHIP_RESET command is NOT ack'd by the MUSYCC, thus * the upcoming delay is used. Though the MUSYCC documentation * suggests a read-after-write would supply the required delay, it's * unclear what CPU/BUS clock speeds might have been assumed when * suggesting this 'lack of ACK' workaround. Thus the use of uwait. */ OS_uwait(100000, "icard"); /* 100ms */ } else { FLUSH_MEM_READ(); /* sleep until SACK interrupt occurs */ SD_SEM_TAKE(&pi->sr_sem_wait, "sakack"); } SD_SEM_GIVE(&pi->sr_sem_busy); /* allow any next request */ } #ifdef SBE_PMCC4_ENABLE void musycc_update_timeslots(mpi_t *pi) { int i, ch; char e1mode = IS_FRAME_ANY_E1(pi->p.port_mode); for (i = 0; i < 32; i++) { int usedby = 0, last = 0, ts, j, bits[8]; u_int8_t lastval = 0; if (((i == 0) && e1mode) || /* disable if E1 mode */ ((i == 16) && ((pi->p.port_mode == CFG_FRAME_E1CRC_CAS) || (pi->p.port_mode == CFG_FRAME_E1CRC_CAS_AMI))) || ((i > 23) && (!e1mode))) /* disable if T1 mode */ /* make tslot unavailable for this mode */ pi->tsm[i] = 0xff; else /* make tslot available for assignment */ pi->tsm[i] = 0x00; for (j = 0; j < 8; j++) bits[j] = -1; for (ch = 0; ch < MUSYCC_NCHANS; ch++) { if ((pi->chan[ch]->state == UP) && (pi->chan[ch]->p.bitmask[i])) { usedby++; last = ch; lastval = pi->chan[ch]->p.bitmask[i]; for (j = 0; j < 8; j++) if (lastval & (1 << j)) bits[j] = ch; pi->tsm[i] |= lastval; } } if (!usedby) ts = 0; else if ((usedby == 1) && (lastval == 0xff)) ts = (4 << 5) | last; else if ((usedby == 1) && (lastval == 0x7f)) ts = (5 << 5) | last; else { int idx; if (bits[0] < 0) ts = (6 << 5) | (idx = last); else ts = (7 << 5) | (idx = bits[0]); for (j = 1; j < 8; j++) { pi->regram->rscm[idx * 8 + j] = (bits[j] < 0) ? 0 : (0x80 | bits[j]); pi->regram->tscm[idx * 8 + j] = (bits[j] < 0) ? 0 : (0x80 | bits[j]); } } pi->regram->rtsm[i] = ts; pi->regram->ttsm[i] = ts; } FLUSH_MEM_WRITE(); musycc_serv_req(pi, SR_TIMESLOT_MAP | SR_RX_DIRECTION); musycc_serv_req(pi, SR_TIMESLOT_MAP | SR_TX_DIRECTION); musycc_serv_req(pi, SR_SUBCHANNEL_MAP | SR_RX_DIRECTION); musycc_serv_req(pi, SR_SUBCHANNEL_MAP | SR_TX_DIRECTION); } #endif #ifdef SBE_WAN256T3_ENABLE void musycc_update_timeslots(mpi_t *pi) { mch_t *ch; u_int8_t ts, hmask, tsen; int gchan; int i; #ifdef SBE_PMCC4_ENABLE hmask = (0x1f << pi->up->p.hypersize) & 0x1f; #endif #ifdef SBE_WAN256T3_ENABLE hmask = (0x1f << hyperdummy) & 0x1f; #endif for (i = 0; i < 128; i++) { gchan = ((pi->portnum * MUSYCC_NCHANS) + (i & hmask)) % MUSYCC_NCHANS; ch = pi->chan[gchan]; if (ch->p.mode_56k) tsen = MODE_56KBPS; else tsen = MODE_64KBPS; /* also the default */ ts = ((pi->portnum % 4) == (i / 32)) ? (tsen << 5) | (i & hmask) : 0; pi->regram->rtsm[i] = ts; pi->regram->ttsm[i] = ts; } FLUSH_MEM_WRITE(); musycc_serv_req(pi, SR_TIMESLOT_MAP | SR_RX_DIRECTION); musycc_serv_req(pi, SR_TIMESLOT_MAP | SR_TX_DIRECTION); } #endif /* * This routine converts a generic library channel configuration parameter * into a hardware specific register value (IE. MUSYCC CCD Register). */ u_int32_t musycc_chan_proto(int proto) { int reg; switch (proto) { case CFG_CH_PROTO_TRANS: /* 0 */ reg = MUSYCC_CCD_TRANS; break; case CFG_CH_PROTO_SS7: /* 1 */ reg = MUSYCC_CCD_SS7; break; default: case CFG_CH_PROTO_ISLP_MODE: /* 4 */ case CFG_CH_PROTO_HDLC_FCS16: /* 2 */ reg = MUSYCC_CCD_HDLC_FCS16; break; case CFG_CH_PROTO_HDLC_FCS32: /* 3 */ reg = MUSYCC_CCD_HDLC_FCS32; break; } return reg; } #ifdef SBE_WAN256T3_ENABLE static void __init musycc_init_port(mpi_t *pi) { pci_write_32((u_int32_t *) &pi->reg->gbp, OS_vtophys(pi->regram)); pi->regram->grcd = __constant_cpu_to_le32(MUSYCC_GRCD_RX_ENABLE | MUSYCC_GRCD_TX_ENABLE | MUSYCC_GRCD_SF_ALIGN | MUSYCC_GRCD_SUBCHAN_DISABLE | MUSYCC_GRCD_OOFMP_DISABLE | MUSYCC_GRCD_COFAIRQ_DISABLE | MUSYCC_GRCD_MC_ENABLE | (MUSYCC_GRCD_POLLTH_32 << MUSYCC_GRCD_POLLTH_SHIFT)); pi->regram->pcd = __constant_cpu_to_le32(MUSYCC_PCD_E1X4_MODE | MUSYCC_PCD_TXDATA_RISING | MUSYCC_PCD_TX_DRIVEN); /* Message length descriptor */ pi->regram->mld = __constant_cpu_to_le32(cxt1e1_max_mru | (cxt1e1_max_mru << 16)); FLUSH_MEM_WRITE(); musycc_serv_req(pi, SR_GROUP_INIT | SR_RX_DIRECTION); musycc_serv_req(pi, SR_GROUP_INIT | SR_TX_DIRECTION); musycc_init_mdt(pi); musycc_update_timeslots(pi); } #endif status_t __init musycc_init(ci_t *ci) { char *regaddr; /* temp for address boundary calculations */ int i, gchan; OS_sem_init(&ci->sem_wdbusy, SEM_AVAILABLE); /* watchdog exclusion */ /* * Per MUSYCC manual, Section 6.3.4 - "The host must allocate a dword * aligned memory segment for interrupt queue pointers." */ #define INT_QUEUE_BOUNDARY 4 regaddr = kzalloc((INT_QUEUE_SIZE + 1) * sizeof(u_int32_t), GFP_KERNEL | GFP_DMA); if (!regaddr) return -ENOMEM; ci->iqd_p_saved = regaddr; /* save orig value for free's usage */ /* this calculates closest boundary */ ci->iqd_p = (u_int32_t *) ((unsigned long)(regaddr + INT_QUEUE_BOUNDARY - 1) & (~(INT_QUEUE_BOUNDARY - 1))); for (i = 0; i < INT_QUEUE_SIZE; i++) ci->iqd_p[i] = __constant_cpu_to_le32(INT_EMPTY_ENTRY); for (i = 0; i < ci->max_port; i++) { mpi_t *pi = &ci->port[i]; /* * Per MUSYCC manual, Section 6.3.2 - "The host must allocate a 2KB * bound memory segment for Channel Group 0." */ #define GROUP_BOUNDARY 0x800 regaddr = kzalloc(sizeof(struct musycc_groupr) + GROUP_BOUNDARY, GFP_KERNEL | GFP_DMA); if (!regaddr) { for (gchan = 0; gchan < i; gchan++) { pi = &ci->port[gchan]; kfree(pi->reg); pi->reg = NULL; } return -ENOMEM; } pi->regram_saved = regaddr; /* save orig value for free's usage */ /* this calculates closest boundary */ pi->regram = (struct musycc_groupr *) ((unsigned long)(regaddr + GROUP_BOUNDARY - 1) & (~(GROUP_BOUNDARY - 1))); } /* any board centric MUSYCC commands will use group ZERO as its "home" */ ci->regram = ci->port[0].regram; musycc_serv_req(&ci->port[0], SR_CHIP_RESET); pci_write_32((u_int32_t *) &ci->reg->gbp, OS_vtophys(ci->regram)); pci_flush_write(ci); #ifdef CONFIG_SBE_PMCC4_NCOMM ci->regram->__glcd = __constant_cpu_to_le32(GCD_MAGIC); #else /* standard driver POLLS for INTB via CPLD register */ ci->regram->__glcd = __constant_cpu_to_le32(GCD_MAGIC | MUSYCC_GCD_INTB_DISABLE); #endif ci->regram->__iqp = cpu_to_le32(OS_vtophys(&ci->iqd_p[0])); ci->regram->__iql = __constant_cpu_to_le32(INT_QUEUE_SIZE - 1); pci_write_32((u_int32_t *) &ci->reg->dacbp, 0); FLUSH_MEM_WRITE(); ci->state = C_RUNNING; /* mark as full interrupt processing * available */ musycc_serv_req(&ci->port[0], SR_GLOBAL_INIT); /* FIRST INTERRUPT ! */ /* sanity check settable parameters */ if (cxt1e1_max_mru > 0xffe) { pr_warning("Maximum allowed MRU exceeded, resetting %d to %d.\n", cxt1e1_max_mru, 0xffe); cxt1e1_max_mru = 0xffe; } if (cxt1e1_max_mtu > 0xffe) { pr_warning("Maximum allowed MTU exceeded, resetting %d to %d.\n", cxt1e1_max_mtu, 0xffe); cxt1e1_max_mtu = 0xffe; } #ifdef SBE_WAN256T3_ENABLE for (i = 0; i < MUSYCC_NPORTS; i++) musycc_init_port(&ci->port[i]); #endif return SBE_DRVR_SUCCESS; /* no error */ } void musycc_bh_tx_eom(mpi_t *pi, int gchan) { mch_t *ch; struct mdesc *md; volatile u_int32_t status; ch = pi->chan[gchan]; if (!ch || ch->state != UP) { if (cxt1e1_log_level >= LOG_ERROR) pr_info("%s: intr: xmit EOM on uninitialized channel %d\n", pi->up->devname, gchan); } if (!ch || !ch->mdt) return; /* note: mdt==0 implies a malloc() * failure w/in chan_up() routine */ do { FLUSH_MEM_READ(); md = ch->txd_irq_srv; status = le32_to_cpu(md->status); /* * Note: Per MUSYCC Ref 6.4.9, the host does not poll a host-owned * Transmit Buffer Descriptor during Transparent Mode. */ if (status & MUSYCC_TX_OWNED) { int readCount, loopCount; /***********************************************************/ /* HW Bug Fix */ /* ---------- */ /* Under certain PCI Bus loading conditions, the data */ /* associated with an update of Shared Memory is delayed */ /* relative to its PCI Interrupt. This is caught when */ /* the host determines it does not yet OWN the descriptor. */ /***********************************************************/ readCount = 0; while (status & MUSYCC_TX_OWNED) { for (loopCount = 0; loopCount < 0x30; loopCount++) /* use call to avoid optimization * removal of dummy delay */ OS_uwait_dummy(); FLUSH_MEM_READ(); status = le32_to_cpu(md->status); if (readCount++ > 40) break; /* don't wait any longer */ } if (status & MUSYCC_TX_OWNED) { if (cxt1e1_log_level >= LOG_MONITOR) { pr_info("%s: Port %d Chan %2d - unexpected TX msg ownership intr (md %p sts %x)\n", pi->up->devname, pi->portnum, ch->channum, md, status); pr_info("++ User 0x%p IRQ_SRV 0x%p USR_ADD 0x%p QStopped %x, start_tx %x tx_full %d txd_free %d mode %x\n", ch->user, ch->txd_irq_srv, ch->txd_usr_add, sd_queue_stopped(ch->user), ch->ch_start_tx, ch->tx_full, ch->txd_free, ch->p.chan_mode); musycc_dump_txbuffer_ring(ch, 0); } break; /* Not our mdesc, done */ } else { if (cxt1e1_log_level >= LOG_MONITOR) pr_info("%s: Port %d Chan %2d - recovered TX msg ownership [%d] (md %p sts %x)\n", pi->up->devname, pi->portnum, ch->channum, readCount, md, status); } } ch->txd_irq_srv = md->snext; md->data = 0; if (md->mem_token) { /* upcount channel */ atomic_sub(OS_mem_token_tlen(md->mem_token), &ch->tx_pending); /* upcount card */ atomic_sub(OS_mem_token_tlen(md->mem_token), &pi->up->tx_pending); #ifdef SBE_WAN256T3_ENABLE if (!atomic_read(&pi->up->tx_pending)) wan256t3_led(pi->up, LED_TX, 0); #endif OS_mem_token_free_irq(md->mem_token); md->mem_token = NULL; } md->status = 0; #ifdef RLD_TXFULL_DEBUG if (cxt1e1_log_level >= LOG_MONITOR2) pr_info("~~ tx_eom: tx_full %x txd_free %d -> %d\n", ch->tx_full, ch->txd_free, ch->txd_free + 1); #endif ++ch->txd_free; FLUSH_MEM_WRITE(); if ((ch->p.chan_mode != CFG_CH_PROTO_TRANS) && (status & EOBIRQ_ENABLE)) { if (cxt1e1_log_level >= LOG_MONITOR) pr_info("%s: Mode (%x) incorrect EOB status (%x)\n", pi->up->devname, ch->p.chan_mode, status); if ((status & EOMIRQ_ENABLE) == 0) break; } } while ((ch->p.chan_mode != CFG_CH_PROTO_TRANS) && ((status & EOMIRQ_ENABLE) == 0)); /* * NOTE: (The above 'while' is coupled w/ previous 'do', way above.) Each * Transparent data buffer has the EOB bit, and NOT the EOM bit, set and * will furthermore have a separate IQD associated with each messages * buffer. */ FLUSH_MEM_READ(); /* * Smooth flow control hysterisis by maintaining task stoppage until half * the available write buffers are available. */ if (ch->tx_full && (ch->txd_free >= (ch->txd_num / 2))) { /* * Then, only releave task stoppage if we actually have enough * buffers to service the last requested packet. It may require MORE * than half the available! */ if (ch->txd_free >= ch->txd_required) { #ifdef RLD_TXFULL_DEBUG if (cxt1e1_log_level >= LOG_MONITOR2) pr_info("tx_eom[%d]: enable xmit tx_full no more, txd_free %d txd_num/2 %d\n", ch->channum, ch->txd_free, ch->txd_num / 2); #endif ch->tx_full = 0; ch->txd_required = 0; /* re-enable to catch flow controlled channel */ sd_enable_xmit(ch->user); } } #ifdef RLD_TXFULL_DEBUG else if (ch->tx_full) { if (cxt1e1_log_level >= LOG_MONITOR2) pr_info("tx_eom[%d]: bypass TX enable though room available? (txd_free %d txd_num/2 %d)\n", ch->channum, ch->txd_free, ch->txd_num / 2); } #endif FLUSH_MEM_WRITE(); } static void musycc_bh_rx_eom(mpi_t *pi, int gchan) { mch_t *ch; void *m, *m2; struct mdesc *md; volatile u_int32_t status; u_int32_t error; ch = pi->chan[gchan]; if (!ch || ch->state != UP) { if (cxt1e1_log_level > LOG_ERROR) pr_info("%s: intr: receive EOM on uninitialized channel %d\n", pi->up->devname, gchan); return; } if (!ch->mdr) return; /* can this happen ? */ for (;;) { FLUSH_MEM_READ(); md = &ch->mdr[ch->rxix_irq_srv]; status = le32_to_cpu(md->status); if (!(status & HOST_RX_OWNED)) break; /* Not our mdesc, done */ m = md->mem_token; error = (status >> 16) & 0xf; if (error == 0) { { m2 = OS_mem_token_alloc(cxt1e1_max_mru); if (m2) { /* substitute the mbuf+cluster */ md->mem_token = m2; md->data = cpu_to_le32(OS_vtophys( OS_mem_token_data(m2))); /* pass the received mbuf upward */ sd_recv_consume(m, status & LENGTH_MASK, ch->user); ch->s.rx_packets++; ch->s.rx_bytes += status & LENGTH_MASK; } else ch->s.rx_dropped++; } } else if (error == ERR_FCS) ch->s.rx_crc_errors++; else if (error == ERR_ALIGN) ch->s.rx_missed_errors++; else if (error == ERR_ABT) ch->s.rx_missed_errors++; else if (error == ERR_LNG) ch->s.rx_length_errors++; else if (error == ERR_SHT) ch->s.rx_length_errors++; FLUSH_MEM_WRITE(); status = cxt1e1_max_mru; if (ch->p.chan_mode == CFG_CH_PROTO_TRANS) status |= EOBIRQ_ENABLE; md->status = cpu_to_le32(status); /* Check next mdesc in the ring */ if (++ch->rxix_irq_srv >= ch->rxd_num) ch->rxix_irq_srv = 0; FLUSH_MEM_WRITE(); } } irqreturn_t musycc_intr_th_handler(void *devp) { ci_t *ci = (ci_t *) devp; volatile u_int32_t status, currInt = 0; u_int32_t nextInt, intCnt; /* * Hardware not available, potential interrupt hang. But since interrupt * might be shared, just return. */ if (ci->state == C_INIT) return IRQ_NONE; /* * Marked as hardware available. Don't service interrupts, just clear the * event. */ if (ci->state == C_IDLE) { status = pci_read_32((u_int32_t *) &ci->reg->isd); /* clear the interrupt but process nothing else */ pci_write_32((u_int32_t *) &ci->reg->isd, status); return IRQ_HANDLED; } FLUSH_PCI_READ(); FLUSH_MEM_READ(); status = pci_read_32((u_int32_t *) &ci->reg->isd); nextInt = INTRPTS_NEXTINT(status); intCnt = INTRPTS_INTCNT(status); ci->intlog.drvr_intr_thcount++; /*********************************************************/ /* HW Bug Fix */ /* ---------- */ /* Under certain PCI Bus loading conditions, the */ /* MUSYCC looses the data associated with an update */ /* of its ISD and erroneously returns the immediately */ /* preceding 'nextInt' value. However, the 'intCnt' */ /* value appears to be correct. By not starting service */ /* where the 'missing' 'nextInt' SHOULD point causes */ /* the IQD not to be serviced - the 'not serviced' */ /* entries then remain and continue to increase as more */ /* incorrect ISD's are encountered. */ /*********************************************************/ if (nextInt != INTRPTS_NEXTINT(ci->intlog.this_status_new)) { if (cxt1e1_log_level >= LOG_MONITOR) { pr_info("%s: note - updated ISD from %08x to %08x\n", ci->devname, status, (status & (~INTRPTS_NEXTINT_M)) | ci->intlog.this_status_new); } /* * Replace bogus status with software corrected value. * * It's not known whether, during this problem occurrence, if the * INTFULL bit is correctly reported or not. */ status = (status & (~INTRPTS_NEXTINT_M)) | (ci->intlog.this_status_new); nextInt = INTRPTS_NEXTINT(status); } /**********************************************/ /* Cn847x Bug Fix */ /* -------------- */ /* Fix for inability to write back same index */ /* as read for a full interrupt queue. */ /**********************************************/ if (intCnt == INT_QUEUE_SIZE) currInt = ((intCnt - 1) + nextInt) & (INT_QUEUE_SIZE - 1); else /************************************************/ /* Interrupt Write Location Issues */ /* ------------------------------- */ /* When the interrupt status descriptor is */ /* written, the interrupt line is de-asserted */ /* by the Cn847x. In the case of MIPS */ /* microprocessors, this must occur at the */ /* beginning of the interrupt handler so that */ /* the interrupt handle is not re-entered due */ /* to interrupt dis-assertion latency. */ /* In the case of all other processors, this */ /* action should occur at the end of the */ /* interrupt handler to avoid overwriting the */ /* interrupt queue. */ /************************************************/ if (intCnt) currInt = (intCnt + nextInt) & (INT_QUEUE_SIZE - 1); else { /* * NOTE: Servicing an interrupt whose ISD contains a count of ZERO * can be indicative of a Shared Interrupt chain. Our driver can be * called from the system's interrupt handler as a matter of the OS * walking the chain. As the chain is walked, the interrupt will * eventually be serviced by the correct driver/handler. */ return IRQ_NONE; } ci->iqp_tailx = currInt; currInt <<= INTRPTS_NEXTINT_S; ci->intlog.last_status_new = ci->intlog.this_status_new; ci->intlog.this_status_new = currInt; if ((cxt1e1_log_level >= LOG_WARN) && (status & INTRPTS_INTFULL_M)) pr_info("%s: Interrupt queue full condition occurred\n", ci->devname); if (cxt1e1_log_level >= LOG_DEBUG) pr_info("%s: interrupts pending, isd @ 0x%p: %x curr %d cnt %d NEXT %d\n", ci->devname, &ci->reg->isd, status, nextInt, intCnt, (intCnt + nextInt) & (INT_QUEUE_SIZE - 1)); FLUSH_MEM_WRITE(); #if defined(SBE_ISR_TASKLET) pci_write_32((u_int32_t *) &ci->reg->isd, currInt); atomic_inc(&ci->bh_pending); tasklet_schedule(&ci->ci_musycc_isr_tasklet); #elif defined(SBE_ISR_IMMEDIATE) pci_write_32((u_int32_t *) &ci->reg->isd, currInt); atomic_inc(&ci->bh_pending); queue_task(&ci->ci_musycc_isr_tq, &tq_immediate); mark_bh(IMMEDIATE_BH); #elif defined(SBE_ISR_INLINE) (void) musycc_intr_bh_tasklet(ci); pci_write_32((u_int32_t *) &ci->reg->isd, currInt); #endif return IRQ_HANDLED; } #if defined(SBE_ISR_IMMEDIATE) unsigned long #else void #endif musycc_intr_bh_tasklet(ci_t *ci) { mpi_t *pi; mch_t *ch; unsigned int intCnt; volatile u_int32_t currInt = 0; volatile unsigned int headx, tailx; int readCount, loopCount; int group, gchan, event, err, tx; u_int32_t badInt = INT_EMPTY_ENTRY; u_int32_t badInt2 = INT_EMPTY_ENTRY2; /* * Hardware not available, potential interrupt hang. But since interrupt * might be shared, just return. */ if ((drvr_state != SBE_DRVR_AVAILABLE) || (ci->state == C_INIT)) { #if defined(SBE_ISR_IMMEDIATE) return 0L; #else return; #endif } #if defined(SBE_ISR_TASKLET) || defined(SBE_ISR_IMMEDIATE) if (drvr_state != SBE_DRVR_AVAILABLE) { #if defined(SBE_ISR_TASKLET) return; #elif defined(SBE_ISR_IMMEDIATE) return 0L; #endif } #elif defined(SBE_ISR_INLINE) /* no semaphore taken, no double checks */ #endif ci->intlog.drvr_intr_bhcount++; FLUSH_MEM_READ(); { unsigned int bh = atomic_read(&ci->bh_pending); max_bh = max(bh, max_bh); } atomic_set(&ci->bh_pending, 0);/* if here, no longer pending */ while ((headx = ci->iqp_headx) != (tailx = ci->iqp_tailx)) { intCnt = (tailx >= headx) ? (tailx - headx) : (tailx - headx + INT_QUEUE_SIZE); currInt = le32_to_cpu(ci->iqd_p[headx]); max_intcnt = max(intCnt, max_intcnt); /* RLD DEBUG */ /**************************************************/ /* HW Bug Fix */ /* ---------- */ /* The following code checks for the condition */ /* of interrupt assertion before interrupt */ /* queue update. This is a problem on several */ /* PCI-Local bridge chips found on some products. */ /**************************************************/ readCount = 0; if ((currInt == badInt) || (currInt == badInt2)) ci->intlog.drvr_int_failure++; while ((currInt == badInt) || (currInt == badInt2)) { for (loopCount = 0; loopCount < 0x30; loopCount++) /* use call to avoid optimization * removal of dummy delay */ OS_uwait_dummy(); FLUSH_MEM_READ(); currInt = le32_to_cpu(ci->iqd_p[headx]); if (readCount++ > 20) break; } /* catch failure of Bug Fix checking */ if ((currInt == badInt) || (currInt == badInt2)) { if (cxt1e1_log_level >= LOG_WARN) pr_info("%s: Illegal Interrupt Detected @ 0x%p, mod %d.)\n", ci->devname, &ci->iqd_p[headx], headx); /* * If the descriptor has not recovered, then leaving the EMPTY * entry set will not signal to the MUSYCC that this descriptor * has been serviced. The Interrupt Queue can then start losing * available descriptors and MUSYCC eventually encounters and * reports the INTFULL condition. Per manual, changing any bit * marks descriptor as available, thus the use of different * EMPTY_ENTRY values. */ if (currInt == badInt) ci->iqd_p[headx] = __constant_cpu_to_le32(INT_EMPTY_ENTRY2); else ci->iqd_p[headx] = __constant_cpu_to_le32(INT_EMPTY_ENTRY); /* insure wrapness */ ci->iqp_headx = (headx + 1) & (INT_QUEUE_SIZE - 1); FLUSH_MEM_WRITE(); FLUSH_MEM_READ(); continue; } group = INTRPT_GRP(currInt); gchan = INTRPT_CH(currInt); event = INTRPT_EVENT(currInt); err = INTRPT_ERROR(currInt); tx = currInt & INTRPT_DIR_M; ci->iqd_p[headx] = __constant_cpu_to_le32(INT_EMPTY_ENTRY); FLUSH_MEM_WRITE(); if (cxt1e1_log_level >= LOG_DEBUG) { if (err != 0) pr_info(" %08x -> err: %2d,", currInt, err); pr_info("+ interrupt event: %d, grp: %d, chan: %2d, side: %cX\n", event, group, gchan, tx ? 'T' : 'R'); } /* notice that here we assume 1-1 group - port mapping */ pi = &ci->port[group]; ch = pi->chan[gchan]; switch (event) { case EVE_SACK: /* Service Request Acknowledge */ if (cxt1e1_log_level >= LOG_DEBUG) { volatile u_int32_t r; r = pci_read_32((u_int32_t *) &pi->reg->srd); pr_info("- SACK cmd: %08x (hdw= %08x)\n", pi->sr_last, r); } /* wake up waiting process */ SD_SEM_GIVE(&pi->sr_sem_wait); break; case EVE_CHABT: /* Change To Abort Code (0x7e -> 0xff) */ case EVE_CHIC: /* Change To Idle Code (0xff -> 0x7e) */ break; case EVE_EOM: /* End Of Message */ case EVE_EOB: /* End Of Buffer (Transparent mode) */ if (tx) musycc_bh_tx_eom(pi, gchan); else musycc_bh_rx_eom(pi, gchan); /* * MUSYCC Interrupt Descriptor section states that EOB and EOM * can be combined with the NONE error (as well as others). So * drop thru to catch this... */ case EVE_NONE: if (err == ERR_SHT) ch->s.rx_length_errors++; break; default: if (cxt1e1_log_level >= LOG_WARN) pr_info("%s: unexpected interrupt event: %d, iqd[%d]: %08x, port: %d\n", ci->devname, event, headx, currInt, group); break; } /* switch on event */ /* * Per MUSYCC Manual, Section 6.4.8.3 [Transmit Errors], TX errors * are service-affecting and require action to resume normal * bit-level processing. */ switch (err) { case ERR_ONR: /* * Per MUSYCC manual, Section 6.4.8.3 [Transmit Errors], this * error requires Transmit channel reactivation. * * Per MUSYCC manual, Section 6.4.8.4 [Receive Errors], this error * requires Receive channel reactivation. */ if (tx) { /* * TX ONR Error only occurs when channel is configured for * Transparent Mode. However, this code will catch and * re-activate on ANY TX ONR error. */ /* * Set flag to re-enable on any next transmit attempt. */ ch->ch_start_tx = CH_START_TX_ONR; #ifdef RLD_TRANS_DEBUG if (1 || cxt1e1_log_level >= LOG_MONITOR) #else if (cxt1e1_log_level >= LOG_MONITOR) #endif { pr_info("%s: TX buffer underflow [ONR] on channel %d, mode %x QStopped %x free %d\n", ci->devname, ch->channum, ch->p.chan_mode, sd_queue_stopped(ch->user), ch->txd_free); #ifdef RLD_DEBUG /* problem = ONR on HDLC mode */ if (ch->p.chan_mode == 2) { pr_info("++ Failed Last %x Next %x QStopped %x, start_tx %x tx_full %d txd_free %d mode %x\n", (u_int32_t)ch->txd_irq_srv, (u_int32_t)ch->txd_usr_add, sd_queue_stopped(ch->user), ch->ch_start_tx, ch->tx_full, ch->txd_free, ch->p.chan_mode); musycc_dump_txbuffer_ring(ch, 0); } #endif } } else { /* RX buffer overrun */ /* * Per MUSYCC manual, Section 6.4.8.4 [Receive Errors], * channel recovery for this RX ONR error IS required. It is * also suggested to increase the number of receive buffers * for this channel. Receive channel reactivation IS * required, and data has been lost. */ ch->s.rx_over_errors++; ch->ch_start_rx = CH_START_RX_ONR; if (cxt1e1_log_level >= LOG_WARN) { pr_info("%s: RX buffer overflow [ONR] on channel %d, mode %x\n", ci->devname, ch->channum, ch->p.chan_mode); #ifdef RLD_DEBUG musycc_dump_rxbuffer_ring(ch, 0); #endif } } musycc_chan_restart(ch); break; case ERR_BUF: if (tx) { ch->s.tx_fifo_errors++; ch->ch_start_tx = CH_START_TX_BUF; /* * Per MUSYCC manual, Section 6.4.8.3 [Transmit Errors], * this BUFF error requires Transmit channel reactivation. */ if (cxt1e1_log_level >= LOG_MONITOR) pr_info("%s: TX buffer underrun [BUFF] on channel %d, mode %x\n", ci->devname, ch->channum, ch->p.chan_mode); } else { /* RX buffer overrun */ ch->s.rx_over_errors++; /* * Per MUSYCC manual, Section 6.4.8.4 [Receive Errors], HDLC * mode requires NO recovery for this RX BUFF error is * required. It is suggested to increase the FIFO buffer * space for this channel. Receive channel reactivation is * not required, but data has been lost. */ if (cxt1e1_log_level >= LOG_WARN) pr_info("%s: RX buffer overrun [BUFF] on channel %d, mode %x\n", ci->devname, ch->channum, ch->p.chan_mode); /* * Per MUSYCC manual, Section 6.4.9.4 [Receive Errors], * Transparent mode DOES require recovery for the RX BUFF * error. It is suggested to increase the FIFO buffer space * for this channel. Receive channel reactivation IS * required and data has been lost. */ if (ch->p.chan_mode == CFG_CH_PROTO_TRANS) ch->ch_start_rx = CH_START_RX_BUF; } if (tx || (ch->p.chan_mode == CFG_CH_PROTO_TRANS)) musycc_chan_restart(ch); break; default: break; } /* switch on err */ /* Check for interrupt lost condition */ if ((currInt & INTRPT_ILOST_M) && (cxt1e1_log_level >= LOG_ERROR)) pr_info("%s: Interrupt queue overflow - ILOST asserted\n", ci->devname); /* insure wrapness */ ci->iqp_headx = (headx + 1) & (INT_QUEUE_SIZE - 1); FLUSH_MEM_WRITE(); FLUSH_MEM_READ(); } /* while */ if ((cxt1e1_log_level >= LOG_MONITOR2) && (ci->iqp_headx != ci->iqp_tailx)) { int bh; bh = atomic_read(&CI->bh_pending); pr_info("_bh_: late arrivals, head %d != tail %d, pending %d\n", ci->iqp_headx, ci->iqp_tailx, bh); } #if defined(SBE_ISR_IMMEDIATE) return 0L; #endif /* else, nothing returned */ } #ifdef SBE_PMCC4_ENABLE status_t musycc_chan_down(ci_t *dummy, int channum) { mpi_t *pi; mch_t *ch; int i, gchan; ch = sd_find_chan(dummy, channum); if (!ch) return -EINVAL; pi = ch->up; gchan = ch->gchan; /* Deactivate the channel */ musycc_serv_req(pi, SR_CHANNEL_DEACTIVATE | SR_RX_DIRECTION | gchan); ch->ch_start_rx = 0; musycc_serv_req(pi, SR_CHANNEL_DEACTIVATE | SR_TX_DIRECTION | gchan); ch->ch_start_tx = 0; if (ch->state == DOWN) return 0; ch->state = DOWN; pi->regram->thp[gchan] = 0; pi->regram->tmp[gchan] = 0; pi->regram->rhp[gchan] = 0; pi->regram->rmp[gchan] = 0; FLUSH_MEM_WRITE(); for (i = 0; i < ch->txd_num; i++) if (ch->mdt[i].mem_token) OS_mem_token_free(ch->mdt[i].mem_token); for (i = 0; i < ch->rxd_num; i++) if (ch->mdr[i].mem_token) OS_mem_token_free(ch->mdr[i].mem_token); kfree(ch->mdr); ch->mdr = NULL; ch->rxd_num = 0; kfree(ch->mdt); ch->mdt = NULL; ch->txd_num = 0; musycc_update_timeslots(pi); c4_fifo_free(pi, ch->gchan); pi->openchans--; return 0; } #endif int musycc_start_xmit(ci_t *ci, int channum, void *mem_token) { mch_t *ch; struct mdesc *md; void *m2; int txd_need_cnt; u_int32_t len; ch = sd_find_chan(ci, channum); if (!ch) return -ENOENT; /* full interrupt processing available */ if (ci->state != C_RUNNING) return -EINVAL; if (ch->state != UP) return -EINVAL; /* how else to flag unwritable state ? */ if (!(ch->status & TX_ENABLED)) return -EROFS; #ifdef RLD_TRANS_DEBUG if (1 || cxt1e1_log_level >= LOG_MONITOR2) #else if (cxt1e1_log_level >= LOG_MONITOR2) #endif { pr_info("++ start_xmt[%d]: state %x start %x full %d free %d required %d stopped %x\n", channum, ch->state, ch->ch_start_tx, ch->tx_full, ch->txd_free, ch->txd_required, sd_queue_stopped(ch->user)); } /***********************************************/ /** Determine total amount of data to be sent **/ /***********************************************/ m2 = mem_token; txd_need_cnt = 0; for (len = OS_mem_token_tlen(m2); len > 0; m2 = (void *) OS_mem_token_next(m2)) { if (!OS_mem_token_len(m2)) continue; txd_need_cnt++; len -= OS_mem_token_len(m2); } if (txd_need_cnt == 0) { if (cxt1e1_log_level >= LOG_MONITOR2) pr_info("%s channel %d: no TX data in User buffer\n", ci->devname, channum); OS_mem_token_free(mem_token); return 0; /* no data to send */ } /*************************************************/ /** Are there sufficient descriptors available? **/ /*************************************************/ if (txd_need_cnt > ch->txd_num) { /* never enough descriptors for this * large a buffer */ if (cxt1e1_log_level >= LOG_DEBUG) pr_info("start_xmit: discarding buffer, insufficient descriptor cnt %d, need %d.\n", ch->txd_num, txd_need_cnt + 1); ch->s.tx_dropped++; OS_mem_token_free(mem_token); return 0; } /************************************************************/ /** flow control the line if not enough descriptors remain **/ /************************************************************/ if (txd_need_cnt > ch->txd_free) { if (cxt1e1_log_level >= LOG_MONITOR2) pr_info("start_xmit[%d]: EBUSY - need more descriptors, have %d of %d need %d\n", channum, ch->txd_free, ch->txd_num, txd_need_cnt); ch->tx_full = 1; ch->txd_required = txd_need_cnt; sd_disable_xmit(ch->user); return -EBUSY; /* tell user to try again later */ } /**************************************************/ /** Put the user data into MUSYCC data buffer(s) **/ /**************************************************/ m2 = mem_token; md = ch->txd_usr_add; /* get current available descriptor */ for (len = OS_mem_token_tlen(m2); len > 0; m2 = OS_mem_token_next(m2)) { int u = OS_mem_token_len(m2); if (!u) continue; len -= u; /* * Enable following chunks, yet wait to enable the FIRST chunk until * after ALL subsequent chunks are setup. */ if (md != ch->txd_usr_add) /* not first chunk */ /* transfer ownership from HOST to MUSYCC */ u |= MUSYCC_TX_OWNED; if (len) /* not last chunk */ u |= EOBIRQ_ENABLE; else if (ch->p.chan_mode == CFG_CH_PROTO_TRANS) { /* * Per MUSYCC Ref 6.4.9 for Transparent Mode, the host must * always clear EOMIRQ_ENABLE in every Transmit Buffer Descriptor * (IE. don't set herein). */ u |= EOBIRQ_ENABLE; } else u |= EOMIRQ_ENABLE; /* EOM, last HDLC chunk */ /* last chunk in hdlc mode */ u |= (ch->p.idlecode << IDLE_CODE); if (ch->p.pad_fill_count) { u |= (PADFILL_ENABLE | (ch->p.pad_fill_count << EXTRA_FLAGS)); } /* Fill in mds on last segment, others set ZERO * so that entire token is removed ONLY when ALL * segments have been transmitted. */ md->mem_token = len ? NULL : mem_token; md->data = cpu_to_le32(OS_vtophys(OS_mem_token_data(m2))); FLUSH_MEM_WRITE(); md->status = cpu_to_le32(u); --ch->txd_free; md = md->snext; } FLUSH_MEM_WRITE(); /* * Now transfer ownership of first chunk from HOST to MUSYCC in order to * fire-off this XMIT. */ ch->txd_usr_add->status |= __constant_cpu_to_le32(MUSYCC_TX_OWNED); FLUSH_MEM_WRITE(); ch->txd_usr_add = md; len = OS_mem_token_tlen(mem_token); atomic_add(len, &ch->tx_pending); atomic_add(len, &ci->tx_pending); ch->s.tx_packets++; ch->s.tx_bytes += len; /* * If an ONR was seen, then channel requires poking to restart * transmission. */ if (ch->ch_start_tx) musycc_chan_restart(ch); #ifdef SBE_WAN256T3_ENABLE wan256t3_led(ci, LED_TX, LEDV_G); #endif return 0; } /*** End-of-File ***/