Home | History | Annotate | Line # | Download | only in cxgb
      1  1.1     jklos /**************************************************************************
      2  1.1     jklos 
      3  1.1     jklos Copyright (c) 2007, Chelsio Inc.
      4  1.1     jklos All rights reserved.
      5  1.1     jklos 
      6  1.1     jklos Redistribution and use in source and binary forms, with or without
      7  1.1     jklos modification, are permitted provided that the following conditions are met:
      8  1.1     jklos 
      9  1.1     jklos  1. Redistributions of source code must retain the above copyright notice,
     10  1.1     jklos     this list of conditions and the following disclaimer.
     11  1.1     jklos 
     12  1.1     jklos  2. Neither the name of the Chelsio Corporation nor the names of its
     13  1.1     jklos     contributors may be used to endorse or promote products derived from
     14  1.1     jklos     this software without specific prior written permission.
     15  1.1     jklos 
     16  1.1     jklos THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
     17  1.1     jklos AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  1.1     jklos IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  1.1     jklos ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
     20  1.1     jklos LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.1     jklos CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.1     jklos SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.1     jklos INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.1     jklos CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.1     jklos ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.1     jklos POSSIBILITY OF SUCH DAMAGE.
     27  1.1     jklos 
     28  1.1     jklos 
     29  1.1     jklos ***************************************************************************/
     30  1.1     jklos 
     31  1.1     jklos #include <sys/param.h>
     32  1.1     jklos #include <sys/systm.h>
     33  1.1     jklos #include <sys/endian.h>
     34  1.1     jklos 
     35  1.1     jklos #include <dev/mii/mii.h>
     36  1.1     jklos 
     37  1.1     jklos #ifndef _CXGB_OSDEP_H_
     38  1.1     jklos #define _CXGB_OSDEP_H_
     39  1.1     jklos 
     40  1.1     jklos typedef char *caddr_t;
     41  1.1     jklos #include <dev/pci/cxgb/cxgb_version.h>
     42  1.1     jklos #include <dev/pci/cxgb/cxgb_config.h>
     43  1.1     jklos #include <sys/mbuf.h>
     44  1.2    dyoung #include <sys/bus.h>
     45  1.1     jklos 
     46  1.1     jklos #include <netinet/in_systm.h>
     47  1.1     jklos #include <netinet/in.h>
     48  1.1     jklos #include <netinet/ip.h>
     49  1.1     jklos 
     50  1.1     jklos #include <sys/kthread.h>
     51  1.1     jklos #include <sys/workqueue.h>
     52  1.1     jklos 
     53  1.1     jklos #include <sys/atomic.h>
     54  1.1     jklos 
     55  1.1     jklos void pci_enable_busmaster(device_t dev);
     56  1.1     jklos 
     57  1.1     jklos struct cxgb_task
     58  1.1     jklos {
     59  1.1     jklos     const char *name;
     60  1.1     jklos     void (*func)(struct work *, void *);
     61  1.1     jklos     struct workqueue *wq;
     62  1.1     jklos     struct work w;
     63  1.1     jklos     void *context;
     64  1.1     jklos };
     65  1.1     jklos 
     66  1.1     jklos void cxgb_make_task(void *);
     67  1.1     jklos 
     68  1.1     jklos void m_cljset(struct mbuf *m, void *cl, int type);
     69  1.1     jklos 
     70  1.4     skrll #define mtx kmutex_t
     71  1.4     skrll #define mtx_init(a, b, c, d) { mutex_init(a, MUTEX_DEFAULT, IPL_HIGH) }
     72  1.1     jklos #define mtx_destroy(a)
     73  1.4     skrll #define mtx_lock(a) mutex_spin_enter(a)
     74  1.4     skrll #define mtx_unlock(a) mutex_spin_exit(a)
     75  1.4     skrll #define mtx_trylock(a) mutex_tryenter(a)
     76  1.1     jklos #define MA_OWNED 1
     77  1.1     jklos #define MA_NOTOWNED 0
     78  1.1     jklos #define mtx_assert(a, w)
     79  1.1     jklos 
     80  1.1     jklos #if 0
     81  1.1     jklos #define RT_LOCK_INIT(_rt) \
     82  1.1     jklos         mtx_init(&(_rt)->rt_mtx, "rtentry", NULL, MTX_DEF | MTX_DUPOK)
     83  1.1     jklos #define RT_LOCK(_rt)            mtx_lock(&(_rt)->rt_mtx)
     84  1.1     jklos #define RT_UNLOCK(_rt)          mtx_unlock(&(_rt)->rt_mtx)
     85  1.1     jklos #define RT_LOCK_DESTROY(_rt)    mtx_destroy(&(_rt)->rt_mtx)
     86  1.1     jklos #define RT_LOCK_ASSERT(_rt)     mtx_assert(&(_rt)->rt_mtx, MA_OWNED)
     87  1.1     jklos #else
     88  1.1     jklos #define RT_LOCK_INIT(_rt)
     89  1.1     jklos #define RT_LOCK(_rt)
     90  1.1     jklos #define RT_UNLOCK(_rt)
     91  1.1     jklos #define RT_LOCK_DESTROY(_rt)
     92  1.1     jklos #define RT_LOCK_ASSERT(_rt)
     93  1.1     jklos #endif
     94  1.1     jklos 
     95  1.1     jklos #define RT_ADDREF(_rt)  do {                                    \
     96  1.1     jklos         RT_LOCK_ASSERT(_rt);                                    \
     97  1.1     jklos         KASSERT((_rt)->rt_refcnt >= 0);                         \
     98  1.1     jklos         (_rt)->rt_refcnt++;                                     \
     99  1.1     jklos } while (0)
    100  1.1     jklos #define RT_REMREF(_rt)  do {                                    \
    101  1.1     jklos         RT_LOCK_ASSERT(_rt);                                    \
    102  1.1     jklos         KASSERT((_rt)->rt_refcnt > 0);                          \
    103  1.1     jklos         (_rt)->rt_refcnt--;                                     \
    104  1.1     jklos } while (0)
    105  1.1     jklos 
    106  1.1     jklos 
    107  1.1     jklos #define EVL_VLID_MASK       0x0FFF
    108  1.1     jklos 
    109  1.6  christos static __inline void critical_enter(void)
    110  1.1     jklos {
    111  1.1     jklos }
    112  1.1     jklos 
    113  1.6  christos static __inline void critical_exit(void)
    114  1.1     jklos {
    115  1.1     jklos }
    116  1.1     jklos 
    117  1.1     jklos int atomic_fetchadd_int(volatile int *p, int v);
    118  1.1     jklos #if 0
    119  1.1     jklos int atomic_add_int(volatile int *p, int v);
    120  1.1     jklos #endif
    121  1.1     jklos int atomic_load_acq_int(volatile int *p);
    122  1.1     jklos void atomic_store_rel_int(volatile int *p, int v);
    123  1.1     jklos 
    124  1.1     jklos u_short in_cksum_hdr(struct ip *ih);
    125  1.1     jklos 
    126  1.1     jklos #define if_drv_flags if_flags
    127  1.1     jklos #define IFF_DRV_RUNNING IFF_RUNNING
    128  1.1     jklos #define IFF_DRV_OACTIVE IFF_OACTIVE
    129  1.1     jklos 
    130  1.1     jklos #define MJUM16BYTES (16*1024)
    131  1.1     jklos #define MJUMPAGESIZE PAGE_SIZE
    132  1.1     jklos 
    133  1.1     jklos #if 0
    134  1.1     jklos #define rw_rlock(x) rw_enter(x, RW_READER)
    135  1.1     jklos #define rw_runlock(x) rw_exit(x)
    136  1.1     jklos #define rw_wlock(x) rw_enter(x, RW_WRITER)
    137  1.1     jklos #define rw_wunlock(x) rw_exit(x)
    138  1.1     jklos #endif
    139  1.1     jklos 
    140  1.1     jklos #define callout_drain(x) callout_stop(x)
    141  1.1     jklos 
    142  1.6  christos static __inline int atomic_cmpset_ptr(volatile long *dst, long exp, long src)
    143  1.1     jklos {
    144  1.1     jklos     if (*dst == exp)
    145  1.1     jklos     {
    146  1.1     jklos         *dst = src;
    147  1.1     jklos         return (1);
    148  1.1     jklos     }
    149  1.1     jklos     return (0);
    150  1.1     jklos }
    151  1.1     jklos #define atomic_cmpset_int(a, b, c) atomic_cmpset_ptr((volatile long *)a, (long)b, (long)c)
    152  1.1     jklos 
    153  1.6  christos static __inline int atomic_set_int(volatile int *dst, int val)
    154  1.1     jklos {
    155  1.1     jklos     *dst = val;
    156  1.1     jklos 
    157  1.1     jklos     return (val);
    158  1.1     jklos }
    159  1.1     jklos 
    160  1.6  christos static __inline void log(int x, ...)
    161  1.1     jklos {
    162  1.1     jklos }
    163  1.1     jklos 
    164  1.1     jklos struct cxgb_attach_args
    165  1.1     jklos {
    166  1.1     jklos     int port;
    167  1.1     jklos };
    168  1.1     jklos 
    169  1.1     jklos #define INT3 __asm("int $3")
    170  1.1     jklos 
    171  1.1     jklos typedef struct adapter adapter_t;
    172  1.1     jklos struct sge_rspq;
    173  1.1     jklos 
    174  1.1     jklos struct t3_mbuf_hdr {
    175  1.1     jklos     struct mbuf *mh_head;
    176  1.1     jklos     struct mbuf *mh_tail;
    177  1.1     jklos };
    178  1.1     jklos 
    179  1.1     jklos 
    180  1.1     jklos #define PANIC_IF(exp) do {                  \
    181  1.1     jklos     if (exp)                            \
    182  1.1     jklos         panic("BUG: %s", exp);      \
    183  1.1     jklos } while (0)
    184  1.1     jklos 
    185  1.1     jklos 
    186  1.5     ozaki #define m_get_priority(m)	M_GETCTX((m), uintptr_t)
    187  1.5     ozaki #define m_set_priority(m, pri)	M_SETCTX((m), (uintptr_t)(pri))
    188  1.1     jklos 
    189  1.1     jklos #define if_name(ifp) (ifp)->if_xname
    190  1.1     jklos #define M_SANITY(m, n)
    191  1.1     jklos 
    192  1.1     jklos /*
    193  1.1     jklos  * Workaround for weird Chelsio issue
    194  1.1     jklos  */
    195  1.1     jklos #define CXGB_TX_CLEANUP_THRESHOLD        32
    196  1.1     jklos 
    197  1.1     jklos #define LOG_WARNING                       1
    198  1.1     jklos #define LOG_ERR                           2
    199  1.1     jklos 
    200  1.1     jklos #define DPRINTF printf
    201  1.1     jklos 
    202  1.1     jklos #define TX_MAX_SIZE                (1 << 16)    /* 64KB                          */
    203  1.1     jklos #define TX_MAX_SEGS                      36     /* maximum supported by card     */
    204  1.1     jklos #define TX_MAX_DESC                       4     /* max descriptors per packet    */
    205  1.1     jklos 
    206  1.1     jklos #define TX_START_MIN_DESC  (TX_MAX_DESC << 2)
    207  1.1     jklos 
    208  1.1     jklos #if 0
    209  1.1     jklos #define TX_START_MAX_DESC (TX_ETH_Q_SIZE >> 2)  /* maximum number of descriptors */
    210  1.1     jklos #endif
    211  1.1     jklos 
    212  1.1     jklos #define TX_START_MAX_DESC (TX_MAX_DESC << 3)    /* maximum number of descriptors
    213  1.1     jklos                          * call to start used per    */
    214  1.1     jklos 
    215  1.1     jklos #define TX_CLEAN_MAX_DESC (TX_MAX_DESC << 4)    /* maximum tx descriptors
    216  1.1     jklos                          * to clean per iteration        */
    217  1.1     jklos 
    218  1.1     jklos 
    219  1.1     jklos #if defined(__i386__) || defined(__amd64__)
    220  1.1     jklos #define mb()    __asm volatile("mfence":::"memory")
    221  1.1     jklos #define rmb()   __asm volatile("lfence":::"memory")
    222  1.1     jklos #define wmb()   __asm volatile("sfence" ::: "memory")
    223  1.1     jklos #define smp_mb() mb()
    224  1.1     jklos 
    225  1.1     jklos #define L1_CACHE_BYTES 64
    226  1.1     jklos static __inline
    227  1.1     jklos void prefetch(void *x)
    228  1.1     jklos {
    229  1.1     jklos         __asm volatile("prefetcht0 %0" :: "m" (*(unsigned long *)x));
    230  1.1     jklos }
    231  1.1     jklos 
    232  1.1     jklos extern void kdb_backtrace(void);
    233  1.1     jklos 
    234  1.1     jklos #define WARN_ON(condition) do { \
    235  1.1     jklos         if (unlikely((condition)!=0)) { \
    236  1.1     jklos                 log(LOG_WARNING, "BUG: warning at %s:%d/%s()\n", __FILE__, __LINE__, __func__); \
    237  1.1     jklos                 kdb_backtrace(); \
    238  1.1     jklos         } \
    239  1.1     jklos } while (0)
    240  1.1     jklos 
    241  1.1     jklos 
    242  1.1     jklos #else /* !i386 && !amd64 */
    243  1.1     jklos #define mb()
    244  1.1     jklos #define rmb()
    245  1.1     jklos #define wmb()
    246  1.1     jklos #define smp_mb()
    247  1.1     jklos #define prefetch(x)
    248  1.1     jklos #define L1_CACHE_BYTES 32
    249  1.1     jklos #endif
    250  1.1     jklos #define DBG_RX          (1 << 0)
    251  1.1     jklos static const int debug_flags = DBG_RX;
    252  1.1     jklos 
    253  1.1     jklos #ifdef DEBUG_PRINT
    254  1.1     jklos #define DBG(flag, msg) do { \
    255  1.1     jklos     if ((flag & debug_flags))   \
    256  1.1     jklos         printf msg; \
    257  1.1     jklos } while (0)
    258  1.1     jklos #else
    259  1.1     jklos #define DBG(...)
    260  1.1     jklos #endif
    261  1.1     jklos 
    262  1.1     jklos #define promisc_rx_mode(rm)  ((rm)->port->ifp->if_flags & IFF_PROMISC)
    263  1.1     jklos #define allmulti_rx_mode(rm) ((rm)->port->ifp->if_flags & IFF_ALLMULTI)
    264  1.1     jklos 
    265  1.1     jklos #define CH_ERR(adap, fmt, ...) { }
    266  1.1     jklos 
    267  1.1     jklos #define CH_WARN(adap, fmt, ...) { }
    268  1.1     jklos #define CH_ALERT(adap, fmt, ...) { }
    269  1.1     jklos 
    270  1.1     jklos #define t3_os_sleep(x) DELAY((x) * 1000)
    271  1.1     jklos 
    272  1.1     jklos #define test_and_clear_bit(bit, p) atomic_cmpset_int((p), ((*(p)) | bit), ((*(p)) & ~bit))
    273  1.1     jklos 
    274  1.1     jklos 
    275  1.7  riastrad #define max_t(type, a, b) (type)uimax((a), (b))
    276  1.1     jklos #define net_device ifnet
    277  1.1     jklos #define cpu_to_be32            htobe32
    278  1.1     jklos 
    279  1.1     jklos 
    280  1.1     jklos 
    281  1.1     jklos /* Standard PHY definitions */
    282  1.1     jklos #define BMCR_LOOPBACK       BMCR_LOOP
    283  1.1     jklos #define BMCR_ISOLATE        BMCR_ISO
    284  1.1     jklos #define BMCR_ANENABLE       BMCR_AUTOEN
    285  1.1     jklos #define BMCR_SPEED1000      BMCR_SPEED1
    286  1.1     jklos #define BMCR_SPEED100       BMCR_SPEED0
    287  1.1     jklos #define BMCR_ANRESTART      BMCR_STARTNEG
    288  1.1     jklos #define BMCR_FULLDPLX       BMCR_FDX
    289  1.1     jklos #define BMSR_LSTATUS        BMSR_LINK
    290  1.1     jklos #define BMSR_ANEGCOMPLETE   BMSR_ACOMP
    291  1.1     jklos 
    292  1.1     jklos #define MII_LPA         MII_ANLPAR
    293  1.1     jklos #define MII_ADVERTISE       MII_ANAR
    294  1.1     jklos #define MII_CTRL1000        MII_100T2CR
    295  1.1     jklos 
    296  1.1     jklos #define ADVERTISE_PAUSE_CAP ANAR_FC
    297  1.1     jklos #define ADVERTISE_PAUSE_ASYM    0x0800
    298  1.1     jklos #define ADVERTISE_1000HALF  ANAR_X_HD
    299  1.1     jklos #define ADVERTISE_1000FULL  ANAR_X_FD
    300  1.1     jklos #define ADVERTISE_10FULL    ANAR_10_FD
    301  1.1     jklos #define ADVERTISE_10HALF    ANAR_10
    302  1.1     jklos #define ADVERTISE_100FULL   ANAR_TX_FD
    303  1.1     jklos #define ADVERTISE_100HALF   ANAR_TX
    304  1.1     jklos 
    305  1.1     jklos /* Standard PCI Extended Capaibilities definitions */
    306  1.1     jklos #define PCI_CAP_ID_VPD  0x03
    307  1.1     jklos #define PCI_VPD_ADDR    2
    308  1.1     jklos #define PCI_VPD_ADDR_F  0x8000
    309  1.1     jklos #define PCI_VPD_DATA    4
    310  1.1     jklos 
    311  1.1     jklos #define PCI_CAP_ID_EXP  0x10
    312  1.1     jklos #define PCI_EXP_DEVCTL  8
    313  1.1     jklos #define PCI_EXP_DEVCTL_PAYLOAD 0x00e0
    314  1.1     jklos #define PCI_EXP_LNKCTL  16
    315  1.1     jklos #define PCI_EXP_LNKSTA  18
    316  1.1     jklos 
    317  1.1     jklos /*
    318  1.1     jklos  * Linux compatibility macros
    319  1.1     jklos  */
    320  1.1     jklos 
    321  1.1     jklos /* Some simple translations */
    322  1.1     jklos #define __devinit
    323  1.1     jklos #define udelay(x) DELAY(x)
    324  1.1     jklos #define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]))
    325  1.1     jklos #define le32_to_cpu(x) le32toh(x)
    326  1.1     jklos #define cpu_to_le32(x) htole32(x)
    327  1.1     jklos #define swab32(x) bswap32(x)
    328  1.1     jklos #define simple_strtoul strtoul
    329  1.1     jklos 
    330  1.1     jklos /* More types and endian definitions */
    331  1.1     jklos typedef uint8_t u8;
    332  1.1     jklos typedef uint16_t u16;
    333  1.1     jklos typedef uint32_t u32;
    334  1.1     jklos typedef uint64_t u64;
    335  1.1     jklos 
    336  1.1     jklos typedef uint8_t __u8;
    337  1.1     jklos typedef uint16_t __u16;
    338  1.1     jklos typedef uint32_t __u32;
    339  1.1     jklos typedef uint8_t __be8;
    340  1.1     jklos typedef uint16_t __be16;
    341  1.1     jklos typedef uint32_t __be32;
    342  1.1     jklos typedef uint64_t __be64;
    343  1.1     jklos 
    344  1.1     jklos #if BYTE_ORDER == BIG_ENDIAN
    345  1.1     jklos #define __BIG_ENDIAN_BITFIELD
    346  1.1     jklos #elif BYTE_ORDER == LITTLE_ENDIAN
    347  1.1     jklos #define __LITTLE_ENDIAN_BITFIELD
    348  1.1     jklos #else
    349  1.1     jklos #error "Must set BYTE_ORDER"
    350  1.1     jklos #endif
    351  1.1     jklos 
    352  1.1     jklos /* Indicates what features are supported by the interface. */
    353  1.1     jklos #define SUPPORTED_10baseT_Half          (1 << 0)
    354  1.1     jklos #define SUPPORTED_10baseT_Full          (1 << 1)
    355  1.1     jklos #define SUPPORTED_100baseT_Half         (1 << 2)
    356  1.1     jklos #define SUPPORTED_100baseT_Full         (1 << 3)
    357  1.1     jklos #define SUPPORTED_1000baseT_Half        (1 << 4)
    358  1.1     jklos #define SUPPORTED_1000baseT_Full        (1 << 5)
    359  1.1     jklos #define SUPPORTED_Autoneg               (1 << 6)
    360  1.1     jklos #define SUPPORTED_TP                    (1 << 7)
    361  1.1     jklos #define SUPPORTED_AUI                   (1 << 8)
    362  1.1     jklos #define SUPPORTED_MII                   (1 << 9)
    363  1.1     jklos #define SUPPORTED_FIBRE                 (1 << 10)
    364  1.1     jklos #define SUPPORTED_BNC                   (1 << 11)
    365  1.1     jklos #define SUPPORTED_10000baseT_Full       (1 << 12)
    366  1.1     jklos #define SUPPORTED_Pause                 (1 << 13)
    367  1.1     jklos #define SUPPORTED_Asym_Pause            (1 << 14)
    368  1.1     jklos 
    369  1.1     jklos /* Indicates what features are advertised by the interface. */
    370  1.1     jklos #define ADVERTISED_10baseT_Half         (1 << 0)
    371  1.1     jklos #define ADVERTISED_10baseT_Full         (1 << 1)
    372  1.1     jklos #define ADVERTISED_100baseT_Half        (1 << 2)
    373  1.1     jklos #define ADVERTISED_100baseT_Full        (1 << 3)
    374  1.1     jklos #define ADVERTISED_1000baseT_Half       (1 << 4)
    375  1.1     jklos #define ADVERTISED_1000baseT_Full       (1 << 5)
    376  1.1     jklos #define ADVERTISED_Autoneg              (1 << 6)
    377  1.1     jklos #define ADVERTISED_TP                   (1 << 7)
    378  1.1     jklos #define ADVERTISED_AUI                  (1 << 8)
    379  1.1     jklos #define ADVERTISED_MII                  (1 << 9)
    380  1.1     jklos #define ADVERTISED_FIBRE                (1 << 10)
    381  1.1     jklos #define ADVERTISED_BNC                  (1 << 11)
    382  1.1     jklos #define ADVERTISED_10000baseT_Full      (1 << 12)
    383  1.1     jklos #define ADVERTISED_Pause                (1 << 13)
    384  1.1     jklos #define ADVERTISED_Asym_Pause           (1 << 14)
    385  1.1     jklos 
    386  1.1     jklos /* Enable or disable autonegotiation.  If this is set to enable,
    387  1.1     jklos  * the forced link modes above are completely ignored.
    388  1.1     jklos  */
    389  1.1     jklos #define AUTONEG_DISABLE         0x00
    390  1.1     jklos #define AUTONEG_ENABLE          0x01
    391  1.1     jklos 
    392  1.1     jklos #define SPEED_10        10
    393  1.1     jklos #define SPEED_100       100
    394  1.1     jklos #define SPEED_1000      1000
    395  1.1     jklos #define SPEED_10000     10000
    396  1.1     jklos #define DUPLEX_HALF     0
    397  1.1     jklos #define DUPLEX_FULL     1
    398  1.1     jklos 
    399  1.1     jklos #endif
    400