1 1.1 jklos /************************************************************************** 2 1.1 jklos 3 1.1 jklos Copyright (c) 2007, Chelsio Inc. 4 1.1 jklos All rights reserved. 5 1.1 jklos 6 1.1 jklos Redistribution and use in source and binary forms, with or without 7 1.1 jklos modification, are permitted provided that the following conditions are met: 8 1.1 jklos 9 1.1 jklos 1. Redistributions of source code must retain the above copyright notice, 10 1.1 jklos this list of conditions and the following disclaimer. 11 1.1 jklos 12 1.1 jklos 2. Neither the name of the Chelsio Corporation nor the names of its 13 1.1 jklos contributors may be used to endorse or promote products derived from 14 1.1 jklos this software without specific prior written permission. 15 1.1 jklos 16 1.1 jklos THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 17 1.1 jklos AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 1.1 jklos IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 1.1 jklos ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 20 1.1 jklos LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 21 1.1 jklos CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 22 1.1 jklos SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 23 1.1 jklos INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 24 1.1 jklos CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 25 1.1 jklos ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 26 1.1 jklos POSSIBILITY OF SUCH DAMAGE. 27 1.1 jklos 28 1.1 jklos 29 1.1 jklos ***************************************************************************/ 30 1.1 jklos 31 1.1 jklos #include <sys/param.h> 32 1.1 jklos #include <sys/systm.h> 33 1.1 jklos #include <sys/endian.h> 34 1.1 jklos 35 1.1 jklos #include <dev/mii/mii.h> 36 1.1 jklos 37 1.1 jklos #ifndef _CXGB_OSDEP_H_ 38 1.1 jklos #define _CXGB_OSDEP_H_ 39 1.1 jklos 40 1.1 jklos typedef char *caddr_t; 41 1.1 jklos #include <dev/pci/cxgb/cxgb_version.h> 42 1.1 jklos #include <dev/pci/cxgb/cxgb_config.h> 43 1.1 jklos #include <sys/mbuf.h> 44 1.2 dyoung #include <sys/bus.h> 45 1.1 jklos 46 1.1 jklos #include <netinet/in_systm.h> 47 1.1 jklos #include <netinet/in.h> 48 1.1 jklos #include <netinet/ip.h> 49 1.1 jklos 50 1.1 jklos #include <sys/kthread.h> 51 1.1 jklos #include <sys/workqueue.h> 52 1.1 jklos 53 1.1 jklos #include <sys/atomic.h> 54 1.1 jklos 55 1.1 jklos void pci_enable_busmaster(device_t dev); 56 1.1 jklos 57 1.1 jklos struct cxgb_task 58 1.1 jklos { 59 1.1 jklos const char *name; 60 1.1 jklos void (*func)(struct work *, void *); 61 1.1 jklos struct workqueue *wq; 62 1.1 jklos struct work w; 63 1.1 jklos void *context; 64 1.1 jklos }; 65 1.1 jklos 66 1.1 jklos void cxgb_make_task(void *); 67 1.1 jklos 68 1.1 jklos void m_cljset(struct mbuf *m, void *cl, int type); 69 1.1 jklos 70 1.4 skrll #define mtx kmutex_t 71 1.4 skrll #define mtx_init(a, b, c, d) { mutex_init(a, MUTEX_DEFAULT, IPL_HIGH) } 72 1.1 jklos #define mtx_destroy(a) 73 1.4 skrll #define mtx_lock(a) mutex_spin_enter(a) 74 1.4 skrll #define mtx_unlock(a) mutex_spin_exit(a) 75 1.4 skrll #define mtx_trylock(a) mutex_tryenter(a) 76 1.1 jklos #define MA_OWNED 1 77 1.1 jklos #define MA_NOTOWNED 0 78 1.1 jklos #define mtx_assert(a, w) 79 1.1 jklos 80 1.1 jklos #if 0 81 1.1 jklos #define RT_LOCK_INIT(_rt) \ 82 1.1 jklos mtx_init(&(_rt)->rt_mtx, "rtentry", NULL, MTX_DEF | MTX_DUPOK) 83 1.1 jklos #define RT_LOCK(_rt) mtx_lock(&(_rt)->rt_mtx) 84 1.1 jklos #define RT_UNLOCK(_rt) mtx_unlock(&(_rt)->rt_mtx) 85 1.1 jklos #define RT_LOCK_DESTROY(_rt) mtx_destroy(&(_rt)->rt_mtx) 86 1.1 jklos #define RT_LOCK_ASSERT(_rt) mtx_assert(&(_rt)->rt_mtx, MA_OWNED) 87 1.1 jklos #else 88 1.1 jklos #define RT_LOCK_INIT(_rt) 89 1.1 jklos #define RT_LOCK(_rt) 90 1.1 jklos #define RT_UNLOCK(_rt) 91 1.1 jklos #define RT_LOCK_DESTROY(_rt) 92 1.1 jklos #define RT_LOCK_ASSERT(_rt) 93 1.1 jklos #endif 94 1.1 jklos 95 1.1 jklos #define RT_ADDREF(_rt) do { \ 96 1.1 jklos RT_LOCK_ASSERT(_rt); \ 97 1.1 jklos KASSERT((_rt)->rt_refcnt >= 0); \ 98 1.1 jklos (_rt)->rt_refcnt++; \ 99 1.1 jklos } while (0) 100 1.1 jklos #define RT_REMREF(_rt) do { \ 101 1.1 jklos RT_LOCK_ASSERT(_rt); \ 102 1.1 jklos KASSERT((_rt)->rt_refcnt > 0); \ 103 1.1 jklos (_rt)->rt_refcnt--; \ 104 1.1 jklos } while (0) 105 1.1 jklos 106 1.1 jklos 107 1.1 jklos #define EVL_VLID_MASK 0x0FFF 108 1.1 jklos 109 1.6 christos static __inline void critical_enter(void) 110 1.1 jklos { 111 1.1 jklos } 112 1.1 jklos 113 1.6 christos static __inline void critical_exit(void) 114 1.1 jklos { 115 1.1 jklos } 116 1.1 jklos 117 1.1 jklos int atomic_fetchadd_int(volatile int *p, int v); 118 1.1 jklos #if 0 119 1.1 jklos int atomic_add_int(volatile int *p, int v); 120 1.1 jklos #endif 121 1.1 jklos int atomic_load_acq_int(volatile int *p); 122 1.1 jklos void atomic_store_rel_int(volatile int *p, int v); 123 1.1 jklos 124 1.1 jklos u_short in_cksum_hdr(struct ip *ih); 125 1.1 jklos 126 1.1 jklos #define if_drv_flags if_flags 127 1.1 jklos #define IFF_DRV_RUNNING IFF_RUNNING 128 1.1 jklos #define IFF_DRV_OACTIVE IFF_OACTIVE 129 1.1 jklos 130 1.1 jklos #define MJUM16BYTES (16*1024) 131 1.1 jklos #define MJUMPAGESIZE PAGE_SIZE 132 1.1 jklos 133 1.1 jklos #if 0 134 1.1 jklos #define rw_rlock(x) rw_enter(x, RW_READER) 135 1.1 jklos #define rw_runlock(x) rw_exit(x) 136 1.1 jklos #define rw_wlock(x) rw_enter(x, RW_WRITER) 137 1.1 jklos #define rw_wunlock(x) rw_exit(x) 138 1.1 jklos #endif 139 1.1 jklos 140 1.1 jklos #define callout_drain(x) callout_stop(x) 141 1.1 jklos 142 1.6 christos static __inline int atomic_cmpset_ptr(volatile long *dst, long exp, long src) 143 1.1 jklos { 144 1.1 jklos if (*dst == exp) 145 1.1 jklos { 146 1.1 jklos *dst = src; 147 1.1 jklos return (1); 148 1.1 jklos } 149 1.1 jklos return (0); 150 1.1 jklos } 151 1.1 jklos #define atomic_cmpset_int(a, b, c) atomic_cmpset_ptr((volatile long *)a, (long)b, (long)c) 152 1.1 jklos 153 1.6 christos static __inline int atomic_set_int(volatile int *dst, int val) 154 1.1 jklos { 155 1.1 jklos *dst = val; 156 1.1 jklos 157 1.1 jklos return (val); 158 1.1 jklos } 159 1.1 jklos 160 1.6 christos static __inline void log(int x, ...) 161 1.1 jklos { 162 1.1 jklos } 163 1.1 jklos 164 1.1 jklos struct cxgb_attach_args 165 1.1 jklos { 166 1.1 jklos int port; 167 1.1 jklos }; 168 1.1 jklos 169 1.1 jklos #define INT3 __asm("int $3") 170 1.1 jklos 171 1.1 jklos typedef struct adapter adapter_t; 172 1.1 jklos struct sge_rspq; 173 1.1 jklos 174 1.1 jklos struct t3_mbuf_hdr { 175 1.1 jklos struct mbuf *mh_head; 176 1.1 jklos struct mbuf *mh_tail; 177 1.1 jklos }; 178 1.1 jklos 179 1.1 jklos 180 1.1 jklos #define PANIC_IF(exp) do { \ 181 1.1 jklos if (exp) \ 182 1.1 jklos panic("BUG: %s", exp); \ 183 1.1 jklos } while (0) 184 1.1 jklos 185 1.1 jklos 186 1.5 ozaki #define m_get_priority(m) M_GETCTX((m), uintptr_t) 187 1.5 ozaki #define m_set_priority(m, pri) M_SETCTX((m), (uintptr_t)(pri)) 188 1.1 jklos 189 1.1 jklos #define if_name(ifp) (ifp)->if_xname 190 1.1 jklos #define M_SANITY(m, n) 191 1.1 jklos 192 1.1 jklos /* 193 1.1 jklos * Workaround for weird Chelsio issue 194 1.1 jklos */ 195 1.1 jklos #define CXGB_TX_CLEANUP_THRESHOLD 32 196 1.1 jklos 197 1.1 jklos #define LOG_WARNING 1 198 1.1 jklos #define LOG_ERR 2 199 1.1 jklos 200 1.1 jklos #define DPRINTF printf 201 1.1 jklos 202 1.1 jklos #define TX_MAX_SIZE (1 << 16) /* 64KB */ 203 1.1 jklos #define TX_MAX_SEGS 36 /* maximum supported by card */ 204 1.1 jklos #define TX_MAX_DESC 4 /* max descriptors per packet */ 205 1.1 jklos 206 1.1 jklos #define TX_START_MIN_DESC (TX_MAX_DESC << 2) 207 1.1 jklos 208 1.1 jklos #if 0 209 1.1 jklos #define TX_START_MAX_DESC (TX_ETH_Q_SIZE >> 2) /* maximum number of descriptors */ 210 1.1 jklos #endif 211 1.1 jklos 212 1.1 jklos #define TX_START_MAX_DESC (TX_MAX_DESC << 3) /* maximum number of descriptors 213 1.1 jklos * call to start used per */ 214 1.1 jklos 215 1.1 jklos #define TX_CLEAN_MAX_DESC (TX_MAX_DESC << 4) /* maximum tx descriptors 216 1.1 jklos * to clean per iteration */ 217 1.1 jklos 218 1.1 jklos 219 1.1 jklos #if defined(__i386__) || defined(__amd64__) 220 1.1 jklos #define mb() __asm volatile("mfence":::"memory") 221 1.1 jklos #define rmb() __asm volatile("lfence":::"memory") 222 1.1 jklos #define wmb() __asm volatile("sfence" ::: "memory") 223 1.1 jklos #define smp_mb() mb() 224 1.1 jklos 225 1.1 jklos #define L1_CACHE_BYTES 64 226 1.1 jklos static __inline 227 1.1 jklos void prefetch(void *x) 228 1.1 jklos { 229 1.1 jklos __asm volatile("prefetcht0 %0" :: "m" (*(unsigned long *)x)); 230 1.1 jklos } 231 1.1 jklos 232 1.1 jklos extern void kdb_backtrace(void); 233 1.1 jklos 234 1.1 jklos #define WARN_ON(condition) do { \ 235 1.1 jklos if (unlikely((condition)!=0)) { \ 236 1.1 jklos log(LOG_WARNING, "BUG: warning at %s:%d/%s()\n", __FILE__, __LINE__, __func__); \ 237 1.1 jklos kdb_backtrace(); \ 238 1.1 jklos } \ 239 1.1 jklos } while (0) 240 1.1 jklos 241 1.1 jklos 242 1.1 jklos #else /* !i386 && !amd64 */ 243 1.1 jklos #define mb() 244 1.1 jklos #define rmb() 245 1.1 jklos #define wmb() 246 1.1 jklos #define smp_mb() 247 1.1 jklos #define prefetch(x) 248 1.1 jklos #define L1_CACHE_BYTES 32 249 1.1 jklos #endif 250 1.1 jklos #define DBG_RX (1 << 0) 251 1.1 jklos static const int debug_flags = DBG_RX; 252 1.1 jklos 253 1.1 jklos #ifdef DEBUG_PRINT 254 1.1 jklos #define DBG(flag, msg) do { \ 255 1.1 jklos if ((flag & debug_flags)) \ 256 1.1 jklos printf msg; \ 257 1.1 jklos } while (0) 258 1.1 jklos #else 259 1.1 jklos #define DBG(...) 260 1.1 jklos #endif 261 1.1 jklos 262 1.1 jklos #define promisc_rx_mode(rm) ((rm)->port->ifp->if_flags & IFF_PROMISC) 263 1.1 jklos #define allmulti_rx_mode(rm) ((rm)->port->ifp->if_flags & IFF_ALLMULTI) 264 1.1 jklos 265 1.1 jklos #define CH_ERR(adap, fmt, ...) { } 266 1.1 jklos 267 1.1 jklos #define CH_WARN(adap, fmt, ...) { } 268 1.1 jklos #define CH_ALERT(adap, fmt, ...) { } 269 1.1 jklos 270 1.1 jklos #define t3_os_sleep(x) DELAY((x) * 1000) 271 1.1 jklos 272 1.1 jklos #define test_and_clear_bit(bit, p) atomic_cmpset_int((p), ((*(p)) | bit), ((*(p)) & ~bit)) 273 1.1 jklos 274 1.1 jklos 275 1.7 riastrad #define max_t(type, a, b) (type)uimax((a), (b)) 276 1.1 jklos #define net_device ifnet 277 1.1 jklos #define cpu_to_be32 htobe32 278 1.1 jklos 279 1.1 jklos 280 1.1 jklos 281 1.1 jklos /* Standard PHY definitions */ 282 1.1 jklos #define BMCR_LOOPBACK BMCR_LOOP 283 1.1 jklos #define BMCR_ISOLATE BMCR_ISO 284 1.1 jklos #define BMCR_ANENABLE BMCR_AUTOEN 285 1.1 jklos #define BMCR_SPEED1000 BMCR_SPEED1 286 1.1 jklos #define BMCR_SPEED100 BMCR_SPEED0 287 1.1 jklos #define BMCR_ANRESTART BMCR_STARTNEG 288 1.1 jklos #define BMCR_FULLDPLX BMCR_FDX 289 1.1 jklos #define BMSR_LSTATUS BMSR_LINK 290 1.1 jklos #define BMSR_ANEGCOMPLETE BMSR_ACOMP 291 1.1 jklos 292 1.1 jklos #define MII_LPA MII_ANLPAR 293 1.1 jklos #define MII_ADVERTISE MII_ANAR 294 1.1 jklos #define MII_CTRL1000 MII_100T2CR 295 1.1 jklos 296 1.1 jklos #define ADVERTISE_PAUSE_CAP ANAR_FC 297 1.1 jklos #define ADVERTISE_PAUSE_ASYM 0x0800 298 1.1 jklos #define ADVERTISE_1000HALF ANAR_X_HD 299 1.1 jklos #define ADVERTISE_1000FULL ANAR_X_FD 300 1.1 jklos #define ADVERTISE_10FULL ANAR_10_FD 301 1.1 jklos #define ADVERTISE_10HALF ANAR_10 302 1.1 jklos #define ADVERTISE_100FULL ANAR_TX_FD 303 1.1 jklos #define ADVERTISE_100HALF ANAR_TX 304 1.1 jklos 305 1.1 jklos /* Standard PCI Extended Capaibilities definitions */ 306 1.1 jklos #define PCI_CAP_ID_VPD 0x03 307 1.1 jklos #define PCI_VPD_ADDR 2 308 1.1 jklos #define PCI_VPD_ADDR_F 0x8000 309 1.1 jklos #define PCI_VPD_DATA 4 310 1.1 jklos 311 1.1 jklos #define PCI_CAP_ID_EXP 0x10 312 1.1 jklos #define PCI_EXP_DEVCTL 8 313 1.1 jklos #define PCI_EXP_DEVCTL_PAYLOAD 0x00e0 314 1.1 jklos #define PCI_EXP_LNKCTL 16 315 1.1 jklos #define PCI_EXP_LNKSTA 18 316 1.1 jklos 317 1.1 jklos /* 318 1.1 jklos * Linux compatibility macros 319 1.1 jklos */ 320 1.1 jklos 321 1.1 jklos /* Some simple translations */ 322 1.1 jklos #define __devinit 323 1.1 jklos #define udelay(x) DELAY(x) 324 1.1 jklos #define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0])) 325 1.1 jklos #define le32_to_cpu(x) le32toh(x) 326 1.1 jklos #define cpu_to_le32(x) htole32(x) 327 1.1 jklos #define swab32(x) bswap32(x) 328 1.1 jklos #define simple_strtoul strtoul 329 1.1 jklos 330 1.1 jklos /* More types and endian definitions */ 331 1.1 jklos typedef uint8_t u8; 332 1.1 jklos typedef uint16_t u16; 333 1.1 jklos typedef uint32_t u32; 334 1.1 jklos typedef uint64_t u64; 335 1.1 jklos 336 1.1 jklos typedef uint8_t __u8; 337 1.1 jklos typedef uint16_t __u16; 338 1.1 jklos typedef uint32_t __u32; 339 1.1 jklos typedef uint8_t __be8; 340 1.1 jklos typedef uint16_t __be16; 341 1.1 jklos typedef uint32_t __be32; 342 1.1 jklos typedef uint64_t __be64; 343 1.1 jklos 344 1.1 jklos #if BYTE_ORDER == BIG_ENDIAN 345 1.1 jklos #define __BIG_ENDIAN_BITFIELD 346 1.1 jklos #elif BYTE_ORDER == LITTLE_ENDIAN 347 1.1 jklos #define __LITTLE_ENDIAN_BITFIELD 348 1.1 jklos #else 349 1.1 jklos #error "Must set BYTE_ORDER" 350 1.1 jklos #endif 351 1.1 jklos 352 1.1 jklos /* Indicates what features are supported by the interface. */ 353 1.1 jklos #define SUPPORTED_10baseT_Half (1 << 0) 354 1.1 jklos #define SUPPORTED_10baseT_Full (1 << 1) 355 1.1 jklos #define SUPPORTED_100baseT_Half (1 << 2) 356 1.1 jklos #define SUPPORTED_100baseT_Full (1 << 3) 357 1.1 jklos #define SUPPORTED_1000baseT_Half (1 << 4) 358 1.1 jklos #define SUPPORTED_1000baseT_Full (1 << 5) 359 1.1 jklos #define SUPPORTED_Autoneg (1 << 6) 360 1.1 jklos #define SUPPORTED_TP (1 << 7) 361 1.1 jklos #define SUPPORTED_AUI (1 << 8) 362 1.1 jklos #define SUPPORTED_MII (1 << 9) 363 1.1 jklos #define SUPPORTED_FIBRE (1 << 10) 364 1.1 jklos #define SUPPORTED_BNC (1 << 11) 365 1.1 jklos #define SUPPORTED_10000baseT_Full (1 << 12) 366 1.1 jklos #define SUPPORTED_Pause (1 << 13) 367 1.1 jklos #define SUPPORTED_Asym_Pause (1 << 14) 368 1.1 jklos 369 1.1 jklos /* Indicates what features are advertised by the interface. */ 370 1.1 jklos #define ADVERTISED_10baseT_Half (1 << 0) 371 1.1 jklos #define ADVERTISED_10baseT_Full (1 << 1) 372 1.1 jklos #define ADVERTISED_100baseT_Half (1 << 2) 373 1.1 jklos #define ADVERTISED_100baseT_Full (1 << 3) 374 1.1 jklos #define ADVERTISED_1000baseT_Half (1 << 4) 375 1.1 jklos #define ADVERTISED_1000baseT_Full (1 << 5) 376 1.1 jklos #define ADVERTISED_Autoneg (1 << 6) 377 1.1 jklos #define ADVERTISED_TP (1 << 7) 378 1.1 jklos #define ADVERTISED_AUI (1 << 8) 379 1.1 jklos #define ADVERTISED_MII (1 << 9) 380 1.1 jklos #define ADVERTISED_FIBRE (1 << 10) 381 1.1 jklos #define ADVERTISED_BNC (1 << 11) 382 1.1 jklos #define ADVERTISED_10000baseT_Full (1 << 12) 383 1.1 jklos #define ADVERTISED_Pause (1 << 13) 384 1.1 jklos #define ADVERTISED_Asym_Pause (1 << 14) 385 1.1 jklos 386 1.1 jklos /* Enable or disable autonegotiation. If this is set to enable, 387 1.1 jklos * the forced link modes above are completely ignored. 388 1.1 jklos */ 389 1.1 jklos #define AUTONEG_DISABLE 0x00 390 1.1 jklos #define AUTONEG_ENABLE 0x01 391 1.1 jklos 392 1.1 jklos #define SPEED_10 10 393 1.1 jklos #define SPEED_100 100 394 1.1 jklos #define SPEED_1000 1000 395 1.1 jklos #define SPEED_10000 10000 396 1.1 jklos #define DUPLEX_HALF 0 397 1.1 jklos #define DUPLEX_FULL 1 398 1.1 jklos 399 1.1 jklos #endif 400