cxgb_osdep.h revision 1.1 1 1.1 jklos /**************************************************************************
2 1.1 jklos
3 1.1 jklos Copyright (c) 2007, Chelsio Inc.
4 1.1 jklos All rights reserved.
5 1.1 jklos
6 1.1 jklos Redistribution and use in source and binary forms, with or without
7 1.1 jklos modification, are permitted provided that the following conditions are met:
8 1.1 jklos
9 1.1 jklos 1. Redistributions of source code must retain the above copyright notice,
10 1.1 jklos this list of conditions and the following disclaimer.
11 1.1 jklos
12 1.1 jklos 2. Neither the name of the Chelsio Corporation nor the names of its
13 1.1 jklos contributors may be used to endorse or promote products derived from
14 1.1 jklos this software without specific prior written permission.
15 1.1 jklos
16 1.1 jklos THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 1.1 jklos AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.1 jklos IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.1 jklos ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20 1.1 jklos LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 jklos CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 jklos SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 jklos INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 jklos CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 jklos ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 jklos POSSIBILITY OF SUCH DAMAGE.
27 1.1 jklos
28 1.1 jklos
29 1.1 jklos ***************************************************************************/
30 1.1 jklos
31 1.1 jklos #include <sys/param.h>
32 1.1 jklos #include <sys/systm.h>
33 1.1 jklos #include <sys/endian.h>
34 1.1 jklos
35 1.1 jklos #include <dev/mii/mii.h>
36 1.1 jklos
37 1.1 jklos #ifndef _CXGB_OSDEP_H_
38 1.1 jklos #define _CXGB_OSDEP_H_
39 1.1 jklos
40 1.1 jklos typedef char *caddr_t;
41 1.1 jklos #include <dev/pci/cxgb/cxgb_version.h>
42 1.1 jklos #include <dev/pci/cxgb/cxgb_config.h>
43 1.1 jklos #include <sys/mbuf.h>
44 1.1 jklos #include <machine/bus.h>
45 1.1 jklos
46 1.1 jklos #include <netinet/in_systm.h>
47 1.1 jklos #include <netinet/in.h>
48 1.1 jklos #include <netinet/ip.h>
49 1.1 jklos
50 1.1 jklos #include <sys/simplelock.h>
51 1.1 jklos
52 1.1 jklos #include <sys/kthread.h>
53 1.1 jklos #include <sys/workqueue.h>
54 1.1 jklos
55 1.1 jklos #include <sys/atomic.h>
56 1.1 jklos
57 1.1 jklos void pci_enable_busmaster(device_t dev);
58 1.1 jklos
59 1.1 jklos struct cxgb_task
60 1.1 jklos {
61 1.1 jklos const char *name;
62 1.1 jklos void (*func)(struct work *, void *);
63 1.1 jklos struct workqueue *wq;
64 1.1 jklos struct work w;
65 1.1 jklos void *context;
66 1.1 jklos };
67 1.1 jklos
68 1.1 jklos void cxgb_make_task(void *);
69 1.1 jklos
70 1.1 jklos void m_cljset(struct mbuf *m, void *cl, int type);
71 1.1 jklos
72 1.1 jklos #define mtx simplelock
73 1.1 jklos #define mtx_init(a, b, c, d) { (a)->lock_data = __SIMPLELOCK_UNLOCKED; }
74 1.1 jklos #define mtx_destroy(a)
75 1.1 jklos #define mtx_lock(a) simple_lock(a)
76 1.1 jklos #define mtx_unlock(a) simple_unlock(a)
77 1.1 jklos #define mtx_trylock(a) simple_lock_try(a)
78 1.1 jklos #define MA_OWNED 1
79 1.1 jklos #define MA_NOTOWNED 0
80 1.1 jklos #define mtx_assert(a, w)
81 1.1 jklos
82 1.1 jklos #if 0
83 1.1 jklos #define RT_LOCK_INIT(_rt) \
84 1.1 jklos mtx_init(&(_rt)->rt_mtx, "rtentry", NULL, MTX_DEF | MTX_DUPOK)
85 1.1 jklos #define RT_LOCK(_rt) mtx_lock(&(_rt)->rt_mtx)
86 1.1 jklos #define RT_UNLOCK(_rt) mtx_unlock(&(_rt)->rt_mtx)
87 1.1 jklos #define RT_LOCK_DESTROY(_rt) mtx_destroy(&(_rt)->rt_mtx)
88 1.1 jklos #define RT_LOCK_ASSERT(_rt) mtx_assert(&(_rt)->rt_mtx, MA_OWNED)
89 1.1 jklos #else
90 1.1 jklos #define RT_LOCK_INIT(_rt)
91 1.1 jklos #define RT_LOCK(_rt)
92 1.1 jklos #define RT_UNLOCK(_rt)
93 1.1 jklos #define RT_LOCK_DESTROY(_rt)
94 1.1 jklos #define RT_LOCK_ASSERT(_rt)
95 1.1 jklos #endif
96 1.1 jklos
97 1.1 jklos #define RT_ADDREF(_rt) do { \
98 1.1 jklos RT_LOCK_ASSERT(_rt); \
99 1.1 jklos KASSERT((_rt)->rt_refcnt >= 0); \
100 1.1 jklos (_rt)->rt_refcnt++; \
101 1.1 jklos } while (0)
102 1.1 jklos #define RT_REMREF(_rt) do { \
103 1.1 jklos RT_LOCK_ASSERT(_rt); \
104 1.1 jklos KASSERT((_rt)->rt_refcnt > 0); \
105 1.1 jklos (_rt)->rt_refcnt--; \
106 1.1 jklos } while (0)
107 1.1 jklos
108 1.1 jklos
109 1.1 jklos #define EVL_VLID_MASK 0x0FFF
110 1.1 jklos
111 1.1 jklos static inline void critical_enter(void)
112 1.1 jklos {
113 1.1 jklos }
114 1.1 jklos
115 1.1 jklos static inline void critical_exit(void)
116 1.1 jklos {
117 1.1 jklos }
118 1.1 jklos
119 1.1 jklos static inline void device_printf(device_t d, ...)
120 1.1 jklos {
121 1.1 jklos }
122 1.1 jklos
123 1.1 jklos int atomic_fetchadd_int(volatile int *p, int v);
124 1.1 jklos #if 0
125 1.1 jklos int atomic_add_int(volatile int *p, int v);
126 1.1 jklos #endif
127 1.1 jklos int atomic_load_acq_int(volatile int *p);
128 1.1 jklos void atomic_store_rel_int(volatile int *p, int v);
129 1.1 jklos
130 1.1 jklos u_short in_cksum_hdr(struct ip *ih);
131 1.1 jklos
132 1.1 jklos #define if_drv_flags if_flags
133 1.1 jklos #define IFF_DRV_RUNNING IFF_RUNNING
134 1.1 jklos #define IFF_DRV_OACTIVE IFF_OACTIVE
135 1.1 jklos
136 1.1 jklos #define MJUM16BYTES (16*1024)
137 1.1 jklos #define MJUMPAGESIZE PAGE_SIZE
138 1.1 jklos
139 1.1 jklos #if 0
140 1.1 jklos #define rw_rlock(x) rw_enter(x, RW_READER)
141 1.1 jklos #define rw_runlock(x) rw_exit(x)
142 1.1 jklos #define rw_wlock(x) rw_enter(x, RW_WRITER)
143 1.1 jklos #define rw_wunlock(x) rw_exit(x)
144 1.1 jklos #endif
145 1.1 jklos
146 1.1 jklos #define callout_drain(x) callout_stop(x)
147 1.1 jklos
148 1.1 jklos static inline int atomic_cmpset_ptr(volatile long *dst, long exp, long src)
149 1.1 jklos {
150 1.1 jklos if (*dst == exp)
151 1.1 jklos {
152 1.1 jklos *dst = src;
153 1.1 jklos return (1);
154 1.1 jklos }
155 1.1 jklos return (0);
156 1.1 jklos }
157 1.1 jklos #define atomic_cmpset_int(a, b, c) atomic_cmpset_ptr((volatile long *)a, (long)b, (long)c)
158 1.1 jklos
159 1.1 jklos static inline int atomic_set_int(volatile int *dst, int val)
160 1.1 jklos {
161 1.1 jklos *dst = val;
162 1.1 jklos
163 1.1 jklos return (val);
164 1.1 jklos }
165 1.1 jklos
166 1.1 jklos static inline void log(int x, ...)
167 1.1 jklos {
168 1.1 jklos }
169 1.1 jklos
170 1.1 jklos struct cxgb_attach_args
171 1.1 jklos {
172 1.1 jklos int port;
173 1.1 jklos };
174 1.1 jklos
175 1.1 jklos #define INT3 __asm("int $3")
176 1.1 jklos
177 1.1 jklos static inline struct mbuf *
178 1.1 jklos m_defrag(struct mbuf *m0, int flags)
179 1.1 jklos {
180 1.1 jklos struct mbuf *m;
181 1.1 jklos MGETHDR(m, flags, MT_DATA);
182 1.1 jklos if (m == NULL)
183 1.1 jklos return NULL;
184 1.1 jklos
185 1.1 jklos M_COPY_PKTHDR(m, m0);
186 1.1 jklos MCLGET(m, flags);
187 1.1 jklos if ((m->m_flags & M_EXT) == 0) {
188 1.1 jklos m_free(m);
189 1.1 jklos return NULL;
190 1.1 jklos }
191 1.1 jklos m_copydata(m0, 0, m0->m_pkthdr.len, mtod(m, void *));
192 1.1 jklos m->m_len = m->m_pkthdr.len;
193 1.1 jklos return m;
194 1.1 jklos }
195 1.1 jklos
196 1.1 jklos
197 1.1 jklos typedef struct adapter adapter_t;
198 1.1 jklos struct sge_rspq;
199 1.1 jklos
200 1.1 jklos struct t3_mbuf_hdr {
201 1.1 jklos struct mbuf *mh_head;
202 1.1 jklos struct mbuf *mh_tail;
203 1.1 jklos };
204 1.1 jklos
205 1.1 jklos
206 1.1 jklos #define PANIC_IF(exp) do { \
207 1.1 jklos if (exp) \
208 1.1 jklos panic("BUG: %s", exp); \
209 1.1 jklos } while (0)
210 1.1 jklos
211 1.1 jklos
212 1.1 jklos #define m_get_priority(m) ((uintptr_t)(m)->m_pkthdr.rcvif)
213 1.1 jklos #define m_set_priority(m, pri) ((m)->m_pkthdr.rcvif = (struct ifnet *)((uintptr_t)pri))
214 1.1 jklos
215 1.1 jklos #define if_name(ifp) (ifp)->if_xname
216 1.1 jklos #define M_SANITY(m, n)
217 1.1 jklos
218 1.1 jklos #define __read_mostly __section(".data.read_mostly")
219 1.1 jklos
220 1.1 jklos /*
221 1.1 jklos * Workaround for weird Chelsio issue
222 1.1 jklos */
223 1.1 jklos #define CXGB_TX_CLEANUP_THRESHOLD 32
224 1.1 jklos
225 1.1 jklos #define LOG_WARNING 1
226 1.1 jklos #define LOG_ERR 2
227 1.1 jklos
228 1.1 jklos #define DPRINTF printf
229 1.1 jklos
230 1.1 jklos #define TX_MAX_SIZE (1 << 16) /* 64KB */
231 1.1 jklos #define TX_MAX_SEGS 36 /* maximum supported by card */
232 1.1 jklos #define TX_MAX_DESC 4 /* max descriptors per packet */
233 1.1 jklos
234 1.1 jklos #define TX_START_MIN_DESC (TX_MAX_DESC << 2)
235 1.1 jklos
236 1.1 jklos #if 0
237 1.1 jklos #define TX_START_MAX_DESC (TX_ETH_Q_SIZE >> 2) /* maximum number of descriptors */
238 1.1 jklos #endif
239 1.1 jklos
240 1.1 jklos #define TX_START_MAX_DESC (TX_MAX_DESC << 3) /* maximum number of descriptors
241 1.1 jklos * call to start used per */
242 1.1 jklos
243 1.1 jklos #define TX_CLEAN_MAX_DESC (TX_MAX_DESC << 4) /* maximum tx descriptors
244 1.1 jklos * to clean per iteration */
245 1.1 jklos
246 1.1 jklos
247 1.1 jklos #if defined(__i386__) || defined(__amd64__)
248 1.1 jklos #define mb() __asm volatile("mfence":::"memory")
249 1.1 jklos #define rmb() __asm volatile("lfence":::"memory")
250 1.1 jklos #define wmb() __asm volatile("sfence" ::: "memory")
251 1.1 jklos #define smp_mb() mb()
252 1.1 jklos
253 1.1 jklos #define L1_CACHE_BYTES 64
254 1.1 jklos static __inline
255 1.1 jklos void prefetch(void *x)
256 1.1 jklos {
257 1.1 jklos __asm volatile("prefetcht0 %0" :: "m" (*(unsigned long *)x));
258 1.1 jklos }
259 1.1 jklos
260 1.1 jklos extern void kdb_backtrace(void);
261 1.1 jklos
262 1.1 jklos #define WARN_ON(condition) do { \
263 1.1 jklos if (unlikely((condition)!=0)) { \
264 1.1 jklos log(LOG_WARNING, "BUG: warning at %s:%d/%s()\n", __FILE__, __LINE__, __func__); \
265 1.1 jklos kdb_backtrace(); \
266 1.1 jklos } \
267 1.1 jklos } while (0)
268 1.1 jklos
269 1.1 jklos
270 1.1 jklos #else /* !i386 && !amd64 */
271 1.1 jklos #define mb()
272 1.1 jklos #define rmb()
273 1.1 jklos #define wmb()
274 1.1 jklos #define smp_mb()
275 1.1 jklos #define prefetch(x)
276 1.1 jklos #define L1_CACHE_BYTES 32
277 1.1 jklos #endif
278 1.1 jklos #define DBG_RX (1 << 0)
279 1.1 jklos static const int debug_flags = DBG_RX;
280 1.1 jklos
281 1.1 jklos #ifdef DEBUG_PRINT
282 1.1 jklos #define DBG(flag, msg) do { \
283 1.1 jklos if ((flag & debug_flags)) \
284 1.1 jklos printf msg; \
285 1.1 jklos } while (0)
286 1.1 jklos #else
287 1.1 jklos #define DBG(...)
288 1.1 jklos #endif
289 1.1 jklos
290 1.1 jklos #define promisc_rx_mode(rm) ((rm)->port->ifp->if_flags & IFF_PROMISC)
291 1.1 jklos #define allmulti_rx_mode(rm) ((rm)->port->ifp->if_flags & IFF_ALLMULTI)
292 1.1 jklos
293 1.1 jklos #define CH_ERR(adap, fmt, ...) { }
294 1.1 jklos
295 1.1 jklos #define CH_WARN(adap, fmt, ...) { }
296 1.1 jklos #define CH_ALERT(adap, fmt, ...) { }
297 1.1 jklos
298 1.1 jklos #define t3_os_sleep(x) DELAY((x) * 1000)
299 1.1 jklos
300 1.1 jklos #define test_and_clear_bit(bit, p) atomic_cmpset_int((p), ((*(p)) | bit), ((*(p)) & ~bit))
301 1.1 jklos
302 1.1 jklos
303 1.1 jklos #define max_t(type, a, b) (type)max((a), (b))
304 1.1 jklos #define net_device ifnet
305 1.1 jklos #define cpu_to_be32 htobe32
306 1.1 jklos
307 1.1 jklos
308 1.1 jklos
309 1.1 jklos /* Standard PHY definitions */
310 1.1 jklos #define BMCR_LOOPBACK BMCR_LOOP
311 1.1 jklos #define BMCR_ISOLATE BMCR_ISO
312 1.1 jklos #define BMCR_ANENABLE BMCR_AUTOEN
313 1.1 jklos #define BMCR_SPEED1000 BMCR_SPEED1
314 1.1 jklos #define BMCR_SPEED100 BMCR_SPEED0
315 1.1 jklos #define BMCR_ANRESTART BMCR_STARTNEG
316 1.1 jklos #define BMCR_FULLDPLX BMCR_FDX
317 1.1 jklos #define BMSR_LSTATUS BMSR_LINK
318 1.1 jklos #define BMSR_ANEGCOMPLETE BMSR_ACOMP
319 1.1 jklos
320 1.1 jklos #define MII_LPA MII_ANLPAR
321 1.1 jklos #define MII_ADVERTISE MII_ANAR
322 1.1 jklos #define MII_CTRL1000 MII_100T2CR
323 1.1 jklos
324 1.1 jklos #define ADVERTISE_PAUSE_CAP ANAR_FC
325 1.1 jklos #define ADVERTISE_PAUSE_ASYM 0x0800
326 1.1 jklos #define ADVERTISE_1000HALF ANAR_X_HD
327 1.1 jklos #define ADVERTISE_1000FULL ANAR_X_FD
328 1.1 jklos #define ADVERTISE_10FULL ANAR_10_FD
329 1.1 jklos #define ADVERTISE_10HALF ANAR_10
330 1.1 jklos #define ADVERTISE_100FULL ANAR_TX_FD
331 1.1 jklos #define ADVERTISE_100HALF ANAR_TX
332 1.1 jklos
333 1.1 jklos /* Standard PCI Extended Capaibilities definitions */
334 1.1 jklos #define PCI_CAP_ID_VPD 0x03
335 1.1 jklos #define PCI_VPD_ADDR 2
336 1.1 jklos #define PCI_VPD_ADDR_F 0x8000
337 1.1 jklos #define PCI_VPD_DATA 4
338 1.1 jklos
339 1.1 jklos #define PCI_CAP_ID_EXP 0x10
340 1.1 jklos #define PCI_EXP_DEVCTL 8
341 1.1 jklos #define PCI_EXP_DEVCTL_PAYLOAD 0x00e0
342 1.1 jklos #define PCI_EXP_LNKCTL 16
343 1.1 jklos #define PCI_EXP_LNKSTA 18
344 1.1 jklos
345 1.1 jklos /*
346 1.1 jklos * Linux compatibility macros
347 1.1 jklos */
348 1.1 jklos
349 1.1 jklos /* Some simple translations */
350 1.1 jklos #define __devinit
351 1.1 jklos #define udelay(x) DELAY(x)
352 1.1 jklos #define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]))
353 1.1 jklos #define le32_to_cpu(x) le32toh(x)
354 1.1 jklos #define cpu_to_le32(x) htole32(x)
355 1.1 jklos #define swab32(x) bswap32(x)
356 1.1 jklos #define simple_strtoul strtoul
357 1.1 jklos
358 1.1 jklos /* More types and endian definitions */
359 1.1 jklos typedef uint8_t u8;
360 1.1 jklos typedef uint16_t u16;
361 1.1 jklos typedef uint32_t u32;
362 1.1 jklos typedef uint64_t u64;
363 1.1 jklos
364 1.1 jklos typedef uint8_t __u8;
365 1.1 jklos typedef uint16_t __u16;
366 1.1 jklos typedef uint32_t __u32;
367 1.1 jklos typedef uint8_t __be8;
368 1.1 jklos typedef uint16_t __be16;
369 1.1 jklos typedef uint32_t __be32;
370 1.1 jklos typedef uint64_t __be64;
371 1.1 jklos
372 1.1 jklos #if BYTE_ORDER == BIG_ENDIAN
373 1.1 jklos #define __BIG_ENDIAN_BITFIELD
374 1.1 jklos #elif BYTE_ORDER == LITTLE_ENDIAN
375 1.1 jklos #define __LITTLE_ENDIAN_BITFIELD
376 1.1 jklos #else
377 1.1 jklos #error "Must set BYTE_ORDER"
378 1.1 jklos #endif
379 1.1 jklos
380 1.1 jklos /* Indicates what features are supported by the interface. */
381 1.1 jklos #define SUPPORTED_10baseT_Half (1 << 0)
382 1.1 jklos #define SUPPORTED_10baseT_Full (1 << 1)
383 1.1 jklos #define SUPPORTED_100baseT_Half (1 << 2)
384 1.1 jklos #define SUPPORTED_100baseT_Full (1 << 3)
385 1.1 jklos #define SUPPORTED_1000baseT_Half (1 << 4)
386 1.1 jklos #define SUPPORTED_1000baseT_Full (1 << 5)
387 1.1 jklos #define SUPPORTED_Autoneg (1 << 6)
388 1.1 jklos #define SUPPORTED_TP (1 << 7)
389 1.1 jklos #define SUPPORTED_AUI (1 << 8)
390 1.1 jklos #define SUPPORTED_MII (1 << 9)
391 1.1 jklos #define SUPPORTED_FIBRE (1 << 10)
392 1.1 jklos #define SUPPORTED_BNC (1 << 11)
393 1.1 jklos #define SUPPORTED_10000baseT_Full (1 << 12)
394 1.1 jklos #define SUPPORTED_Pause (1 << 13)
395 1.1 jklos #define SUPPORTED_Asym_Pause (1 << 14)
396 1.1 jklos
397 1.1 jklos /* Indicates what features are advertised by the interface. */
398 1.1 jklos #define ADVERTISED_10baseT_Half (1 << 0)
399 1.1 jklos #define ADVERTISED_10baseT_Full (1 << 1)
400 1.1 jklos #define ADVERTISED_100baseT_Half (1 << 2)
401 1.1 jklos #define ADVERTISED_100baseT_Full (1 << 3)
402 1.1 jklos #define ADVERTISED_1000baseT_Half (1 << 4)
403 1.1 jklos #define ADVERTISED_1000baseT_Full (1 << 5)
404 1.1 jklos #define ADVERTISED_Autoneg (1 << 6)
405 1.1 jklos #define ADVERTISED_TP (1 << 7)
406 1.1 jklos #define ADVERTISED_AUI (1 << 8)
407 1.1 jklos #define ADVERTISED_MII (1 << 9)
408 1.1 jklos #define ADVERTISED_FIBRE (1 << 10)
409 1.1 jklos #define ADVERTISED_BNC (1 << 11)
410 1.1 jklos #define ADVERTISED_10000baseT_Full (1 << 12)
411 1.1 jklos #define ADVERTISED_Pause (1 << 13)
412 1.1 jklos #define ADVERTISED_Asym_Pause (1 << 14)
413 1.1 jklos
414 1.1 jklos /* Enable or disable autonegotiation. If this is set to enable,
415 1.1 jklos * the forced link modes above are completely ignored.
416 1.1 jklos */
417 1.1 jklos #define AUTONEG_DISABLE 0x00
418 1.1 jklos #define AUTONEG_ENABLE 0x01
419 1.1 jklos
420 1.1 jklos #define SPEED_10 10
421 1.1 jklos #define SPEED_100 100
422 1.1 jklos #define SPEED_1000 1000
423 1.1 jklos #define SPEED_10000 10000
424 1.1 jklos #define DUPLEX_HALF 0
425 1.1 jklos #define DUPLEX_FULL 1
426 1.1 jklos
427 1.1 jklos #endif
428