if_hvn.c revision 1.2.2.6
1 1.2.2.6 martin /* $NetBSD: if_hvn.c,v 1.2.2.6 2019/11/25 16:01:25 martin Exp $ */ 2 1.2.2.2 martin /* $OpenBSD: if_hvn.c,v 1.39 2018/03/11 14:31:34 mikeb Exp $ */ 3 1.2.2.2 martin 4 1.2.2.2 martin /*- 5 1.2.2.2 martin * Copyright (c) 2009-2012,2016 Microsoft Corp. 6 1.2.2.2 martin * Copyright (c) 2010-2012 Citrix Inc. 7 1.2.2.2 martin * Copyright (c) 2012 NetApp Inc. 8 1.2.2.2 martin * Copyright (c) 2016 Mike Belopuhov <mike (at) esdenera.com> 9 1.2.2.2 martin * All rights reserved. 10 1.2.2.2 martin * 11 1.2.2.2 martin * Redistribution and use in source and binary forms, with or without 12 1.2.2.2 martin * modification, are permitted provided that the following conditions 13 1.2.2.2 martin * are met: 14 1.2.2.2 martin * 1. Redistributions of source code must retain the above copyright 15 1.2.2.2 martin * notice unmodified, this list of conditions, and the following 16 1.2.2.2 martin * disclaimer. 17 1.2.2.2 martin * 2. Redistributions in binary form must reproduce the above copyright 18 1.2.2.2 martin * notice, this list of conditions and the following disclaimer in the 19 1.2.2.2 martin * documentation and/or other materials provided with the distribution. 20 1.2.2.2 martin * 21 1.2.2.2 martin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 22 1.2.2.2 martin * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 23 1.2.2.2 martin * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 24 1.2.2.2 martin * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 25 1.2.2.2 martin * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 26 1.2.2.2 martin * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27 1.2.2.2 martin * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28 1.2.2.2 martin * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29 1.2.2.2 martin * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 30 1.2.2.2 martin * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31 1.2.2.2 martin */ 32 1.2.2.2 martin 33 1.2.2.2 martin /* 34 1.2.2.2 martin * The OpenBSD port was done under funding by Esdenera Networks GmbH. 35 1.2.2.2 martin */ 36 1.2.2.2 martin 37 1.2.2.2 martin #include <sys/cdefs.h> 38 1.2.2.6 martin __KERNEL_RCSID(0, "$NetBSD: if_hvn.c,v 1.2.2.6 2019/11/25 16:01:25 martin Exp $"); 39 1.2.2.2 martin 40 1.2.2.2 martin #ifdef _KERNEL_OPT 41 1.2.2.2 martin #include "opt_inet.h" 42 1.2.2.2 martin #include "opt_inet6.h" 43 1.2.2.2 martin #include "opt_net_mpsafe.h" 44 1.2.2.2 martin #endif 45 1.2.2.2 martin 46 1.2.2.2 martin #include <sys/param.h> 47 1.2.2.2 martin #include <sys/systm.h> 48 1.2.2.2 martin #include <sys/kernel.h> 49 1.2.2.2 martin #include <sys/device.h> 50 1.2.2.2 martin #include <sys/atomic.h> 51 1.2.2.2 martin #include <sys/bus.h> 52 1.2.2.2 martin #include <sys/intr.h> 53 1.2.2.2 martin #include <sys/kmem.h> 54 1.2.2.2 martin 55 1.2.2.2 martin #include <net/if.h> 56 1.2.2.2 martin #include <net/if_ether.h> 57 1.2.2.2 martin #include <net/if_media.h> 58 1.2.2.2 martin 59 1.2.2.2 martin #include <net/bpf.h> 60 1.2.2.2 martin 61 1.2.2.2 martin #include <dev/ic/ndisreg.h> 62 1.2.2.2 martin #include <dev/ic/rndisreg.h> 63 1.2.2.2 martin 64 1.2.2.2 martin #include <dev/hyperv/vmbusvar.h> 65 1.2.2.2 martin #include <dev/hyperv/if_hvnreg.h> 66 1.2.2.2 martin 67 1.2.2.2 martin #ifndef EVL_PRIO_BITS 68 1.2.2.2 martin #define EVL_PRIO_BITS 13 69 1.2.2.2 martin #endif 70 1.2.2.2 martin 71 1.2.2.2 martin #ifndef ETHER_ALIGN 72 1.2.2.2 martin #define ETHER_ALIGN 2 73 1.2.2.2 martin #endif 74 1.2.2.2 martin 75 1.2.2.2 martin #define HVN_NVS_MSGSIZE 32 76 1.2.2.2 martin #define HVN_NVS_BUFSIZE PAGE_SIZE 77 1.2.2.2 martin 78 1.2.2.2 martin /* 79 1.2.2.2 martin * RNDIS control interface 80 1.2.2.2 martin */ 81 1.2.2.2 martin #define HVN_RNDIS_CTLREQS 4 82 1.2.2.2 martin #define HVN_RNDIS_BUFSIZE 512 83 1.2.2.2 martin 84 1.2.2.2 martin struct rndis_cmd { 85 1.2.2.2 martin uint32_t rc_id; 86 1.2.2.2 martin struct hvn_nvs_rndis rc_msg; 87 1.2.2.2 martin void *rc_req; 88 1.2.2.2 martin bus_dmamap_t rc_dmap; 89 1.2.2.2 martin bus_dma_segment_t rc_segs; 90 1.2.2.2 martin int rc_nsegs; 91 1.2.2.2 martin uint64_t rc_gpa; 92 1.2.2.2 martin struct rndis_packet_msg rc_cmp; 93 1.2.2.2 martin uint32_t rc_cmplen; 94 1.2.2.2 martin uint8_t rc_cmpbuf[HVN_RNDIS_BUFSIZE]; 95 1.2.2.2 martin int rc_done; 96 1.2.2.2 martin TAILQ_ENTRY(rndis_cmd) rc_entry; 97 1.2.2.2 martin }; 98 1.2.2.2 martin TAILQ_HEAD(rndis_queue, rndis_cmd); 99 1.2.2.2 martin 100 1.2.2.2 martin #define HVN_MAXMTU (9 * 1024) 101 1.2.2.2 martin 102 1.2.2.2 martin #define HVN_RNDIS_XFER_SIZE 2048 103 1.2.2.2 martin 104 1.2.2.2 martin /* 105 1.2.2.2 martin * Tx ring 106 1.2.2.2 martin */ 107 1.2.2.2 martin #define HVN_TX_DESC 256 108 1.2.2.2 martin #define HVN_TX_FRAGS 15 /* 31 is the max */ 109 1.2.2.2 martin #define HVN_TX_FRAG_SIZE PAGE_SIZE 110 1.2.2.2 martin #define HVN_TX_PKT_SIZE 16384 111 1.2.2.2 martin 112 1.2.2.2 martin #define HVN_RNDIS_PKT_LEN \ 113 1.2.2.2 martin (sizeof(struct rndis_packet_msg) + \ 114 1.2.2.2 martin sizeof(struct rndis_pktinfo) + NDIS_VLAN_INFO_SIZE + \ 115 1.2.2.2 martin sizeof(struct rndis_pktinfo) + NDIS_TXCSUM_INFO_SIZE) 116 1.2.2.2 martin 117 1.2.2.2 martin struct hvn_tx_desc { 118 1.2.2.2 martin uint32_t txd_id; 119 1.2.2.2 martin int txd_ready; 120 1.2.2.2 martin struct vmbus_gpa txd_sgl[HVN_TX_FRAGS + 1]; 121 1.2.2.2 martin int txd_nsge; 122 1.2.2.2 martin struct mbuf *txd_buf; 123 1.2.2.2 martin bus_dmamap_t txd_dmap; 124 1.2.2.2 martin struct vmbus_gpa txd_gpa; 125 1.2.2.2 martin struct rndis_packet_msg *txd_req; 126 1.2.2.2 martin }; 127 1.2.2.2 martin 128 1.2.2.2 martin struct hvn_softc { 129 1.2.2.2 martin device_t sc_dev; 130 1.2.2.2 martin 131 1.2.2.2 martin struct vmbus_softc *sc_vmbus; 132 1.2.2.2 martin struct vmbus_channel *sc_chan; 133 1.2.2.2 martin bus_dma_tag_t sc_dmat; 134 1.2.2.2 martin 135 1.2.2.2 martin struct ethercom sc_ec; 136 1.2.2.2 martin struct ifmedia sc_media; 137 1.2.2.2 martin struct if_percpuq *sc_ipq; 138 1.2.2.2 martin int sc_link_state; 139 1.2.2.2 martin int sc_promisc; 140 1.2.2.2 martin 141 1.2.2.2 martin uint32_t sc_flags; 142 1.2.2.2 martin #define HVN_SCF_ATTACHED __BIT(0) 143 1.2.2.2 martin 144 1.2.2.2 martin /* NVS protocol */ 145 1.2.2.2 martin int sc_proto; 146 1.2.2.2 martin uint32_t sc_nvstid; 147 1.2.2.2 martin uint8_t sc_nvsrsp[HVN_NVS_MSGSIZE]; 148 1.2.2.2 martin uint8_t *sc_nvsbuf; 149 1.2.2.2 martin int sc_nvsdone; 150 1.2.2.2 martin 151 1.2.2.2 martin /* RNDIS protocol */ 152 1.2.2.2 martin int sc_ndisver; 153 1.2.2.2 martin uint32_t sc_rndisrid; 154 1.2.2.2 martin struct rndis_queue sc_cntl_sq; /* submission queue */ 155 1.2.2.2 martin kmutex_t sc_cntl_sqlck; 156 1.2.2.2 martin struct rndis_queue sc_cntl_cq; /* completion queue */ 157 1.2.2.2 martin kmutex_t sc_cntl_cqlck; 158 1.2.2.2 martin struct rndis_queue sc_cntl_fq; /* free queue */ 159 1.2.2.2 martin kmutex_t sc_cntl_fqlck; 160 1.2.2.2 martin struct rndis_cmd sc_cntl_msgs[HVN_RNDIS_CTLREQS]; 161 1.2.2.2 martin struct hvn_nvs_rndis sc_data_msg; 162 1.2.2.2 martin 163 1.2.2.2 martin /* Rx ring */ 164 1.2.2.2 martin uint8_t *sc_rx_ring; 165 1.2.2.2 martin int sc_rx_size; 166 1.2.2.2 martin uint32_t sc_rx_hndl; 167 1.2.2.2 martin struct hyperv_dma sc_rx_dma; 168 1.2.2.2 martin 169 1.2.2.2 martin /* Tx ring */ 170 1.2.2.2 martin uint32_t sc_tx_next; 171 1.2.2.2 martin uint32_t sc_tx_avail; 172 1.2.2.2 martin struct hvn_tx_desc sc_tx_desc[HVN_TX_DESC]; 173 1.2.2.2 martin bus_dmamap_t sc_tx_rmap; 174 1.2.2.2 martin uint8_t *sc_tx_msgs; 175 1.2.2.2 martin bus_dma_segment_t sc_tx_mseg; 176 1.2.2.2 martin }; 177 1.2.2.2 martin 178 1.2.2.2 martin #define SC2IFP(_sc_) (&(_sc_)->sc_ec.ec_if) 179 1.2.2.2 martin #define IFP2SC(_ifp_) ((_ifp_)->if_softc) 180 1.2.2.2 martin 181 1.2.2.2 martin 182 1.2.2.2 martin static int hvn_match(device_t, cfdata_t, void *); 183 1.2.2.2 martin static void hvn_attach(device_t, device_t, void *); 184 1.2.2.2 martin static int hvn_detach(device_t, int); 185 1.2.2.2 martin 186 1.2.2.2 martin CFATTACH_DECL_NEW(hvn, sizeof(struct hvn_softc), 187 1.2.2.2 martin hvn_match, hvn_attach, hvn_detach, NULL); 188 1.2.2.2 martin 189 1.2.2.2 martin static int hvn_ioctl(struct ifnet *, u_long, void *); 190 1.2.2.2 martin static int hvn_media_change(struct ifnet *); 191 1.2.2.2 martin static void hvn_media_status(struct ifnet *, struct ifmediareq *); 192 1.2.2.2 martin static int hvn_iff(struct hvn_softc *); 193 1.2.2.2 martin static int hvn_init(struct ifnet *); 194 1.2.2.2 martin static void hvn_stop(struct ifnet *, int); 195 1.2.2.2 martin static void hvn_start(struct ifnet *); 196 1.2.2.2 martin static int hvn_encap(struct hvn_softc *, struct mbuf *, 197 1.2.2.2 martin struct hvn_tx_desc **); 198 1.2.2.2 martin static void hvn_decap(struct hvn_softc *, struct hvn_tx_desc *); 199 1.2.2.2 martin static void hvn_txeof(struct hvn_softc *, uint64_t); 200 1.2.2.2 martin static int hvn_rx_ring_create(struct hvn_softc *); 201 1.2.2.2 martin static int hvn_rx_ring_destroy(struct hvn_softc *); 202 1.2.2.2 martin static int hvn_tx_ring_create(struct hvn_softc *); 203 1.2.2.2 martin static void hvn_tx_ring_destroy(struct hvn_softc *); 204 1.2.2.2 martin static int hvn_set_capabilities(struct hvn_softc *); 205 1.2.2.2 martin static int hvn_get_lladdr(struct hvn_softc *, uint8_t *); 206 1.2.2.2 martin static void hvn_get_link_status(struct hvn_softc *); 207 1.2.2.2 martin 208 1.2.2.2 martin /* NSVP */ 209 1.2.2.2 martin static int hvn_nvs_attach(struct hvn_softc *); 210 1.2.2.2 martin static void hvn_nvs_intr(void *); 211 1.2.2.2 martin static int hvn_nvs_cmd(struct hvn_softc *, void *, size_t, uint64_t, int); 212 1.2.2.2 martin static int hvn_nvs_ack(struct hvn_softc *, uint64_t); 213 1.2.2.2 martin static void hvn_nvs_detach(struct hvn_softc *); 214 1.2.2.2 martin 215 1.2.2.2 martin /* RNDIS */ 216 1.2.2.2 martin static int hvn_rndis_attach(struct hvn_softc *); 217 1.2.2.2 martin static int hvn_rndis_cmd(struct hvn_softc *, struct rndis_cmd *, int); 218 1.2.2.2 martin static void hvn_rndis_input(struct hvn_softc *, uint64_t, void *); 219 1.2.2.2 martin static void hvn_rxeof(struct hvn_softc *, uint8_t *, uint32_t); 220 1.2.2.2 martin static void hvn_rndis_complete(struct hvn_softc *, uint8_t *, uint32_t); 221 1.2.2.2 martin static int hvn_rndis_output(struct hvn_softc *, struct hvn_tx_desc *); 222 1.2.2.2 martin static void hvn_rndis_status(struct hvn_softc *, uint8_t *, uint32_t); 223 1.2.2.2 martin static int hvn_rndis_query(struct hvn_softc *, uint32_t, void *, size_t *); 224 1.2.2.2 martin static int hvn_rndis_set(struct hvn_softc *, uint32_t, void *, size_t); 225 1.2.2.2 martin static int hvn_rndis_open(struct hvn_softc *); 226 1.2.2.2 martin static int hvn_rndis_close(struct hvn_softc *); 227 1.2.2.2 martin static void hvn_rndis_detach(struct hvn_softc *); 228 1.2.2.2 martin 229 1.2.2.2 martin static int 230 1.2.2.2 martin hvn_match(device_t parent, cfdata_t match, void *aux) 231 1.2.2.2 martin { 232 1.2.2.2 martin struct vmbus_attach_args *aa = aux; 233 1.2.2.2 martin 234 1.2.2.2 martin if (memcmp(aa->aa_type, &hyperv_guid_network, sizeof(*aa->aa_type))) 235 1.2.2.2 martin return 0; 236 1.2.2.2 martin return 1; 237 1.2.2.2 martin } 238 1.2.2.2 martin 239 1.2.2.2 martin static void 240 1.2.2.2 martin hvn_attach(device_t parent, device_t self, void *aux) 241 1.2.2.2 martin { 242 1.2.2.2 martin struct hvn_softc *sc = device_private(self); 243 1.2.2.2 martin struct vmbus_attach_args *aa = aux; 244 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 245 1.2.2.2 martin uint8_t enaddr[ETHER_ADDR_LEN]; 246 1.2.2.2 martin int error; 247 1.2.2.2 martin 248 1.2.2.2 martin sc->sc_dev = self; 249 1.2.2.2 martin sc->sc_vmbus = (struct vmbus_softc *)device_private(parent); 250 1.2.2.2 martin sc->sc_chan = aa->aa_chan; 251 1.2.2.2 martin sc->sc_dmat = sc->sc_vmbus->sc_dmat; 252 1.2.2.2 martin 253 1.2.2.2 martin aprint_naive("\n"); 254 1.2.2.2 martin aprint_normal(": Hyper-V NetVSC\n"); 255 1.2.2.2 martin 256 1.2.2.2 martin strlcpy(ifp->if_xname, device_xname(sc->sc_dev), IFNAMSIZ); 257 1.2.2.2 martin 258 1.2.2.2 martin if (hvn_nvs_attach(sc)) { 259 1.2.2.2 martin aprint_error_dev(self, "failed to init NVSP\n"); 260 1.2.2.2 martin return; 261 1.2.2.2 martin } 262 1.2.2.2 martin 263 1.2.2.2 martin if (hvn_rx_ring_create(sc)) { 264 1.2.2.2 martin aprint_error_dev(self, "failed to create Rx ring\n"); 265 1.2.2.2 martin goto fail1; 266 1.2.2.2 martin } 267 1.2.2.2 martin 268 1.2.2.2 martin if (hvn_tx_ring_create(sc)) { 269 1.2.2.2 martin aprint_error_dev(self, "failed to create Tx ring\n"); 270 1.2.2.2 martin goto fail1; 271 1.2.2.2 martin } 272 1.2.2.2 martin 273 1.2.2.2 martin ifp->if_softc = sc; 274 1.2.2.2 martin ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 275 1.2.2.2 martin ifp->if_ioctl = hvn_ioctl; 276 1.2.2.2 martin ifp->if_start = hvn_start; 277 1.2.2.2 martin ifp->if_init = hvn_init; 278 1.2.2.2 martin ifp->if_stop = hvn_stop; 279 1.2.2.2 martin ifp->if_capabilities = IFCAP_CSUM_IPv4_Tx | IFCAP_CSUM_IPv4_Rx; 280 1.2.2.2 martin ifp->if_capabilities |= IFCAP_CSUM_TCPv4_Tx | IFCAP_CSUM_TCPv4_Rx; 281 1.2.2.2 martin ifp->if_capabilities |= IFCAP_CSUM_TCPv6_Tx | IFCAP_CSUM_TCPv6_Rx; 282 1.2.2.2 martin if (sc->sc_ndisver > NDIS_VERSION_6_30) { 283 1.2.2.2 martin ifp->if_capabilities |= IFCAP_CSUM_UDPv4_Tx; 284 1.2.2.2 martin ifp->if_capabilities |= IFCAP_CSUM_UDPv4_Rx; 285 1.2.2.2 martin ifp->if_capabilities |= IFCAP_CSUM_UDPv6_Tx; 286 1.2.2.2 martin ifp->if_capabilities |= IFCAP_CSUM_UDPv6_Rx; 287 1.2.2.2 martin } 288 1.2.2.2 martin if (sc->sc_proto >= HVN_NVS_PROTO_VERSION_2) { 289 1.2.2.2 martin sc->sc_ec.ec_capabilities |= ETHERCAP_VLAN_HWTAGGING; 290 1.2.2.2 martin sc->sc_ec.ec_capabilities |= ETHERCAP_VLAN_MTU; 291 1.2.2.2 martin } 292 1.2.2.2 martin 293 1.2.2.2 martin IFQ_SET_MAXLEN(&ifp->if_snd, HVN_TX_DESC - 1); 294 1.2.2.2 martin IFQ_SET_READY(&ifp->if_snd); 295 1.2.2.2 martin 296 1.2.2.2 martin ifmedia_init(&sc->sc_media, IFM_IMASK, hvn_media_change, 297 1.2.2.2 martin hvn_media_status); 298 1.2.2.2 martin ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_MANUAL, 0, NULL); 299 1.2.2.2 martin ifmedia_set(&sc->sc_media, IFM_ETHER | IFM_MANUAL); 300 1.2.2.2 martin 301 1.2.2.2 martin error = if_initialize(ifp); 302 1.2.2.2 martin if (error) { 303 1.2.2.2 martin aprint_error_dev(self, "if_initialize failed(%d)\n", error); 304 1.2.2.2 martin goto fail2; 305 1.2.2.2 martin } 306 1.2.2.2 martin sc->sc_ipq = if_percpuq_create(ifp); 307 1.2.2.2 martin if_deferred_start_init(ifp, NULL); 308 1.2.2.2 martin 309 1.2.2.2 martin if (hvn_rndis_attach(sc)) { 310 1.2.2.2 martin aprint_error_dev(self, "failed to init RNDIS\n"); 311 1.2.2.2 martin goto fail1; 312 1.2.2.2 martin } 313 1.2.2.2 martin 314 1.2.2.2 martin aprint_normal_dev(self, "NVS %d.%d NDIS %d.%d\n", 315 1.2.2.2 martin sc->sc_proto >> 16, sc->sc_proto & 0xffff, 316 1.2.2.2 martin sc->sc_ndisver >> 16 , sc->sc_ndisver & 0xffff); 317 1.2.2.2 martin 318 1.2.2.2 martin if (hvn_set_capabilities(sc)) { 319 1.2.2.2 martin aprint_error_dev(self, "failed to setup offloading\n"); 320 1.2.2.2 martin goto fail2; 321 1.2.2.2 martin } 322 1.2.2.2 martin 323 1.2.2.2 martin if (hvn_get_lladdr(sc, enaddr)) { 324 1.2.2.2 martin aprint_error_dev(self, 325 1.2.2.2 martin "failed to obtain an ethernet address\n"); 326 1.2.2.2 martin goto fail2; 327 1.2.2.2 martin } 328 1.2.2.2 martin aprint_normal_dev(self, "Ethernet address %s\n", ether_sprintf(enaddr)); 329 1.2.2.2 martin 330 1.2.2.2 martin ether_ifattach(ifp, enaddr); 331 1.2.2.2 martin if_register(ifp); 332 1.2.2.2 martin 333 1.2.2.2 martin if (pmf_device_register(self, NULL, NULL)) 334 1.2.2.2 martin pmf_class_network_register(self, ifp); 335 1.2.2.2 martin else 336 1.2.2.2 martin aprint_error_dev(self, "couldn't establish power handler\n"); 337 1.2.2.2 martin 338 1.2.2.2 martin SET(sc->sc_flags, HVN_SCF_ATTACHED); 339 1.2.2.2 martin return; 340 1.2.2.2 martin 341 1.2.2.2 martin fail2: hvn_rndis_detach(sc); 342 1.2.2.2 martin fail1: hvn_rx_ring_destroy(sc); 343 1.2.2.2 martin hvn_tx_ring_destroy(sc); 344 1.2.2.2 martin hvn_nvs_detach(sc); 345 1.2.2.2 martin } 346 1.2.2.2 martin 347 1.2.2.2 martin static int 348 1.2.2.2 martin hvn_detach(device_t self, int flags) 349 1.2.2.2 martin { 350 1.2.2.2 martin struct hvn_softc *sc = device_private(self); 351 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 352 1.2.2.2 martin 353 1.2.2.2 martin if (!ISSET(sc->sc_flags, HVN_SCF_ATTACHED)) 354 1.2.2.2 martin return 0; 355 1.2.2.2 martin 356 1.2.2.2 martin hvn_stop(ifp, 1); 357 1.2.2.2 martin 358 1.2.2.2 martin pmf_device_deregister(self); 359 1.2.2.2 martin 360 1.2.2.2 martin ether_ifdetach(ifp); 361 1.2.2.2 martin if_detach(ifp); 362 1.2.2.2 martin if_percpuq_destroy(sc->sc_ipq); 363 1.2.2.2 martin 364 1.2.2.2 martin hvn_rndis_detach(sc); 365 1.2.2.2 martin hvn_rx_ring_destroy(sc); 366 1.2.2.2 martin hvn_tx_ring_destroy(sc); 367 1.2.2.2 martin hvn_nvs_detach(sc); 368 1.2.2.2 martin 369 1.2.2.2 martin return 0; 370 1.2.2.2 martin } 371 1.2.2.2 martin 372 1.2.2.2 martin static int 373 1.2.2.2 martin hvn_ioctl(struct ifnet *ifp, u_long command, void * data) 374 1.2.2.2 martin { 375 1.2.2.2 martin struct hvn_softc *sc = IFP2SC(ifp); 376 1.2.2.2 martin struct ifreq *ifr = (struct ifreq *)data; 377 1.2.2.2 martin int s, error = 0; 378 1.2.2.2 martin 379 1.2.2.2 martin s = splnet(); 380 1.2.2.2 martin 381 1.2.2.2 martin switch (command) { 382 1.2.2.2 martin case SIOCSIFFLAGS: 383 1.2.2.2 martin if (ifp->if_flags & IFF_UP) { 384 1.2.2.2 martin if (ifp->if_flags & IFF_RUNNING) 385 1.2.2.2 martin error = ENETRESET; 386 1.2.2.2 martin else { 387 1.2.2.2 martin error = hvn_init(ifp); 388 1.2.2.2 martin if (error) 389 1.2.2.2 martin ifp->if_flags &= ~IFF_UP; 390 1.2.2.2 martin } 391 1.2.2.2 martin } else { 392 1.2.2.2 martin if (ifp->if_flags & IFF_RUNNING) 393 1.2.2.2 martin hvn_stop(ifp, 1); 394 1.2.2.2 martin } 395 1.2.2.2 martin break; 396 1.2.2.2 martin case SIOCGIFMEDIA: 397 1.2.2.2 martin case SIOCSIFMEDIA: 398 1.2.2.2 martin error = ifmedia_ioctl(ifp, ifr, &sc->sc_media, command); 399 1.2.2.2 martin break; 400 1.2.2.2 martin default: 401 1.2.2.2 martin error = ether_ioctl(ifp, command, data); 402 1.2.2.2 martin break; 403 1.2.2.2 martin } 404 1.2.2.2 martin 405 1.2.2.2 martin if (error == ENETRESET) { 406 1.2.2.2 martin if (ifp->if_flags & IFF_RUNNING) 407 1.2.2.2 martin hvn_iff(sc); 408 1.2.2.2 martin error = 0; 409 1.2.2.2 martin } 410 1.2.2.2 martin 411 1.2.2.2 martin splx(s); 412 1.2.2.2 martin 413 1.2.2.2 martin return error; 414 1.2.2.2 martin } 415 1.2.2.2 martin 416 1.2.2.2 martin static int 417 1.2.2.2 martin hvn_media_change(struct ifnet *ifp) 418 1.2.2.2 martin { 419 1.2.2.2 martin 420 1.2.2.2 martin return 0; 421 1.2.2.2 martin } 422 1.2.2.2 martin 423 1.2.2.2 martin static void 424 1.2.2.2 martin hvn_media_status(struct ifnet *ifp, struct ifmediareq *ifmr) 425 1.2.2.2 martin { 426 1.2.2.2 martin struct hvn_softc *sc = IFP2SC(ifp); 427 1.2.2.2 martin int link_state; 428 1.2.2.2 martin 429 1.2.2.2 martin link_state = sc->sc_link_state; 430 1.2.2.2 martin hvn_get_link_status(sc); 431 1.2.2.2 martin if (link_state != sc->sc_link_state) 432 1.2.2.2 martin if_link_state_change(ifp, sc->sc_link_state); 433 1.2.2.2 martin 434 1.2.2.2 martin ifmr->ifm_status = IFM_AVALID; 435 1.2.2.2 martin ifmr->ifm_active = IFM_ETHER | IFM_MANUAL; 436 1.2.2.2 martin if (sc->sc_link_state == LINK_STATE_UP) 437 1.2.2.2 martin ifmr->ifm_status |= IFM_ACTIVE; 438 1.2.2.2 martin } 439 1.2.2.2 martin 440 1.2.2.2 martin static int 441 1.2.2.2 martin hvn_iff(struct hvn_softc *sc) 442 1.2.2.2 martin { 443 1.2.2.2 martin 444 1.2.2.2 martin /* XXX */ 445 1.2.2.2 martin sc->sc_promisc = 0; 446 1.2.2.2 martin 447 1.2.2.2 martin return 0; 448 1.2.2.2 martin } 449 1.2.2.2 martin 450 1.2.2.2 martin static int 451 1.2.2.2 martin hvn_init(struct ifnet *ifp) 452 1.2.2.2 martin { 453 1.2.2.2 martin struct hvn_softc *sc = IFP2SC(ifp); 454 1.2.2.2 martin int error; 455 1.2.2.2 martin 456 1.2.2.2 martin hvn_stop(ifp, 0); 457 1.2.2.2 martin 458 1.2.2.2 martin error = hvn_iff(sc); 459 1.2.2.2 martin if (error) 460 1.2.2.2 martin return error; 461 1.2.2.2 martin 462 1.2.2.2 martin error = hvn_rndis_open(sc); 463 1.2.2.2 martin if (error == 0) { 464 1.2.2.2 martin ifp->if_flags |= IFF_RUNNING; 465 1.2.2.2 martin ifp->if_flags &= ~IFF_OACTIVE; 466 1.2.2.2 martin } 467 1.2.2.2 martin return error; 468 1.2.2.2 martin } 469 1.2.2.2 martin 470 1.2.2.2 martin static void 471 1.2.2.2 martin hvn_stop(struct ifnet *ifp, int disable) 472 1.2.2.2 martin { 473 1.2.2.2 martin struct hvn_softc *sc = IFP2SC(ifp); 474 1.2.2.2 martin 475 1.2.2.2 martin hvn_rndis_close(sc); 476 1.2.2.2 martin 477 1.2.2.2 martin ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE); 478 1.2.2.2 martin } 479 1.2.2.2 martin 480 1.2.2.2 martin static void 481 1.2.2.2 martin hvn_start(struct ifnet *ifp) 482 1.2.2.2 martin { 483 1.2.2.2 martin struct hvn_softc *sc = IFP2SC(ifp); 484 1.2.2.2 martin struct hvn_tx_desc *txd; 485 1.2.2.2 martin struct mbuf *m; 486 1.2.2.2 martin 487 1.2.2.2 martin if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING) 488 1.2.2.2 martin return; 489 1.2.2.2 martin 490 1.2.2.2 martin for (;;) { 491 1.2.2.2 martin if (!sc->sc_tx_avail) { 492 1.2.2.2 martin /* transient */ 493 1.2.2.2 martin ifp->if_flags |= IFF_OACTIVE; 494 1.2.2.2 martin break; 495 1.2.2.2 martin } 496 1.2.2.2 martin 497 1.2.2.2 martin IFQ_DEQUEUE(&ifp->if_snd, m); 498 1.2.2.2 martin if (m == NULL) 499 1.2.2.2 martin break; 500 1.2.2.2 martin 501 1.2.2.2 martin if (hvn_encap(sc, m, &txd)) { 502 1.2.2.2 martin /* the chain is too large */ 503 1.2.2.2 martin ifp->if_oerrors++; 504 1.2.2.2 martin m_freem(m); 505 1.2.2.2 martin continue; 506 1.2.2.2 martin } 507 1.2.2.2 martin 508 1.2.2.2 martin bpf_mtap(ifp, m); 509 1.2.2.2 martin 510 1.2.2.2 martin if (hvn_rndis_output(sc, txd)) { 511 1.2.2.2 martin hvn_decap(sc, txd); 512 1.2.2.2 martin ifp->if_oerrors++; 513 1.2.2.2 martin m_freem(m); 514 1.2.2.2 martin continue; 515 1.2.2.2 martin } 516 1.2.2.2 martin 517 1.2.2.2 martin sc->sc_tx_next++; 518 1.2.2.2 martin } 519 1.2.2.2 martin } 520 1.2.2.2 martin 521 1.2.2.2 martin static inline char * 522 1.2.2.2 martin hvn_rndis_pktinfo_append(struct rndis_packet_msg *pkt, size_t pktsize, 523 1.2.2.2 martin size_t datalen, uint32_t type) 524 1.2.2.2 martin { 525 1.2.2.2 martin struct rndis_pktinfo *pi; 526 1.2.2.2 martin size_t pi_size = sizeof(*pi) + datalen; 527 1.2.2.2 martin char *cp; 528 1.2.2.2 martin 529 1.2.2.2 martin KASSERT(pkt->rm_pktinfooffset + pkt->rm_pktinfolen + pi_size <= 530 1.2.2.2 martin pktsize); 531 1.2.2.2 martin 532 1.2.2.2 martin cp = (char *)pkt + pkt->rm_pktinfooffset + pkt->rm_pktinfolen; 533 1.2.2.2 martin pi = (struct rndis_pktinfo *)cp; 534 1.2.2.2 martin pi->rm_size = pi_size; 535 1.2.2.2 martin pi->rm_type = type; 536 1.2.2.2 martin pi->rm_pktinfooffset = sizeof(*pi); 537 1.2.2.2 martin pkt->rm_pktinfolen += pi_size; 538 1.2.2.2 martin pkt->rm_dataoffset += pi_size; 539 1.2.2.2 martin pkt->rm_len += pi_size; 540 1.2.2.2 martin 541 1.2.2.2 martin return (char *)pi->rm_data; 542 1.2.2.2 martin } 543 1.2.2.2 martin 544 1.2.2.2 martin static int 545 1.2.2.2 martin hvn_encap(struct hvn_softc *sc, struct mbuf *m, struct hvn_tx_desc **txd0) 546 1.2.2.2 martin { 547 1.2.2.2 martin struct hvn_tx_desc *txd; 548 1.2.2.2 martin struct rndis_packet_msg *pkt; 549 1.2.2.2 martin bus_dma_segment_t *seg; 550 1.2.2.2 martin size_t pktlen; 551 1.2.2.2 martin int i, rv; 552 1.2.2.2 martin 553 1.2.2.2 martin do { 554 1.2.2.2 martin txd = &sc->sc_tx_desc[sc->sc_tx_next % HVN_TX_DESC]; 555 1.2.2.2 martin sc->sc_tx_next++; 556 1.2.2.2 martin } while (!txd->txd_ready); 557 1.2.2.2 martin txd->txd_ready = 0; 558 1.2.2.2 martin 559 1.2.2.2 martin pkt = txd->txd_req; 560 1.2.2.2 martin memset(pkt, 0, HVN_RNDIS_PKT_LEN); 561 1.2.2.2 martin pkt->rm_type = REMOTE_NDIS_PACKET_MSG; 562 1.2.2.2 martin pkt->rm_len = sizeof(*pkt) + m->m_pkthdr.len; 563 1.2.2.2 martin pkt->rm_dataoffset = RNDIS_DATA_OFFSET; 564 1.2.2.2 martin pkt->rm_datalen = m->m_pkthdr.len; 565 1.2.2.2 martin pkt->rm_pktinfooffset = sizeof(*pkt); /* adjusted below */ 566 1.2.2.2 martin pkt->rm_pktinfolen = 0; 567 1.2.2.2 martin 568 1.2.2.2 martin rv = bus_dmamap_load_mbuf(sc->sc_dmat, txd->txd_dmap, m, BUS_DMA_READ | 569 1.2.2.2 martin BUS_DMA_NOWAIT); 570 1.2.2.2 martin switch (rv) { 571 1.2.2.2 martin case 0: 572 1.2.2.2 martin break; 573 1.2.2.2 martin case EFBIG: 574 1.2.2.4 martin if (m_defrag(m, M_NOWAIT) != NULL && 575 1.2.2.2 martin bus_dmamap_load_mbuf(sc->sc_dmat, txd->txd_dmap, m, 576 1.2.2.2 martin BUS_DMA_READ | BUS_DMA_NOWAIT) == 0) 577 1.2.2.2 martin break; 578 1.2.2.2 martin /* FALLTHROUGH */ 579 1.2.2.2 martin default: 580 1.2.2.2 martin DPRINTF("%s: failed to load mbuf\n", device_xname(sc->sc_dev)); 581 1.2.2.2 martin return -1; 582 1.2.2.2 martin } 583 1.2.2.2 martin txd->txd_buf = m; 584 1.2.2.2 martin 585 1.2.2.2 martin if (m->m_flags & M_VLANTAG) { 586 1.2.2.2 martin uint32_t vlan; 587 1.2.2.2 martin char *cp; 588 1.2.2.2 martin 589 1.2.2.2 martin vlan = NDIS_VLAN_INFO_MAKE( 590 1.2.2.2 martin EVL_VLANOFTAG(m->m_pkthdr.ether_vtag), 591 1.2.2.2 martin EVL_PRIOFTAG(m->m_pkthdr.ether_vtag), 0); 592 1.2.2.2 martin cp = hvn_rndis_pktinfo_append(pkt, HVN_RNDIS_PKT_LEN, 593 1.2.2.2 martin NDIS_VLAN_INFO_SIZE, NDIS_PKTINFO_TYPE_VLAN); 594 1.2.2.2 martin memcpy(cp, &vlan, NDIS_VLAN_INFO_SIZE); 595 1.2.2.2 martin } 596 1.2.2.2 martin 597 1.2.2.2 martin if (m->m_pkthdr.csum_flags & (M_CSUM_IPv4 | M_CSUM_UDPv4 | 598 1.2.2.2 martin M_CSUM_TCPv4)) { 599 1.2.2.2 martin uint32_t csum = NDIS_TXCSUM_INFO_IPV4; 600 1.2.2.2 martin char *cp; 601 1.2.2.2 martin 602 1.2.2.2 martin if (m->m_pkthdr.csum_flags & M_CSUM_IPv4) 603 1.2.2.2 martin csum |= NDIS_TXCSUM_INFO_IPCS; 604 1.2.2.2 martin if (m->m_pkthdr.csum_flags & M_CSUM_TCPv4) 605 1.2.2.2 martin csum |= NDIS_TXCSUM_INFO_TCPCS; 606 1.2.2.2 martin if (m->m_pkthdr.csum_flags & M_CSUM_UDPv4) 607 1.2.2.2 martin csum |= NDIS_TXCSUM_INFO_UDPCS; 608 1.2.2.2 martin cp = hvn_rndis_pktinfo_append(pkt, HVN_RNDIS_PKT_LEN, 609 1.2.2.2 martin NDIS_TXCSUM_INFO_SIZE, NDIS_PKTINFO_TYPE_CSUM); 610 1.2.2.2 martin memcpy(cp, &csum, NDIS_TXCSUM_INFO_SIZE); 611 1.2.2.2 martin } 612 1.2.2.2 martin 613 1.2.2.2 martin pktlen = pkt->rm_pktinfooffset + pkt->rm_pktinfolen; 614 1.2.2.2 martin pkt->rm_pktinfooffset -= RNDIS_HEADER_OFFSET; 615 1.2.2.2 martin 616 1.2.2.2 martin /* Attach an RNDIS message to the first slot */ 617 1.2.2.2 martin txd->txd_sgl[0].gpa_page = txd->txd_gpa.gpa_page; 618 1.2.2.2 martin txd->txd_sgl[0].gpa_ofs = txd->txd_gpa.gpa_ofs; 619 1.2.2.2 martin txd->txd_sgl[0].gpa_len = pktlen; 620 1.2.2.2 martin txd->txd_nsge = txd->txd_dmap->dm_nsegs + 1; 621 1.2.2.2 martin 622 1.2.2.2 martin for (i = 0; i < txd->txd_dmap->dm_nsegs; i++) { 623 1.2.2.2 martin seg = &txd->txd_dmap->dm_segs[i]; 624 1.2.2.2 martin txd->txd_sgl[1 + i].gpa_page = atop(seg->ds_addr); 625 1.2.2.2 martin txd->txd_sgl[1 + i].gpa_ofs = seg->ds_addr & PAGE_MASK; 626 1.2.2.2 martin txd->txd_sgl[1 + i].gpa_len = seg->ds_len; 627 1.2.2.2 martin } 628 1.2.2.2 martin 629 1.2.2.2 martin *txd0 = txd; 630 1.2.2.2 martin 631 1.2.2.2 martin atomic_dec_uint(&sc->sc_tx_avail); 632 1.2.2.2 martin 633 1.2.2.2 martin return 0; 634 1.2.2.2 martin } 635 1.2.2.2 martin 636 1.2.2.2 martin static void 637 1.2.2.2 martin hvn_decap(struct hvn_softc *sc, struct hvn_tx_desc *txd) 638 1.2.2.2 martin { 639 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 640 1.2.2.2 martin 641 1.2.2.6 martin bus_dmamap_sync(sc->sc_dmat, txd->txd_dmap, 642 1.2.2.6 martin 0, txd->txd_dmap->dm_mapsize, 643 1.2.2.2 martin BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 644 1.2.2.2 martin bus_dmamap_unload(sc->sc_dmat, txd->txd_dmap); 645 1.2.2.2 martin txd->txd_buf = NULL; 646 1.2.2.2 martin txd->txd_nsge = 0; 647 1.2.2.2 martin txd->txd_ready = 1; 648 1.2.2.2 martin atomic_inc_uint(&sc->sc_tx_avail); 649 1.2.2.2 martin ifp->if_flags &= ~IFF_OACTIVE; 650 1.2.2.2 martin } 651 1.2.2.2 martin 652 1.2.2.2 martin static void 653 1.2.2.2 martin hvn_txeof(struct hvn_softc *sc, uint64_t tid) 654 1.2.2.2 martin { 655 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 656 1.2.2.2 martin struct hvn_tx_desc *txd; 657 1.2.2.2 martin struct mbuf *m; 658 1.2.2.2 martin uint32_t id = tid >> 32; 659 1.2.2.2 martin 660 1.2.2.2 martin if ((tid & 0xffffffffU) != 0) 661 1.2.2.2 martin return; 662 1.2.2.2 martin 663 1.2.2.2 martin id -= HVN_NVS_CHIM_SIG; 664 1.2.2.2 martin if (id >= HVN_TX_DESC) { 665 1.2.2.2 martin device_printf(sc->sc_dev, "tx packet index too large: %u", id); 666 1.2.2.2 martin return; 667 1.2.2.2 martin } 668 1.2.2.2 martin 669 1.2.2.2 martin txd = &sc->sc_tx_desc[id]; 670 1.2.2.2 martin 671 1.2.2.2 martin if ((m = txd->txd_buf) == NULL) { 672 1.2.2.2 martin device_printf(sc->sc_dev, "no mbuf @%u\n", id); 673 1.2.2.2 martin return; 674 1.2.2.2 martin } 675 1.2.2.2 martin txd->txd_buf = NULL; 676 1.2.2.2 martin 677 1.2.2.6 martin bus_dmamap_sync(sc->sc_dmat, txd->txd_dmap, 678 1.2.2.6 martin 0, txd->txd_dmap->dm_mapsize, 679 1.2.2.2 martin BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 680 1.2.2.2 martin bus_dmamap_unload(sc->sc_dmat, txd->txd_dmap); 681 1.2.2.2 martin m_freem(m); 682 1.2.2.2 martin ifp->if_opackets++; 683 1.2.2.2 martin 684 1.2.2.2 martin txd->txd_ready = 1; 685 1.2.2.2 martin 686 1.2.2.2 martin atomic_inc_uint(&sc->sc_tx_avail); 687 1.2.2.2 martin ifp->if_flags &= ~IFF_OACTIVE; 688 1.2.2.2 martin } 689 1.2.2.2 martin 690 1.2.2.2 martin static int 691 1.2.2.2 martin hvn_rx_ring_create(struct hvn_softc *sc) 692 1.2.2.2 martin { 693 1.2.2.2 martin struct hvn_nvs_rxbuf_conn cmd; 694 1.2.2.2 martin struct hvn_nvs_rxbuf_conn_resp *rsp; 695 1.2.2.2 martin uint64_t tid; 696 1.2.2.2 martin 697 1.2.2.2 martin if (sc->sc_proto <= HVN_NVS_PROTO_VERSION_2) 698 1.2.2.2 martin sc->sc_rx_size = 15 * 1024 * 1024; /* 15MB */ 699 1.2.2.2 martin else 700 1.2.2.2 martin sc->sc_rx_size = 16 * 1024 * 1024; /* 16MB */ 701 1.2.2.2 martin sc->sc_rx_ring = hyperv_dma_alloc(sc->sc_dmat, &sc->sc_rx_dma, 702 1.2.2.2 martin sc->sc_rx_size, PAGE_SIZE, PAGE_SIZE, sc->sc_rx_size / PAGE_SIZE); 703 1.2.2.2 martin if (sc->sc_rx_ring == NULL) { 704 1.2.2.2 martin DPRINTF("%s: failed to allocate Rx ring buffer\n", 705 1.2.2.2 martin device_xname(sc->sc_dev)); 706 1.2.2.2 martin return -1; 707 1.2.2.2 martin } 708 1.2.2.2 martin if (vmbus_handle_alloc(sc->sc_chan, &sc->sc_rx_dma, sc->sc_rx_size, 709 1.2.2.2 martin &sc->sc_rx_hndl)) { 710 1.2.2.2 martin DPRINTF("%s: failed to obtain a PA handle\n", 711 1.2.2.2 martin device_xname(sc->sc_dev)); 712 1.2.2.2 martin goto errout; 713 1.2.2.2 martin } 714 1.2.2.2 martin 715 1.2.2.2 martin memset(&cmd, 0, sizeof(cmd)); 716 1.2.2.2 martin cmd.nvs_type = HVN_NVS_TYPE_RXBUF_CONN; 717 1.2.2.2 martin cmd.nvs_gpadl = sc->sc_rx_hndl; 718 1.2.2.2 martin cmd.nvs_sig = HVN_NVS_RXBUF_SIG; 719 1.2.2.2 martin 720 1.2.2.2 martin tid = atomic_inc_uint_nv(&sc->sc_nvstid); 721 1.2.2.2 martin if (hvn_nvs_cmd(sc, &cmd, sizeof(cmd), tid, 100)) 722 1.2.2.2 martin goto errout; 723 1.2.2.2 martin 724 1.2.2.2 martin rsp = (struct hvn_nvs_rxbuf_conn_resp *)&sc->sc_nvsrsp; 725 1.2.2.2 martin if (rsp->nvs_status != HVN_NVS_STATUS_OK) { 726 1.2.2.2 martin DPRINTF("%s: failed to set up the Rx ring\n", 727 1.2.2.2 martin device_xname(sc->sc_dev)); 728 1.2.2.2 martin goto errout; 729 1.2.2.2 martin } 730 1.2.2.2 martin if (rsp->nvs_nsect > 1) { 731 1.2.2.2 martin DPRINTF("%s: invalid number of Rx ring sections: %u\n", 732 1.2.2.2 martin device_xname(sc->sc_dev), rsp->nvs_nsect); 733 1.2.2.2 martin hvn_rx_ring_destroy(sc); 734 1.2.2.2 martin return -1; 735 1.2.2.2 martin } 736 1.2.2.2 martin return 0; 737 1.2.2.2 martin 738 1.2.2.2 martin errout: 739 1.2.2.2 martin if (sc->sc_rx_hndl) { 740 1.2.2.2 martin vmbus_handle_free(sc->sc_chan, sc->sc_rx_hndl); 741 1.2.2.2 martin sc->sc_rx_hndl = 0; 742 1.2.2.2 martin } 743 1.2.2.2 martin if (sc->sc_rx_ring) { 744 1.2.2.2 martin kmem_free(sc->sc_rx_ring, sc->sc_rx_size); 745 1.2.2.2 martin sc->sc_rx_ring = NULL; 746 1.2.2.2 martin } 747 1.2.2.2 martin return -1; 748 1.2.2.2 martin } 749 1.2.2.2 martin 750 1.2.2.2 martin static int 751 1.2.2.2 martin hvn_rx_ring_destroy(struct hvn_softc *sc) 752 1.2.2.2 martin { 753 1.2.2.2 martin struct hvn_nvs_rxbuf_disconn cmd; 754 1.2.2.2 martin uint64_t tid; 755 1.2.2.2 martin 756 1.2.2.2 martin if (sc->sc_rx_ring == NULL) 757 1.2.2.2 martin return 0; 758 1.2.2.2 martin 759 1.2.2.2 martin memset(&cmd, 0, sizeof(cmd)); 760 1.2.2.2 martin cmd.nvs_type = HVN_NVS_TYPE_RXBUF_DISCONN; 761 1.2.2.2 martin cmd.nvs_sig = HVN_NVS_RXBUF_SIG; 762 1.2.2.2 martin 763 1.2.2.2 martin tid = atomic_inc_uint_nv(&sc->sc_nvstid); 764 1.2.2.2 martin if (hvn_nvs_cmd(sc, &cmd, sizeof(cmd), tid, 0)) 765 1.2.2.2 martin return -1; 766 1.2.2.2 martin 767 1.2.2.2 martin delay(100); 768 1.2.2.2 martin 769 1.2.2.2 martin vmbus_handle_free(sc->sc_chan, sc->sc_rx_hndl); 770 1.2.2.2 martin 771 1.2.2.2 martin sc->sc_rx_hndl = 0; 772 1.2.2.2 martin 773 1.2.2.2 martin kmem_free(sc->sc_rx_ring, sc->sc_rx_size); 774 1.2.2.2 martin sc->sc_rx_ring = NULL; 775 1.2.2.2 martin 776 1.2.2.2 martin return 0; 777 1.2.2.2 martin } 778 1.2.2.2 martin 779 1.2.2.2 martin static int 780 1.2.2.2 martin hvn_tx_ring_create(struct hvn_softc *sc) 781 1.2.2.2 martin { 782 1.2.2.2 martin const int dmaflags = cold ? BUS_DMA_NOWAIT : BUS_DMA_WAITOK; 783 1.2.2.2 martin struct hvn_tx_desc *txd; 784 1.2.2.2 martin bus_dma_segment_t *seg; 785 1.2.2.2 martin size_t msgsize; 786 1.2.2.2 martin int i, rsegs; 787 1.2.2.2 martin paddr_t pa; 788 1.2.2.2 martin 789 1.2.2.2 martin msgsize = roundup(HVN_RNDIS_PKT_LEN, 128); 790 1.2.2.2 martin 791 1.2.2.2 martin /* Allocate memory to store RNDIS messages */ 792 1.2.2.2 martin if (bus_dmamem_alloc(sc->sc_dmat, msgsize * HVN_TX_DESC, PAGE_SIZE, 0, 793 1.2.2.2 martin &sc->sc_tx_mseg, 1, &rsegs, dmaflags)) { 794 1.2.2.2 martin DPRINTF("%s: failed to allocate memory for RDNIS messages\n", 795 1.2.2.2 martin device_xname(sc->sc_dev)); 796 1.2.2.2 martin goto errout; 797 1.2.2.2 martin } 798 1.2.2.2 martin if (bus_dmamem_map(sc->sc_dmat, &sc->sc_tx_mseg, 1, msgsize * 799 1.2.2.2 martin HVN_TX_DESC, (void **)&sc->sc_tx_msgs, dmaflags)) { 800 1.2.2.2 martin DPRINTF("%s: failed to establish mapping for RDNIS messages\n", 801 1.2.2.2 martin device_xname(sc->sc_dev)); 802 1.2.2.2 martin goto errout; 803 1.2.2.2 martin } 804 1.2.2.2 martin memset(sc->sc_tx_msgs, 0, msgsize * HVN_TX_DESC); 805 1.2.2.2 martin if (bus_dmamap_create(sc->sc_dmat, msgsize * HVN_TX_DESC, 1, 806 1.2.2.2 martin msgsize * HVN_TX_DESC, 0, dmaflags, &sc->sc_tx_rmap)) { 807 1.2.2.2 martin DPRINTF("%s: failed to create map for RDNIS messages\n", 808 1.2.2.2 martin device_xname(sc->sc_dev)); 809 1.2.2.2 martin goto errout; 810 1.2.2.2 martin } 811 1.2.2.2 martin if (bus_dmamap_load(sc->sc_dmat, sc->sc_tx_rmap, sc->sc_tx_msgs, 812 1.2.2.2 martin msgsize * HVN_TX_DESC, NULL, dmaflags)) { 813 1.2.2.2 martin DPRINTF("%s: failed to create map for RDNIS messages\n", 814 1.2.2.2 martin device_xname(sc->sc_dev)); 815 1.2.2.2 martin goto errout; 816 1.2.2.2 martin } 817 1.2.2.2 martin 818 1.2.2.2 martin for (i = 0; i < HVN_TX_DESC; i++) { 819 1.2.2.2 martin txd = &sc->sc_tx_desc[i]; 820 1.2.2.2 martin if (bus_dmamap_create(sc->sc_dmat, HVN_TX_PKT_SIZE, 821 1.2.2.2 martin HVN_TX_FRAGS, HVN_TX_FRAG_SIZE, PAGE_SIZE, dmaflags, 822 1.2.2.2 martin &txd->txd_dmap)) { 823 1.2.2.2 martin DPRINTF("%s: failed to create map for TX descriptors\n", 824 1.2.2.2 martin device_xname(sc->sc_dev)); 825 1.2.2.2 martin goto errout; 826 1.2.2.2 martin } 827 1.2.2.2 martin seg = &sc->sc_tx_rmap->dm_segs[0]; 828 1.2.2.2 martin pa = seg->ds_addr + (msgsize * i); 829 1.2.2.2 martin txd->txd_gpa.gpa_page = atop(pa); 830 1.2.2.2 martin txd->txd_gpa.gpa_ofs = pa & PAGE_MASK; 831 1.2.2.2 martin txd->txd_gpa.gpa_len = msgsize; 832 1.2.2.2 martin txd->txd_req = (void *)(sc->sc_tx_msgs + (msgsize * i)); 833 1.2.2.2 martin txd->txd_id = i + HVN_NVS_CHIM_SIG; 834 1.2.2.2 martin txd->txd_ready = 1; 835 1.2.2.2 martin } 836 1.2.2.2 martin sc->sc_tx_avail = HVN_TX_DESC; 837 1.2.2.2 martin 838 1.2.2.2 martin return 0; 839 1.2.2.2 martin 840 1.2.2.2 martin errout: 841 1.2.2.2 martin hvn_tx_ring_destroy(sc); 842 1.2.2.2 martin return -1; 843 1.2.2.2 martin } 844 1.2.2.2 martin 845 1.2.2.2 martin static void 846 1.2.2.2 martin hvn_tx_ring_destroy(struct hvn_softc *sc) 847 1.2.2.2 martin { 848 1.2.2.2 martin struct hvn_tx_desc *txd; 849 1.2.2.2 martin int i; 850 1.2.2.2 martin 851 1.2.2.2 martin for (i = 0; i < HVN_TX_DESC; i++) { 852 1.2.2.2 martin txd = &sc->sc_tx_desc[i]; 853 1.2.2.2 martin if (txd->txd_dmap == NULL) 854 1.2.2.2 martin continue; 855 1.2.2.6 martin bus_dmamap_sync(sc->sc_dmat, txd->txd_dmap, 856 1.2.2.6 martin 0, txd->txd_dmap->dm_mapsize, 857 1.2.2.2 martin BUS_DMASYNC_POSTWRITE); 858 1.2.2.2 martin bus_dmamap_unload(sc->sc_dmat, txd->txd_dmap); 859 1.2.2.2 martin bus_dmamap_destroy(sc->sc_dmat, txd->txd_dmap); 860 1.2.2.2 martin txd->txd_dmap = NULL; 861 1.2.2.2 martin if (txd->txd_buf == NULL) 862 1.2.2.2 martin continue; 863 1.2.2.2 martin m_free(txd->txd_buf); 864 1.2.2.2 martin txd->txd_buf = NULL; 865 1.2.2.2 martin } 866 1.2.2.2 martin if (sc->sc_tx_rmap) { 867 1.2.2.6 martin bus_dmamap_sync(sc->sc_dmat, sc->sc_tx_rmap, 868 1.2.2.6 martin 0, txd->txd_dmap->dm_mapsize, 869 1.2.2.2 martin BUS_DMASYNC_POSTWRITE); 870 1.2.2.2 martin bus_dmamap_unload(sc->sc_dmat, sc->sc_tx_rmap); 871 1.2.2.2 martin bus_dmamap_destroy(sc->sc_dmat, sc->sc_tx_rmap); 872 1.2.2.2 martin } 873 1.2.2.2 martin if (sc->sc_tx_msgs) { 874 1.2.2.2 martin size_t msgsize = roundup(HVN_RNDIS_PKT_LEN, 128); 875 1.2.2.2 martin 876 1.2.2.2 martin bus_dmamem_unmap(sc->sc_dmat, sc->sc_tx_msgs, 877 1.2.2.2 martin msgsize * HVN_TX_DESC); 878 1.2.2.2 martin bus_dmamem_free(sc->sc_dmat, &sc->sc_tx_mseg, 1); 879 1.2.2.2 martin } 880 1.2.2.2 martin sc->sc_tx_rmap = NULL; 881 1.2.2.2 martin sc->sc_tx_msgs = NULL; 882 1.2.2.2 martin } 883 1.2.2.2 martin 884 1.2.2.2 martin static int 885 1.2.2.2 martin hvn_get_lladdr(struct hvn_softc *sc, uint8_t *enaddr) 886 1.2.2.2 martin { 887 1.2.2.2 martin size_t addrlen = ETHER_ADDR_LEN; 888 1.2.2.2 martin int rv; 889 1.2.2.2 martin 890 1.2.2.2 martin rv = hvn_rndis_query(sc, OID_802_3_PERMANENT_ADDRESS, enaddr, &addrlen); 891 1.2.2.2 martin if (rv == 0 && addrlen != ETHER_ADDR_LEN) 892 1.2.2.2 martin rv = -1; 893 1.2.2.2 martin return rv; 894 1.2.2.2 martin } 895 1.2.2.2 martin 896 1.2.2.2 martin static void 897 1.2.2.2 martin hvn_get_link_status(struct hvn_softc *sc) 898 1.2.2.2 martin { 899 1.2.2.2 martin uint32_t state; 900 1.2.2.2 martin size_t len = sizeof(state); 901 1.2.2.2 martin 902 1.2.2.2 martin if (hvn_rndis_query(sc, OID_GEN_MEDIA_CONNECT_STATUS, 903 1.2.2.2 martin &state, &len) == 0) 904 1.2.2.2 martin sc->sc_link_state = (state == NDIS_MEDIA_STATE_CONNECTED) ? 905 1.2.2.2 martin LINK_STATE_UP : LINK_STATE_DOWN; 906 1.2.2.2 martin } 907 1.2.2.2 martin 908 1.2.2.2 martin static int 909 1.2.2.2 martin hvn_nvs_attach(struct hvn_softc *sc) 910 1.2.2.2 martin { 911 1.2.2.2 martin static const uint32_t protos[] = { 912 1.2.2.2 martin HVN_NVS_PROTO_VERSION_5, 913 1.2.2.2 martin HVN_NVS_PROTO_VERSION_4, 914 1.2.2.2 martin HVN_NVS_PROTO_VERSION_2, 915 1.2.2.2 martin HVN_NVS_PROTO_VERSION_1 916 1.2.2.2 martin }; 917 1.2.2.2 martin const int kmemflags = cold ? KM_NOSLEEP : KM_SLEEP; 918 1.2.2.2 martin struct hvn_nvs_init cmd; 919 1.2.2.2 martin struct hvn_nvs_init_resp *rsp; 920 1.2.2.2 martin struct hvn_nvs_ndis_init ncmd; 921 1.2.2.2 martin struct hvn_nvs_ndis_conf ccmd; 922 1.2.2.2 martin uint32_t ndisver, ringsize; 923 1.2.2.2 martin uint64_t tid; 924 1.2.2.2 martin int i; 925 1.2.2.2 martin 926 1.2.2.2 martin sc->sc_nvsbuf = kmem_zalloc(HVN_NVS_BUFSIZE, kmemflags); 927 1.2.2.2 martin if (sc->sc_nvsbuf == NULL) { 928 1.2.2.2 martin DPRINTF("%s: failed to allocate channel data buffer\n", 929 1.2.2.2 martin device_xname(sc->sc_dev)); 930 1.2.2.2 martin return -1; 931 1.2.2.2 martin } 932 1.2.2.2 martin 933 1.2.2.2 martin /* We need to be able to fit all RNDIS control and data messages */ 934 1.2.2.2 martin ringsize = HVN_RNDIS_CTLREQS * 935 1.2.2.2 martin (sizeof(struct hvn_nvs_rndis) + sizeof(struct vmbus_gpa)) + 936 1.2.2.2 martin HVN_TX_DESC * (sizeof(struct hvn_nvs_rndis) + 937 1.2.2.2 martin (HVN_TX_FRAGS + 1) * sizeof(struct vmbus_gpa)); 938 1.2.2.2 martin 939 1.2.2.2 martin sc->sc_chan->ch_flags &= ~CHF_BATCHED; 940 1.2.2.2 martin 941 1.2.2.2 martin /* Associate our interrupt handler with the channel */ 942 1.2.2.2 martin if (vmbus_channel_open(sc->sc_chan, ringsize, NULL, 0, 943 1.2.2.2 martin hvn_nvs_intr, sc)) { 944 1.2.2.2 martin DPRINTF("%s: failed to open channel\n", 945 1.2.2.2 martin device_xname(sc->sc_dev)); 946 1.2.2.2 martin kmem_free(sc->sc_nvsbuf, HVN_NVS_BUFSIZE); 947 1.2.2.2 martin return -1; 948 1.2.2.2 martin } 949 1.2.2.2 martin 950 1.2.2.2 martin memset(&cmd, 0, sizeof(cmd)); 951 1.2.2.2 martin cmd.nvs_type = HVN_NVS_TYPE_INIT; 952 1.2.2.2 martin for (i = 0; i < __arraycount(protos); i++) { 953 1.2.2.2 martin cmd.nvs_ver_min = cmd.nvs_ver_max = protos[i]; 954 1.2.2.2 martin tid = atomic_inc_uint_nv(&sc->sc_nvstid); 955 1.2.2.2 martin if (hvn_nvs_cmd(sc, &cmd, sizeof(cmd), tid, 100)) 956 1.2.2.2 martin return -1; 957 1.2.2.2 martin 958 1.2.2.2 martin rsp = (struct hvn_nvs_init_resp *)&sc->sc_nvsrsp; 959 1.2.2.2 martin if (rsp->nvs_status == HVN_NVS_STATUS_OK) { 960 1.2.2.2 martin sc->sc_proto = protos[i]; 961 1.2.2.2 martin break; 962 1.2.2.2 martin } 963 1.2.2.2 martin } 964 1.2.2.2 martin if (i == __arraycount(protos)) { 965 1.2.2.2 martin DPRINTF("%s: failed to negotiate NVSP version\n", 966 1.2.2.2 martin device_xname(sc->sc_dev)); 967 1.2.2.2 martin return -1; 968 1.2.2.2 martin } 969 1.2.2.2 martin 970 1.2.2.2 martin if (sc->sc_proto >= HVN_NVS_PROTO_VERSION_2) { 971 1.2.2.2 martin memset(&ccmd, 0, sizeof(ccmd)); 972 1.2.2.2 martin ccmd.nvs_type = HVN_NVS_TYPE_NDIS_CONF; 973 1.2.2.2 martin ccmd.nvs_mtu = HVN_MAXMTU; 974 1.2.2.2 martin ccmd.nvs_caps = HVN_NVS_NDIS_CONF_VLAN; 975 1.2.2.2 martin 976 1.2.2.2 martin tid = atomic_inc_uint_nv(&sc->sc_nvstid); 977 1.2.2.2 martin if (hvn_nvs_cmd(sc, &ccmd, sizeof(ccmd), tid, 100)) 978 1.2.2.2 martin return -1; 979 1.2.2.2 martin } 980 1.2.2.2 martin 981 1.2.2.2 martin memset(&ncmd, 0, sizeof(ncmd)); 982 1.2.2.2 martin ncmd.nvs_type = HVN_NVS_TYPE_NDIS_INIT; 983 1.2.2.2 martin if (sc->sc_proto <= HVN_NVS_PROTO_VERSION_4) 984 1.2.2.2 martin ndisver = NDIS_VERSION_6_1; 985 1.2.2.2 martin else 986 1.2.2.2 martin ndisver = NDIS_VERSION_6_30; 987 1.2.2.2 martin ncmd.nvs_ndis_major = (ndisver & 0xffff0000) >> 16; 988 1.2.2.2 martin ncmd.nvs_ndis_minor = ndisver & 0x0000ffff; 989 1.2.2.2 martin 990 1.2.2.2 martin tid = atomic_inc_uint_nv(&sc->sc_nvstid); 991 1.2.2.2 martin if (hvn_nvs_cmd(sc, &ncmd, sizeof(ncmd), tid, 100)) 992 1.2.2.2 martin return -1; 993 1.2.2.2 martin 994 1.2.2.2 martin sc->sc_ndisver = ndisver; 995 1.2.2.2 martin 996 1.2.2.2 martin return 0; 997 1.2.2.2 martin } 998 1.2.2.2 martin 999 1.2.2.2 martin static void 1000 1.2.2.2 martin hvn_nvs_intr(void *arg) 1001 1.2.2.2 martin { 1002 1.2.2.2 martin struct hvn_softc *sc = arg; 1003 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 1004 1.2.2.2 martin struct vmbus_chanpkt_hdr *cph; 1005 1.2.2.2 martin const struct hvn_nvs_hdr *nvs; 1006 1.2.2.2 martin uint64_t rid; 1007 1.2.2.2 martin uint32_t rlen; 1008 1.2.2.2 martin int rv; 1009 1.2.2.2 martin bool dotx = false; 1010 1.2.2.2 martin 1011 1.2.2.2 martin for (;;) { 1012 1.2.2.2 martin rv = vmbus_channel_recv(sc->sc_chan, sc->sc_nvsbuf, 1013 1.2.2.2 martin HVN_NVS_BUFSIZE, &rlen, &rid, 1); 1014 1.2.2.2 martin if (rv != 0 || rlen == 0) { 1015 1.2.2.2 martin if (rv != EAGAIN) 1016 1.2.2.2 martin device_printf(sc->sc_dev, 1017 1.2.2.2 martin "failed to receive an NVSP packet\n"); 1018 1.2.2.2 martin break; 1019 1.2.2.2 martin } 1020 1.2.2.2 martin cph = (struct vmbus_chanpkt_hdr *)sc->sc_nvsbuf; 1021 1.2.2.2 martin nvs = (const struct hvn_nvs_hdr *)VMBUS_CHANPKT_CONST_DATA(cph); 1022 1.2.2.2 martin 1023 1.2.2.2 martin if (cph->cph_type == VMBUS_CHANPKT_TYPE_COMP) { 1024 1.2.2.2 martin switch (nvs->nvs_type) { 1025 1.2.2.2 martin case HVN_NVS_TYPE_INIT_RESP: 1026 1.2.2.2 martin case HVN_NVS_TYPE_RXBUF_CONNRESP: 1027 1.2.2.2 martin case HVN_NVS_TYPE_CHIM_CONNRESP: 1028 1.2.2.2 martin case HVN_NVS_TYPE_SUBCH_RESP: 1029 1.2.2.2 martin /* copy the response back */ 1030 1.2.2.2 martin memcpy(&sc->sc_nvsrsp, nvs, HVN_NVS_MSGSIZE); 1031 1.2.2.2 martin sc->sc_nvsdone = 1; 1032 1.2.2.2 martin wakeup(&sc->sc_nvsrsp); 1033 1.2.2.2 martin break; 1034 1.2.2.2 martin case HVN_NVS_TYPE_RNDIS_ACK: 1035 1.2.2.2 martin dotx = true; 1036 1.2.2.2 martin hvn_txeof(sc, cph->cph_tid); 1037 1.2.2.2 martin break; 1038 1.2.2.2 martin default: 1039 1.2.2.2 martin device_printf(sc->sc_dev, 1040 1.2.2.2 martin "unhandled NVSP packet type %u " 1041 1.2.2.2 martin "on completion\n", nvs->nvs_type); 1042 1.2.2.2 martin break; 1043 1.2.2.2 martin } 1044 1.2.2.2 martin } else if (cph->cph_type == VMBUS_CHANPKT_TYPE_RXBUF) { 1045 1.2.2.2 martin switch (nvs->nvs_type) { 1046 1.2.2.2 martin case HVN_NVS_TYPE_RNDIS: 1047 1.2.2.2 martin hvn_rndis_input(sc, cph->cph_tid, cph); 1048 1.2.2.2 martin break; 1049 1.2.2.2 martin default: 1050 1.2.2.2 martin device_printf(sc->sc_dev, 1051 1.2.2.2 martin "unhandled NVSP packet type %u " 1052 1.2.2.2 martin "on receive\n", nvs->nvs_type); 1053 1.2.2.2 martin break; 1054 1.2.2.2 martin } 1055 1.2.2.2 martin } else 1056 1.2.2.2 martin device_printf(sc->sc_dev, 1057 1.2.2.2 martin "unknown NVSP packet type %u\n", cph->cph_type); 1058 1.2.2.2 martin } 1059 1.2.2.2 martin 1060 1.2.2.2 martin if (dotx) 1061 1.2.2.2 martin if_schedule_deferred_start(ifp); 1062 1.2.2.2 martin } 1063 1.2.2.2 martin 1064 1.2.2.2 martin static int 1065 1.2.2.2 martin hvn_nvs_cmd(struct hvn_softc *sc, void *cmd, size_t cmdsize, uint64_t tid, 1066 1.2.2.2 martin int timo) 1067 1.2.2.2 martin { 1068 1.2.2.2 martin struct hvn_nvs_hdr *hdr = cmd; 1069 1.2.2.2 martin int tries = 10; 1070 1.2.2.2 martin int rv, s; 1071 1.2.2.2 martin 1072 1.2.2.2 martin sc->sc_nvsdone = 0; 1073 1.2.2.2 martin 1074 1.2.2.2 martin do { 1075 1.2.2.2 martin rv = vmbus_channel_send(sc->sc_chan, cmd, cmdsize, 1076 1.2.2.2 martin tid, VMBUS_CHANPKT_TYPE_INBAND, 1077 1.2.2.2 martin timo ? VMBUS_CHANPKT_FLAG_RC : 0); 1078 1.2.2.2 martin if (rv == EAGAIN) { 1079 1.2.2.2 martin if (cold) 1080 1.2.2.2 martin delay(1000); 1081 1.2.2.2 martin else 1082 1.2.2.5 martin tsleep(cmd, PRIBIO, "nvsout", mstohz(1)); 1083 1.2.2.2 martin } else if (rv) { 1084 1.2.2.2 martin DPRINTF("%s: NVSP operation %u send error %d\n", 1085 1.2.2.2 martin device_xname(sc->sc_dev), hdr->nvs_type, rv); 1086 1.2.2.2 martin return rv; 1087 1.2.2.2 martin } 1088 1.2.2.2 martin } while (rv != 0 && --tries > 0); 1089 1.2.2.2 martin 1090 1.2.2.2 martin if (tries == 0 && rv != 0) { 1091 1.2.2.2 martin device_printf(sc->sc_dev, 1092 1.2.2.2 martin "NVSP operation %u send error %d\n", hdr->nvs_type, rv); 1093 1.2.2.2 martin return rv; 1094 1.2.2.2 martin } 1095 1.2.2.2 martin 1096 1.2.2.2 martin if (timo == 0) 1097 1.2.2.2 martin return 0; 1098 1.2.2.2 martin 1099 1.2.2.2 martin do { 1100 1.2.2.5 martin if (cold) { 1101 1.2.2.2 martin delay(1000); 1102 1.2.2.5 martin s = splnet(); 1103 1.2.2.5 martin hvn_nvs_intr(sc); 1104 1.2.2.5 martin splx(s); 1105 1.2.2.5 martin } else 1106 1.2.2.5 martin tsleep(sc, PRIBIO | PCATCH, "nvscmd", mstohz(1)); 1107 1.2.2.2 martin } while (--timo > 0 && sc->sc_nvsdone != 1); 1108 1.2.2.2 martin 1109 1.2.2.2 martin if (timo == 0 && sc->sc_nvsdone != 1) { 1110 1.2.2.2 martin device_printf(sc->sc_dev, "NVSP operation %u timed out\n", 1111 1.2.2.2 martin hdr->nvs_type); 1112 1.2.2.2 martin return ETIMEDOUT; 1113 1.2.2.2 martin } 1114 1.2.2.2 martin return 0; 1115 1.2.2.2 martin } 1116 1.2.2.2 martin 1117 1.2.2.2 martin static int 1118 1.2.2.2 martin hvn_nvs_ack(struct hvn_softc *sc, uint64_t tid) 1119 1.2.2.2 martin { 1120 1.2.2.2 martin struct hvn_nvs_rndis_ack cmd; 1121 1.2.2.2 martin int tries = 5; 1122 1.2.2.2 martin int rv; 1123 1.2.2.2 martin 1124 1.2.2.2 martin cmd.nvs_type = HVN_NVS_TYPE_RNDIS_ACK; 1125 1.2.2.2 martin cmd.nvs_status = HVN_NVS_STATUS_OK; 1126 1.2.2.2 martin do { 1127 1.2.2.2 martin rv = vmbus_channel_send(sc->sc_chan, &cmd, sizeof(cmd), 1128 1.2.2.2 martin tid, VMBUS_CHANPKT_TYPE_COMP, 0); 1129 1.2.2.2 martin if (rv == EAGAIN) 1130 1.2.2.2 martin delay(10); 1131 1.2.2.2 martin else if (rv) { 1132 1.2.2.2 martin DPRINTF("%s: NVSP acknowledgement error %d\n", 1133 1.2.2.2 martin device_xname(sc->sc_dev), rv); 1134 1.2.2.2 martin return rv; 1135 1.2.2.2 martin } 1136 1.2.2.2 martin } while (rv != 0 && --tries > 0); 1137 1.2.2.2 martin return rv; 1138 1.2.2.2 martin } 1139 1.2.2.2 martin 1140 1.2.2.2 martin static void 1141 1.2.2.2 martin hvn_nvs_detach(struct hvn_softc *sc) 1142 1.2.2.2 martin { 1143 1.2.2.2 martin 1144 1.2.2.2 martin if (vmbus_channel_close(sc->sc_chan) == 0) { 1145 1.2.2.2 martin kmem_free(sc->sc_nvsbuf, HVN_NVS_BUFSIZE); 1146 1.2.2.2 martin sc->sc_nvsbuf = NULL; 1147 1.2.2.2 martin } 1148 1.2.2.2 martin } 1149 1.2.2.2 martin 1150 1.2.2.2 martin static inline struct rndis_cmd * 1151 1.2.2.2 martin hvn_alloc_cmd(struct hvn_softc *sc) 1152 1.2.2.2 martin { 1153 1.2.2.2 martin struct rndis_cmd *rc; 1154 1.2.2.2 martin 1155 1.2.2.2 martin mutex_enter(&sc->sc_cntl_fqlck); 1156 1.2.2.2 martin while ((rc = TAILQ_FIRST(&sc->sc_cntl_fq)) == NULL) 1157 1.2.2.2 martin /* XXX use condvar(9) instead of mtsleep */ 1158 1.2.2.2 martin mtsleep(&sc->sc_cntl_fq, PRIBIO, "nvsalloc", 1, 1159 1.2.2.2 martin &sc->sc_cntl_fqlck); 1160 1.2.2.2 martin TAILQ_REMOVE(&sc->sc_cntl_fq, rc, rc_entry); 1161 1.2.2.2 martin mutex_exit(&sc->sc_cntl_fqlck); 1162 1.2.2.2 martin return rc; 1163 1.2.2.2 martin } 1164 1.2.2.2 martin 1165 1.2.2.2 martin static inline void 1166 1.2.2.2 martin hvn_submit_cmd(struct hvn_softc *sc, struct rndis_cmd *rc) 1167 1.2.2.2 martin { 1168 1.2.2.2 martin 1169 1.2.2.2 martin mutex_enter(&sc->sc_cntl_sqlck); 1170 1.2.2.2 martin TAILQ_INSERT_TAIL(&sc->sc_cntl_sq, rc, rc_entry); 1171 1.2.2.2 martin mutex_exit(&sc->sc_cntl_sqlck); 1172 1.2.2.2 martin } 1173 1.2.2.2 martin 1174 1.2.2.2 martin static inline struct rndis_cmd * 1175 1.2.2.2 martin hvn_complete_cmd(struct hvn_softc *sc, uint32_t id) 1176 1.2.2.2 martin { 1177 1.2.2.2 martin struct rndis_cmd *rc; 1178 1.2.2.2 martin 1179 1.2.2.2 martin mutex_enter(&sc->sc_cntl_sqlck); 1180 1.2.2.2 martin TAILQ_FOREACH(rc, &sc->sc_cntl_sq, rc_entry) { 1181 1.2.2.2 martin if (rc->rc_id == id) { 1182 1.2.2.2 martin TAILQ_REMOVE(&sc->sc_cntl_sq, rc, rc_entry); 1183 1.2.2.2 martin break; 1184 1.2.2.2 martin } 1185 1.2.2.2 martin } 1186 1.2.2.2 martin mutex_exit(&sc->sc_cntl_sqlck); 1187 1.2.2.2 martin if (rc != NULL) { 1188 1.2.2.2 martin mutex_enter(&sc->sc_cntl_cqlck); 1189 1.2.2.2 martin TAILQ_INSERT_TAIL(&sc->sc_cntl_cq, rc, rc_entry); 1190 1.2.2.2 martin mutex_exit(&sc->sc_cntl_cqlck); 1191 1.2.2.2 martin } 1192 1.2.2.2 martin return rc; 1193 1.2.2.2 martin } 1194 1.2.2.2 martin 1195 1.2.2.2 martin static inline void 1196 1.2.2.2 martin hvn_release_cmd(struct hvn_softc *sc, struct rndis_cmd *rc) 1197 1.2.2.2 martin { 1198 1.2.2.2 martin 1199 1.2.2.2 martin mutex_enter(&sc->sc_cntl_cqlck); 1200 1.2.2.2 martin TAILQ_REMOVE(&sc->sc_cntl_cq, rc, rc_entry); 1201 1.2.2.2 martin mutex_exit(&sc->sc_cntl_cqlck); 1202 1.2.2.2 martin } 1203 1.2.2.2 martin 1204 1.2.2.2 martin static inline int 1205 1.2.2.2 martin hvn_rollback_cmd(struct hvn_softc *sc, struct rndis_cmd *rc) 1206 1.2.2.2 martin { 1207 1.2.2.2 martin struct rndis_cmd *rn; 1208 1.2.2.2 martin 1209 1.2.2.2 martin mutex_enter(&sc->sc_cntl_sqlck); 1210 1.2.2.2 martin TAILQ_FOREACH(rn, &sc->sc_cntl_sq, rc_entry) { 1211 1.2.2.2 martin if (rn == rc) { 1212 1.2.2.2 martin TAILQ_REMOVE(&sc->sc_cntl_sq, rc, rc_entry); 1213 1.2.2.2 martin mutex_exit(&sc->sc_cntl_sqlck); 1214 1.2.2.2 martin return 0; 1215 1.2.2.2 martin } 1216 1.2.2.2 martin } 1217 1.2.2.2 martin mutex_exit(&sc->sc_cntl_sqlck); 1218 1.2.2.2 martin return -1; 1219 1.2.2.2 martin } 1220 1.2.2.2 martin 1221 1.2.2.2 martin static inline void 1222 1.2.2.2 martin hvn_free_cmd(struct hvn_softc *sc, struct rndis_cmd *rc) 1223 1.2.2.2 martin { 1224 1.2.2.2 martin 1225 1.2.2.2 martin memset(rc->rc_req, 0, sizeof(struct rndis_packet_msg)); 1226 1.2.2.2 martin memset(&rc->rc_cmp, 0, sizeof(rc->rc_cmp)); 1227 1.2.2.2 martin memset(&rc->rc_msg, 0, sizeof(rc->rc_msg)); 1228 1.2.2.2 martin mutex_enter(&sc->sc_cntl_fqlck); 1229 1.2.2.2 martin TAILQ_INSERT_TAIL(&sc->sc_cntl_fq, rc, rc_entry); 1230 1.2.2.2 martin mutex_exit(&sc->sc_cntl_fqlck); 1231 1.2.2.2 martin wakeup(&sc->sc_cntl_fq); 1232 1.2.2.2 martin } 1233 1.2.2.2 martin 1234 1.2.2.2 martin static int 1235 1.2.2.2 martin hvn_rndis_attach(struct hvn_softc *sc) 1236 1.2.2.2 martin { 1237 1.2.2.2 martin const int dmaflags = cold ? BUS_DMA_NOWAIT : BUS_DMA_WAITOK; 1238 1.2.2.2 martin struct rndis_init_req *req; 1239 1.2.2.2 martin struct rndis_init_comp *cmp; 1240 1.2.2.2 martin struct rndis_cmd *rc; 1241 1.2.2.2 martin int i, rv; 1242 1.2.2.2 martin 1243 1.2.2.2 martin /* RNDIS control message queues */ 1244 1.2.2.2 martin TAILQ_INIT(&sc->sc_cntl_sq); 1245 1.2.2.2 martin TAILQ_INIT(&sc->sc_cntl_cq); 1246 1.2.2.2 martin TAILQ_INIT(&sc->sc_cntl_fq); 1247 1.2.2.2 martin mutex_init(&sc->sc_cntl_sqlck, MUTEX_DEFAULT, IPL_NET); 1248 1.2.2.2 martin mutex_init(&sc->sc_cntl_cqlck, MUTEX_DEFAULT, IPL_NET); 1249 1.2.2.2 martin mutex_init(&sc->sc_cntl_fqlck, MUTEX_DEFAULT, IPL_NET); 1250 1.2.2.2 martin 1251 1.2.2.2 martin for (i = 0; i < HVN_RNDIS_CTLREQS; i++) { 1252 1.2.2.2 martin rc = &sc->sc_cntl_msgs[i]; 1253 1.2.2.2 martin if (bus_dmamap_create(sc->sc_dmat, PAGE_SIZE, 1, PAGE_SIZE, 0, 1254 1.2.2.2 martin dmaflags, &rc->rc_dmap)) { 1255 1.2.2.2 martin DPRINTF("%s: failed to create RNDIS command map\n", 1256 1.2.2.2 martin device_xname(sc->sc_dev)); 1257 1.2.2.2 martin goto errout; 1258 1.2.2.2 martin } 1259 1.2.2.2 martin if (bus_dmamem_alloc(sc->sc_dmat, PAGE_SIZE, PAGE_SIZE, 1260 1.2.2.2 martin 0, &rc->rc_segs, 1, &rc->rc_nsegs, dmaflags)) { 1261 1.2.2.2 martin DPRINTF("%s: failed to allocate RNDIS command\n", 1262 1.2.2.2 martin device_xname(sc->sc_dev)); 1263 1.2.2.2 martin bus_dmamap_destroy(sc->sc_dmat, rc->rc_dmap); 1264 1.2.2.2 martin goto errout; 1265 1.2.2.2 martin } 1266 1.2.2.2 martin if (bus_dmamem_map(sc->sc_dmat, &rc->rc_segs, rc->rc_nsegs, 1267 1.2.2.2 martin PAGE_SIZE, (void **)&rc->rc_req, dmaflags)) { 1268 1.2.2.2 martin DPRINTF("%s: failed to allocate RNDIS command\n", 1269 1.2.2.2 martin device_xname(sc->sc_dev)); 1270 1.2.2.2 martin bus_dmamem_free(sc->sc_dmat, &rc->rc_segs, 1271 1.2.2.2 martin rc->rc_nsegs); 1272 1.2.2.2 martin bus_dmamap_destroy(sc->sc_dmat, rc->rc_dmap); 1273 1.2.2.2 martin goto errout; 1274 1.2.2.2 martin } 1275 1.2.2.2 martin memset(rc->rc_req, 0, PAGE_SIZE); 1276 1.2.2.2 martin if (bus_dmamap_load(sc->sc_dmat, rc->rc_dmap, rc->rc_req, 1277 1.2.2.2 martin PAGE_SIZE, NULL, dmaflags)) { 1278 1.2.2.2 martin DPRINTF("%s: failed to load RNDIS command map\n", 1279 1.2.2.2 martin device_xname(sc->sc_dev)); 1280 1.2.2.2 martin bus_dmamem_free(sc->sc_dmat, &rc->rc_segs, 1281 1.2.2.2 martin rc->rc_nsegs); 1282 1.2.2.2 martin bus_dmamap_destroy(sc->sc_dmat, rc->rc_dmap); 1283 1.2.2.2 martin goto errout; 1284 1.2.2.2 martin } 1285 1.2.2.2 martin rc->rc_gpa = atop(rc->rc_dmap->dm_segs[0].ds_addr); 1286 1.2.2.2 martin TAILQ_INSERT_TAIL(&sc->sc_cntl_fq, rc, rc_entry); 1287 1.2.2.2 martin } 1288 1.2.2.2 martin 1289 1.2.2.2 martin rc = hvn_alloc_cmd(sc); 1290 1.2.2.2 martin 1291 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1292 1.2.2.2 martin BUS_DMASYNC_PREREAD); 1293 1.2.2.2 martin 1294 1.2.2.2 martin rc->rc_id = atomic_inc_uint_nv(&sc->sc_rndisrid); 1295 1.2.2.2 martin 1296 1.2.2.2 martin req = rc->rc_req; 1297 1.2.2.2 martin req->rm_type = REMOTE_NDIS_INITIALIZE_MSG; 1298 1.2.2.2 martin req->rm_len = sizeof(*req); 1299 1.2.2.2 martin req->rm_rid = rc->rc_id; 1300 1.2.2.2 martin req->rm_ver_major = RNDIS_VERSION_MAJOR; 1301 1.2.2.2 martin req->rm_ver_minor = RNDIS_VERSION_MINOR; 1302 1.2.2.2 martin req->rm_max_xfersz = HVN_RNDIS_XFER_SIZE; 1303 1.2.2.2 martin 1304 1.2.2.2 martin rc->rc_cmplen = sizeof(*cmp); 1305 1.2.2.2 martin 1306 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1307 1.2.2.2 martin BUS_DMASYNC_PREWRITE); 1308 1.2.2.2 martin 1309 1.2.2.2 martin if ((rv = hvn_rndis_cmd(sc, rc, 500)) != 0) { 1310 1.2.2.2 martin DPRINTF("%s: INITIALIZE_MSG failed, error %d\n", 1311 1.2.2.2 martin device_xname(sc->sc_dev), rv); 1312 1.2.2.2 martin hvn_free_cmd(sc, rc); 1313 1.2.2.2 martin goto errout; 1314 1.2.2.2 martin } 1315 1.2.2.2 martin cmp = (struct rndis_init_comp *)&rc->rc_cmp; 1316 1.2.2.2 martin if (cmp->rm_status != RNDIS_STATUS_SUCCESS) { 1317 1.2.2.2 martin DPRINTF("%s: failed to init RNDIS, error %#x\n", 1318 1.2.2.2 martin device_xname(sc->sc_dev), cmp->rm_status); 1319 1.2.2.2 martin hvn_free_cmd(sc, rc); 1320 1.2.2.2 martin goto errout; 1321 1.2.2.2 martin } 1322 1.2.2.2 martin 1323 1.2.2.2 martin hvn_free_cmd(sc, rc); 1324 1.2.2.2 martin 1325 1.2.2.2 martin /* Initialize RNDIS Data command */ 1326 1.2.2.2 martin memset(&sc->sc_data_msg, 0, sizeof(sc->sc_data_msg)); 1327 1.2.2.2 martin sc->sc_data_msg.nvs_type = HVN_NVS_TYPE_RNDIS; 1328 1.2.2.2 martin sc->sc_data_msg.nvs_rndis_mtype = HVN_NVS_RNDIS_MTYPE_DATA; 1329 1.2.2.2 martin sc->sc_data_msg.nvs_chim_idx = HVN_NVS_CHIM_IDX_INVALID; 1330 1.2.2.2 martin 1331 1.2.2.2 martin return 0; 1332 1.2.2.2 martin 1333 1.2.2.2 martin errout: 1334 1.2.2.2 martin for (i = 0; i < HVN_RNDIS_CTLREQS; i++) { 1335 1.2.2.2 martin rc = &sc->sc_cntl_msgs[i]; 1336 1.2.2.2 martin if (rc->rc_req == NULL) 1337 1.2.2.2 martin continue; 1338 1.2.2.2 martin TAILQ_REMOVE(&sc->sc_cntl_fq, rc, rc_entry); 1339 1.2.2.2 martin bus_dmamem_free(sc->sc_dmat, &rc->rc_segs, rc->rc_nsegs); 1340 1.2.2.2 martin rc->rc_req = NULL; 1341 1.2.2.2 martin bus_dmamap_destroy(sc->sc_dmat, rc->rc_dmap); 1342 1.2.2.2 martin } 1343 1.2.2.2 martin return -1; 1344 1.2.2.2 martin } 1345 1.2.2.2 martin 1346 1.2.2.2 martin static int 1347 1.2.2.2 martin hvn_set_capabilities(struct hvn_softc *sc) 1348 1.2.2.2 martin { 1349 1.2.2.2 martin struct ndis_offload_params params; 1350 1.2.2.2 martin size_t len = sizeof(params); 1351 1.2.2.2 martin 1352 1.2.2.2 martin memset(¶ms, 0, sizeof(params)); 1353 1.2.2.2 martin 1354 1.2.2.2 martin params.ndis_hdr.ndis_type = NDIS_OBJTYPE_DEFAULT; 1355 1.2.2.2 martin if (sc->sc_ndisver < NDIS_VERSION_6_30) { 1356 1.2.2.2 martin params.ndis_hdr.ndis_rev = NDIS_OFFLOAD_PARAMS_REV_2; 1357 1.2.2.2 martin len = params.ndis_hdr.ndis_size = NDIS_OFFLOAD_PARAMS_SIZE_6_1; 1358 1.2.2.2 martin } else { 1359 1.2.2.2 martin params.ndis_hdr.ndis_rev = NDIS_OFFLOAD_PARAMS_REV_3; 1360 1.2.2.2 martin len = params.ndis_hdr.ndis_size = NDIS_OFFLOAD_PARAMS_SIZE; 1361 1.2.2.2 martin } 1362 1.2.2.2 martin 1363 1.2.2.2 martin params.ndis_ip4csum = NDIS_OFFLOAD_PARAM_TXRX; 1364 1.2.2.2 martin params.ndis_tcp4csum = NDIS_OFFLOAD_PARAM_TXRX; 1365 1.2.2.2 martin params.ndis_tcp6csum = NDIS_OFFLOAD_PARAM_TXRX; 1366 1.2.2.2 martin if (sc->sc_ndisver >= NDIS_VERSION_6_30) { 1367 1.2.2.2 martin params.ndis_udp4csum = NDIS_OFFLOAD_PARAM_TXRX; 1368 1.2.2.2 martin params.ndis_udp6csum = NDIS_OFFLOAD_PARAM_TXRX; 1369 1.2.2.2 martin } 1370 1.2.2.2 martin 1371 1.2.2.2 martin return hvn_rndis_set(sc, OID_TCP_OFFLOAD_PARAMETERS, ¶ms, len); 1372 1.2.2.2 martin } 1373 1.2.2.2 martin 1374 1.2.2.2 martin static int 1375 1.2.2.2 martin hvn_rndis_cmd(struct hvn_softc *sc, struct rndis_cmd *rc, int timo) 1376 1.2.2.2 martin { 1377 1.2.2.2 martin struct hvn_nvs_rndis *msg = &rc->rc_msg; 1378 1.2.2.2 martin struct rndis_msghdr *hdr = rc->rc_req; 1379 1.2.2.2 martin struct vmbus_gpa sgl[1]; 1380 1.2.2.2 martin int tries = 10; 1381 1.2.2.2 martin int rv, s; 1382 1.2.2.2 martin 1383 1.2.2.2 martin KASSERT(timo > 0); 1384 1.2.2.2 martin 1385 1.2.2.2 martin msg->nvs_type = HVN_NVS_TYPE_RNDIS; 1386 1.2.2.2 martin msg->nvs_rndis_mtype = HVN_NVS_RNDIS_MTYPE_CTRL; 1387 1.2.2.2 martin msg->nvs_chim_idx = HVN_NVS_CHIM_IDX_INVALID; 1388 1.2.2.2 martin 1389 1.2.2.2 martin sgl[0].gpa_page = rc->rc_gpa; 1390 1.2.2.2 martin sgl[0].gpa_len = hdr->rm_len; 1391 1.2.2.2 martin sgl[0].gpa_ofs = 0; 1392 1.2.2.2 martin 1393 1.2.2.2 martin rc->rc_done = 0; 1394 1.2.2.2 martin 1395 1.2.2.2 martin hvn_submit_cmd(sc, rc); 1396 1.2.2.2 martin 1397 1.2.2.2 martin do { 1398 1.2.2.2 martin rv = vmbus_channel_send_sgl(sc->sc_chan, sgl, 1, &rc->rc_msg, 1399 1.2.2.2 martin sizeof(*msg), rc->rc_id); 1400 1.2.2.2 martin if (rv == EAGAIN) { 1401 1.2.2.2 martin if (cold) 1402 1.2.2.2 martin delay(1000); 1403 1.2.2.2 martin else 1404 1.2.2.5 martin tsleep(rc, PRIBIO, "rndisout", mstohz(1)); 1405 1.2.2.2 martin } else if (rv) { 1406 1.2.2.2 martin DPRINTF("%s: RNDIS operation %u send error %d\n", 1407 1.2.2.2 martin device_xname(sc->sc_dev), hdr->rm_type, rv); 1408 1.2.2.2 martin hvn_rollback_cmd(sc, rc); 1409 1.2.2.2 martin return rv; 1410 1.2.2.2 martin } 1411 1.2.2.2 martin } while (rv != 0 && --tries > 0); 1412 1.2.2.2 martin 1413 1.2.2.2 martin if (tries == 0 && rv != 0) { 1414 1.2.2.2 martin device_printf(sc->sc_dev, 1415 1.2.2.2 martin "RNDIS operation %u send error %d\n", hdr->rm_type, rv); 1416 1.2.2.2 martin return rv; 1417 1.2.2.2 martin } 1418 1.2.2.2 martin 1419 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1420 1.2.2.2 martin BUS_DMASYNC_POSTWRITE); 1421 1.2.2.2 martin 1422 1.2.2.2 martin do { 1423 1.2.2.5 martin if (cold) { 1424 1.2.2.2 martin delay(1000); 1425 1.2.2.5 martin s = splnet(); 1426 1.2.2.5 martin hvn_nvs_intr(sc); 1427 1.2.2.5 martin splx(s); 1428 1.2.2.5 martin } else 1429 1.2.2.5 martin tsleep(rc, PRIBIO | PCATCH, "rndiscmd", mstohz(1)); 1430 1.2.2.2 martin } while (--timo > 0 && rc->rc_done != 1); 1431 1.2.2.2 martin 1432 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1433 1.2.2.2 martin BUS_DMASYNC_POSTREAD); 1434 1.2.2.2 martin 1435 1.2.2.2 martin if (rc->rc_done != 1) { 1436 1.2.2.2 martin rv = timo == 0 ? ETIMEDOUT : EINTR; 1437 1.2.2.2 martin if (hvn_rollback_cmd(sc, rc)) { 1438 1.2.2.2 martin hvn_release_cmd(sc, rc); 1439 1.2.2.2 martin rv = 0; 1440 1.2.2.2 martin } else if (rv == ETIMEDOUT) { 1441 1.2.2.2 martin device_printf(sc->sc_dev, 1442 1.2.2.2 martin "RNDIS operation %u timed out\n", hdr->rm_type); 1443 1.2.2.2 martin } 1444 1.2.2.2 martin return rv; 1445 1.2.2.2 martin } 1446 1.2.2.2 martin 1447 1.2.2.2 martin hvn_release_cmd(sc, rc); 1448 1.2.2.2 martin return 0; 1449 1.2.2.2 martin } 1450 1.2.2.2 martin 1451 1.2.2.2 martin static void 1452 1.2.2.2 martin hvn_rndis_input(struct hvn_softc *sc, uint64_t tid, void *arg) 1453 1.2.2.2 martin { 1454 1.2.2.2 martin struct vmbus_chanpkt_prplist *cp = arg; 1455 1.2.2.2 martin uint32_t off, len, type; 1456 1.2.2.2 martin int i; 1457 1.2.2.2 martin 1458 1.2.2.2 martin if (sc->sc_rx_ring == NULL) { 1459 1.2.2.2 martin DPRINTF("%s: invalid rx ring\n", device_xname(sc->sc_dev)); 1460 1.2.2.2 martin return; 1461 1.2.2.2 martin } 1462 1.2.2.2 martin 1463 1.2.2.2 martin for (i = 0; i < cp->cp_range_cnt; i++) { 1464 1.2.2.2 martin off = cp->cp_range[i].gpa_ofs; 1465 1.2.2.2 martin len = cp->cp_range[i].gpa_len; 1466 1.2.2.2 martin 1467 1.2.2.2 martin KASSERT(off + len <= sc->sc_rx_size); 1468 1.2.2.2 martin KASSERT(len >= RNDIS_HEADER_OFFSET + 4); 1469 1.2.2.2 martin 1470 1.2.2.2 martin memcpy(&type, sc->sc_rx_ring + off, sizeof(type)); 1471 1.2.2.2 martin switch (type) { 1472 1.2.2.2 martin /* data message */ 1473 1.2.2.2 martin case REMOTE_NDIS_PACKET_MSG: 1474 1.2.2.2 martin hvn_rxeof(sc, sc->sc_rx_ring + off, len); 1475 1.2.2.2 martin break; 1476 1.2.2.2 martin /* completion messages */ 1477 1.2.2.2 martin case REMOTE_NDIS_INITIALIZE_CMPLT: 1478 1.2.2.2 martin case REMOTE_NDIS_QUERY_CMPLT: 1479 1.2.2.2 martin case REMOTE_NDIS_SET_CMPLT: 1480 1.2.2.2 martin case REMOTE_NDIS_RESET_CMPLT: 1481 1.2.2.2 martin case REMOTE_NDIS_KEEPALIVE_CMPLT: 1482 1.2.2.2 martin hvn_rndis_complete(sc, sc->sc_rx_ring + off, len); 1483 1.2.2.2 martin break; 1484 1.2.2.2 martin /* notification message */ 1485 1.2.2.2 martin case REMOTE_NDIS_INDICATE_STATUS_MSG: 1486 1.2.2.2 martin hvn_rndis_status(sc, sc->sc_rx_ring + off, len); 1487 1.2.2.2 martin break; 1488 1.2.2.2 martin default: 1489 1.2.2.2 martin device_printf(sc->sc_dev, 1490 1.2.2.2 martin "unhandled RNDIS message type %u\n", type); 1491 1.2.2.2 martin break; 1492 1.2.2.2 martin } 1493 1.2.2.2 martin } 1494 1.2.2.2 martin 1495 1.2.2.2 martin hvn_nvs_ack(sc, tid); 1496 1.2.2.2 martin } 1497 1.2.2.2 martin 1498 1.2.2.2 martin static inline struct mbuf * 1499 1.2.2.2 martin hvn_devget(struct hvn_softc *sc, void *buf, uint32_t len) 1500 1.2.2.2 martin { 1501 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 1502 1.2.2.2 martin struct mbuf *m; 1503 1.2.2.2 martin size_t size = len + ETHER_ALIGN; 1504 1.2.2.2 martin 1505 1.2.2.2 martin MGETHDR(m, M_NOWAIT, MT_DATA); 1506 1.2.2.2 martin if (m == NULL) 1507 1.2.2.2 martin return NULL; 1508 1.2.2.2 martin 1509 1.2.2.2 martin if (size > MHLEN) { 1510 1.2.2.2 martin if (size <= MCLBYTES) 1511 1.2.2.2 martin MCLGET(m, M_NOWAIT); 1512 1.2.2.2 martin else 1513 1.2.2.2 martin MEXTMALLOC(m, size, M_NOWAIT); 1514 1.2.2.2 martin if ((m->m_flags & M_EXT) == 0) { 1515 1.2.2.2 martin m_freem(m); 1516 1.2.2.2 martin return NULL; 1517 1.2.2.2 martin } 1518 1.2.2.2 martin } 1519 1.2.2.2 martin 1520 1.2.2.2 martin m->m_len = m->m_pkthdr.len = size; 1521 1.2.2.2 martin m_adj(m, ETHER_ALIGN); 1522 1.2.2.2 martin m_copyback(m, 0, len, buf); 1523 1.2.2.2 martin m_set_rcvif(m, ifp); 1524 1.2.2.2 martin return m; 1525 1.2.2.2 martin } 1526 1.2.2.2 martin 1527 1.2.2.2 martin static void 1528 1.2.2.2 martin hvn_rxeof(struct hvn_softc *sc, uint8_t *buf, uint32_t len) 1529 1.2.2.2 martin { 1530 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 1531 1.2.2.2 martin struct rndis_packet_msg *pkt; 1532 1.2.2.2 martin struct rndis_pktinfo *pi; 1533 1.2.2.2 martin uint32_t csum, vlan; 1534 1.2.2.2 martin struct mbuf *m; 1535 1.2.2.2 martin 1536 1.2.2.2 martin if (!(ifp->if_flags & IFF_RUNNING)) 1537 1.2.2.2 martin return; 1538 1.2.2.2 martin 1539 1.2.2.2 martin if (len < sizeof(*pkt)) { 1540 1.2.2.2 martin device_printf(sc->sc_dev, "data packet too short: %u\n", 1541 1.2.2.2 martin len); 1542 1.2.2.2 martin return; 1543 1.2.2.2 martin } 1544 1.2.2.2 martin 1545 1.2.2.2 martin pkt = (struct rndis_packet_msg *)buf; 1546 1.2.2.2 martin if (pkt->rm_dataoffset + pkt->rm_datalen > len) { 1547 1.2.2.2 martin device_printf(sc->sc_dev, 1548 1.2.2.2 martin "data packet out of bounds: %u@%u\n", pkt->rm_dataoffset, 1549 1.2.2.2 martin pkt->rm_datalen); 1550 1.2.2.2 martin return; 1551 1.2.2.2 martin } 1552 1.2.2.2 martin 1553 1.2.2.2 martin if ((m = hvn_devget(sc, buf + RNDIS_HEADER_OFFSET + pkt->rm_dataoffset, 1554 1.2.2.2 martin pkt->rm_datalen)) == NULL) { 1555 1.2.2.2 martin ifp->if_ierrors++; 1556 1.2.2.2 martin return; 1557 1.2.2.2 martin } 1558 1.2.2.2 martin 1559 1.2.2.2 martin if (pkt->rm_pktinfooffset + pkt->rm_pktinfolen > len) { 1560 1.2.2.2 martin device_printf(sc->sc_dev, 1561 1.2.2.2 martin "pktinfo is out of bounds: %u@%u vs %u\n", 1562 1.2.2.2 martin pkt->rm_pktinfolen, pkt->rm_pktinfooffset, len); 1563 1.2.2.2 martin goto done; 1564 1.2.2.2 martin } 1565 1.2.2.2 martin 1566 1.2.2.2 martin pi = (struct rndis_pktinfo *)(buf + RNDIS_HEADER_OFFSET + 1567 1.2.2.2 martin pkt->rm_pktinfooffset); 1568 1.2.2.2 martin while (pkt->rm_pktinfolen > 0) { 1569 1.2.2.2 martin if (pi->rm_size > pkt->rm_pktinfolen) { 1570 1.2.2.2 martin device_printf(sc->sc_dev, 1571 1.2.2.2 martin "invalid pktinfo size: %u/%u\n", pi->rm_size, 1572 1.2.2.2 martin pkt->rm_pktinfolen); 1573 1.2.2.2 martin break; 1574 1.2.2.2 martin } 1575 1.2.2.2 martin 1576 1.2.2.2 martin switch (pi->rm_type) { 1577 1.2.2.2 martin case NDIS_PKTINFO_TYPE_CSUM: 1578 1.2.2.2 martin memcpy(&csum, pi->rm_data, sizeof(csum)); 1579 1.2.2.2 martin if (csum & NDIS_RXCSUM_INFO_IPCS_OK) 1580 1.2.2.2 martin m->m_pkthdr.csum_flags |= M_CSUM_IPv4; 1581 1.2.2.2 martin if (csum & NDIS_RXCSUM_INFO_TCPCS_OK) 1582 1.2.2.2 martin m->m_pkthdr.csum_flags |= M_CSUM_TCPv4; 1583 1.2.2.2 martin if (csum & NDIS_RXCSUM_INFO_UDPCS_OK) 1584 1.2.2.2 martin m->m_pkthdr.csum_flags |= M_CSUM_UDPv4; 1585 1.2.2.2 martin break; 1586 1.2.2.2 martin case NDIS_PKTINFO_TYPE_VLAN: 1587 1.2.2.2 martin memcpy(&vlan, pi->rm_data, sizeof(vlan)); 1588 1.2.2.2 martin if (vlan != 0xffffffff) { 1589 1.2.2.2 martin m->m_pkthdr.ether_vtag = 1590 1.2.2.2 martin NDIS_VLAN_INFO_ID(vlan) | 1591 1.2.2.2 martin (NDIS_VLAN_INFO_PRI(vlan) << EVL_PRIO_BITS); 1592 1.2.2.2 martin m->m_flags |= M_VLANTAG; 1593 1.2.2.2 martin } 1594 1.2.2.2 martin break; 1595 1.2.2.2 martin default: 1596 1.2.2.2 martin DPRINTF("%s: unhandled pktinfo type %u\n", 1597 1.2.2.2 martin device_xname(sc->sc_dev), pi->rm_type); 1598 1.2.2.2 martin break; 1599 1.2.2.2 martin } 1600 1.2.2.2 martin 1601 1.2.2.2 martin pkt->rm_pktinfolen -= pi->rm_size; 1602 1.2.2.2 martin pi = (struct rndis_pktinfo *)((char *)pi + pi->rm_size); 1603 1.2.2.2 martin } 1604 1.2.2.2 martin 1605 1.2.2.2 martin done: 1606 1.2.2.2 martin if_percpuq_enqueue(sc->sc_ipq, m); 1607 1.2.2.2 martin } 1608 1.2.2.2 martin 1609 1.2.2.2 martin static void 1610 1.2.2.2 martin hvn_rndis_complete(struct hvn_softc *sc, uint8_t *buf, uint32_t len) 1611 1.2.2.2 martin { 1612 1.2.2.2 martin struct rndis_cmd *rc; 1613 1.2.2.2 martin uint32_t id; 1614 1.2.2.2 martin 1615 1.2.2.2 martin memcpy(&id, buf + RNDIS_HEADER_OFFSET, sizeof(id)); 1616 1.2.2.2 martin if ((rc = hvn_complete_cmd(sc, id)) != NULL) { 1617 1.2.2.2 martin if (len < rc->rc_cmplen) 1618 1.2.2.2 martin device_printf(sc->sc_dev, 1619 1.2.2.2 martin "RNDIS response %u too short: %u\n", id, len); 1620 1.2.2.2 martin else 1621 1.2.2.2 martin memcpy(&rc->rc_cmp, buf, rc->rc_cmplen); 1622 1.2.2.2 martin if (len > rc->rc_cmplen && 1623 1.2.2.2 martin len - rc->rc_cmplen > HVN_RNDIS_BUFSIZE) 1624 1.2.2.2 martin device_printf(sc->sc_dev, 1625 1.2.2.2 martin "RNDIS response %u too large: %u\n", id, len); 1626 1.2.2.2 martin else if (len > rc->rc_cmplen) 1627 1.2.2.2 martin memcpy(&rc->rc_cmpbuf, buf + rc->rc_cmplen, 1628 1.2.2.2 martin len - rc->rc_cmplen); 1629 1.2.2.2 martin rc->rc_done = 1; 1630 1.2.2.2 martin wakeup(rc); 1631 1.2.2.2 martin } else { 1632 1.2.2.2 martin DPRINTF("%s: failed to complete RNDIS request id %u\n", 1633 1.2.2.2 martin device_xname(sc->sc_dev), id); 1634 1.2.2.2 martin } 1635 1.2.2.2 martin } 1636 1.2.2.2 martin 1637 1.2.2.2 martin static int 1638 1.2.2.2 martin hvn_rndis_output(struct hvn_softc *sc, struct hvn_tx_desc *txd) 1639 1.2.2.2 martin { 1640 1.2.2.2 martin uint64_t rid = (uint64_t)txd->txd_id << 32; 1641 1.2.2.2 martin int rv; 1642 1.2.2.2 martin 1643 1.2.2.2 martin rv = vmbus_channel_send_sgl(sc->sc_chan, txd->txd_sgl, txd->txd_nsge, 1644 1.2.2.2 martin &sc->sc_data_msg, sizeof(sc->sc_data_msg), rid); 1645 1.2.2.2 martin if (rv) { 1646 1.2.2.2 martin DPRINTF("%s: RNDIS data send error %d\n", 1647 1.2.2.2 martin device_xname(sc->sc_dev), rv); 1648 1.2.2.2 martin return rv; 1649 1.2.2.2 martin } 1650 1.2.2.2 martin return 0; 1651 1.2.2.2 martin } 1652 1.2.2.2 martin 1653 1.2.2.2 martin static void 1654 1.2.2.2 martin hvn_rndis_status(struct hvn_softc *sc, uint8_t *buf, uint32_t len) 1655 1.2.2.2 martin { 1656 1.2.2.2 martin struct ifnet *ifp = SC2IFP(sc); 1657 1.2.2.2 martin uint32_t status; 1658 1.2.2.2 martin int link_state = sc->sc_link_state; 1659 1.2.2.2 martin 1660 1.2.2.2 martin memcpy(&status, buf + RNDIS_HEADER_OFFSET, sizeof(status)); 1661 1.2.2.2 martin switch (status) { 1662 1.2.2.2 martin case RNDIS_STATUS_MEDIA_CONNECT: 1663 1.2.2.2 martin sc->sc_link_state = LINK_STATE_UP; 1664 1.2.2.2 martin break; 1665 1.2.2.2 martin case RNDIS_STATUS_MEDIA_DISCONNECT: 1666 1.2.2.2 martin sc->sc_link_state = LINK_STATE_DOWN; 1667 1.2.2.2 martin break; 1668 1.2.2.2 martin /* Ignore these */ 1669 1.2.2.2 martin case RNDIS_STATUS_OFFLOAD_CURRENT_CONFIG: 1670 1.2.2.2 martin return; 1671 1.2.2.2 martin default: 1672 1.2.2.2 martin DPRINTF("%s: unhandled status %#x\n", device_xname(sc->sc_dev), 1673 1.2.2.2 martin status); 1674 1.2.2.2 martin return; 1675 1.2.2.2 martin } 1676 1.2.2.2 martin if (link_state != sc->sc_link_state) 1677 1.2.2.2 martin if_link_state_change(ifp, sc->sc_link_state); 1678 1.2.2.2 martin } 1679 1.2.2.2 martin 1680 1.2.2.2 martin static int 1681 1.2.2.2 martin hvn_rndis_query(struct hvn_softc *sc, uint32_t oid, void *res, size_t *length) 1682 1.2.2.2 martin { 1683 1.2.2.2 martin struct rndis_cmd *rc; 1684 1.2.2.2 martin struct rndis_query_req *req; 1685 1.2.2.2 martin struct rndis_query_comp *cmp; 1686 1.2.2.2 martin size_t olength = *length; 1687 1.2.2.2 martin int rv; 1688 1.2.2.2 martin 1689 1.2.2.2 martin rc = hvn_alloc_cmd(sc); 1690 1.2.2.2 martin 1691 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1692 1.2.2.2 martin BUS_DMASYNC_PREREAD); 1693 1.2.2.2 martin 1694 1.2.2.2 martin rc->rc_id = atomic_inc_uint_nv(&sc->sc_rndisrid); 1695 1.2.2.2 martin 1696 1.2.2.2 martin req = rc->rc_req; 1697 1.2.2.2 martin req->rm_type = REMOTE_NDIS_QUERY_MSG; 1698 1.2.2.2 martin req->rm_len = sizeof(*req); 1699 1.2.2.2 martin req->rm_rid = rc->rc_id; 1700 1.2.2.2 martin req->rm_oid = oid; 1701 1.2.2.2 martin req->rm_infobufoffset = sizeof(*req) - RNDIS_HEADER_OFFSET; 1702 1.2.2.2 martin 1703 1.2.2.2 martin rc->rc_cmplen = sizeof(*cmp); 1704 1.2.2.2 martin 1705 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1706 1.2.2.2 martin BUS_DMASYNC_PREWRITE); 1707 1.2.2.2 martin 1708 1.2.2.2 martin if ((rv = hvn_rndis_cmd(sc, rc, 500)) != 0) { 1709 1.2.2.2 martin DPRINTF("%s: QUERY_MSG failed, error %d\n", 1710 1.2.2.2 martin device_xname(sc->sc_dev), rv); 1711 1.2.2.2 martin hvn_free_cmd(sc, rc); 1712 1.2.2.2 martin return rv; 1713 1.2.2.2 martin } 1714 1.2.2.2 martin 1715 1.2.2.2 martin cmp = (struct rndis_query_comp *)&rc->rc_cmp; 1716 1.2.2.2 martin switch (cmp->rm_status) { 1717 1.2.2.2 martin case RNDIS_STATUS_SUCCESS: 1718 1.2.2.2 martin if (cmp->rm_infobuflen > olength) { 1719 1.2.2.2 martin rv = EINVAL; 1720 1.2.2.2 martin break; 1721 1.2.2.2 martin } 1722 1.2.2.2 martin memcpy(res, rc->rc_cmpbuf, cmp->rm_infobuflen); 1723 1.2.2.2 martin *length = cmp->rm_infobuflen; 1724 1.2.2.2 martin break; 1725 1.2.2.2 martin default: 1726 1.2.2.2 martin *length = 0; 1727 1.2.2.2 martin rv = EIO; 1728 1.2.2.2 martin break; 1729 1.2.2.2 martin } 1730 1.2.2.2 martin 1731 1.2.2.2 martin hvn_free_cmd(sc, rc); 1732 1.2.2.2 martin return rv; 1733 1.2.2.2 martin } 1734 1.2.2.2 martin 1735 1.2.2.2 martin static int 1736 1.2.2.2 martin hvn_rndis_set(struct hvn_softc *sc, uint32_t oid, void *data, size_t length) 1737 1.2.2.2 martin { 1738 1.2.2.2 martin struct rndis_cmd *rc; 1739 1.2.2.2 martin struct rndis_set_req *req; 1740 1.2.2.2 martin struct rndis_set_comp *cmp; 1741 1.2.2.2 martin int rv; 1742 1.2.2.2 martin 1743 1.2.2.2 martin rc = hvn_alloc_cmd(sc); 1744 1.2.2.2 martin 1745 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1746 1.2.2.2 martin BUS_DMASYNC_PREREAD); 1747 1.2.2.2 martin 1748 1.2.2.2 martin rc->rc_id = atomic_inc_uint_nv(&sc->sc_rndisrid); 1749 1.2.2.2 martin 1750 1.2.2.2 martin req = rc->rc_req; 1751 1.2.2.2 martin req->rm_type = REMOTE_NDIS_SET_MSG; 1752 1.2.2.2 martin req->rm_len = sizeof(*req) + length; 1753 1.2.2.2 martin req->rm_rid = rc->rc_id; 1754 1.2.2.2 martin req->rm_oid = oid; 1755 1.2.2.2 martin req->rm_infobufoffset = sizeof(*req) - RNDIS_HEADER_OFFSET; 1756 1.2.2.2 martin 1757 1.2.2.2 martin rc->rc_cmplen = sizeof(*cmp); 1758 1.2.2.2 martin 1759 1.2.2.2 martin if (length > 0) { 1760 1.2.2.2 martin KASSERT(sizeof(*req) + length < PAGE_SIZE); 1761 1.2.2.2 martin req->rm_infobuflen = length; 1762 1.2.2.2 martin memcpy(req + 1, data, length); 1763 1.2.2.2 martin } 1764 1.2.2.2 martin 1765 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1766 1.2.2.2 martin BUS_DMASYNC_PREWRITE); 1767 1.2.2.2 martin 1768 1.2.2.2 martin if ((rv = hvn_rndis_cmd(sc, rc, 500)) != 0) { 1769 1.2.2.2 martin DPRINTF("%s: SET_MSG failed, error %d\n", 1770 1.2.2.2 martin device_xname(sc->sc_dev), rv); 1771 1.2.2.2 martin hvn_free_cmd(sc, rc); 1772 1.2.2.2 martin return rv; 1773 1.2.2.2 martin } 1774 1.2.2.2 martin 1775 1.2.2.2 martin cmp = (struct rndis_set_comp *)&rc->rc_cmp; 1776 1.2.2.2 martin if (cmp->rm_status != RNDIS_STATUS_SUCCESS) 1777 1.2.2.2 martin rv = EIO; 1778 1.2.2.2 martin 1779 1.2.2.2 martin hvn_free_cmd(sc, rc); 1780 1.2.2.2 martin return rv; 1781 1.2.2.2 martin } 1782 1.2.2.2 martin 1783 1.2.2.2 martin static int 1784 1.2.2.2 martin hvn_rndis_open(struct hvn_softc *sc) 1785 1.2.2.2 martin { 1786 1.2.2.2 martin uint32_t filter; 1787 1.2.2.2 martin int rv; 1788 1.2.2.2 martin 1789 1.2.2.2 martin if (sc->sc_promisc) 1790 1.2.2.2 martin filter = RNDIS_PACKET_TYPE_PROMISCUOUS; 1791 1.2.2.2 martin else 1792 1.2.2.2 martin filter = RNDIS_PACKET_TYPE_BROADCAST | 1793 1.2.2.2 martin RNDIS_PACKET_TYPE_ALL_MULTICAST | 1794 1.2.2.2 martin RNDIS_PACKET_TYPE_DIRECTED; 1795 1.2.2.2 martin 1796 1.2.2.2 martin rv = hvn_rndis_set(sc, OID_GEN_CURRENT_PACKET_FILTER, 1797 1.2.2.2 martin &filter, sizeof(filter)); 1798 1.2.2.2 martin if (rv) { 1799 1.2.2.2 martin DPRINTF("%s: failed to set RNDIS filter to %#x\n", 1800 1.2.2.2 martin device_xname(sc->sc_dev), filter); 1801 1.2.2.2 martin } 1802 1.2.2.2 martin return rv; 1803 1.2.2.2 martin } 1804 1.2.2.2 martin 1805 1.2.2.2 martin static int 1806 1.2.2.2 martin hvn_rndis_close(struct hvn_softc *sc) 1807 1.2.2.2 martin { 1808 1.2.2.2 martin uint32_t filter = 0; 1809 1.2.2.2 martin int rv; 1810 1.2.2.2 martin 1811 1.2.2.2 martin rv = hvn_rndis_set(sc, OID_GEN_CURRENT_PACKET_FILTER, 1812 1.2.2.2 martin &filter, sizeof(filter)); 1813 1.2.2.2 martin if (rv) { 1814 1.2.2.2 martin DPRINTF("%s: failed to clear RNDIS filter\n", 1815 1.2.2.2 martin device_xname(sc->sc_dev)); 1816 1.2.2.2 martin } 1817 1.2.2.2 martin return rv; 1818 1.2.2.2 martin } 1819 1.2.2.2 martin 1820 1.2.2.2 martin static void 1821 1.2.2.2 martin hvn_rndis_detach(struct hvn_softc *sc) 1822 1.2.2.2 martin { 1823 1.2.2.2 martin struct rndis_cmd *rc; 1824 1.2.2.2 martin struct rndis_halt_req *req; 1825 1.2.2.2 martin int rv; 1826 1.2.2.2 martin 1827 1.2.2.2 martin rc = hvn_alloc_cmd(sc); 1828 1.2.2.2 martin 1829 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1830 1.2.2.2 martin BUS_DMASYNC_PREREAD); 1831 1.2.2.2 martin 1832 1.2.2.2 martin rc->rc_id = atomic_inc_uint_nv(&sc->sc_rndisrid); 1833 1.2.2.2 martin 1834 1.2.2.2 martin req = rc->rc_req; 1835 1.2.2.2 martin req->rm_type = REMOTE_NDIS_HALT_MSG; 1836 1.2.2.2 martin req->rm_len = sizeof(*req); 1837 1.2.2.2 martin req->rm_rid = rc->rc_id; 1838 1.2.2.2 martin 1839 1.2.2.2 martin bus_dmamap_sync(sc->sc_dmat, rc->rc_dmap, 0, PAGE_SIZE, 1840 1.2.2.2 martin BUS_DMASYNC_PREWRITE); 1841 1.2.2.2 martin 1842 1.2.2.2 martin if ((rv = hvn_rndis_cmd(sc, rc, 500)) != 0) { 1843 1.2.2.2 martin DPRINTF("%s: HALT_MSG failed, error %d\n", 1844 1.2.2.2 martin device_xname(sc->sc_dev), rv); 1845 1.2.2.2 martin } 1846 1.2.2.2 martin hvn_free_cmd(sc, rc); 1847 1.2.2.2 martin } 1848
Indexes created Fri Oct 03 02:09:57 GMT 2025