ldc.c revision 1.2.2.3
1 1.2.2.3 pgoyette /* $NetBSD: ldc.c,v 1.2.2.3 2017/03/20 06:57:20 pgoyette Exp $ */ 2 1.2.2.2 pgoyette /* $OpenBSD: ldc.c,v 1.12 2015/03/21 18:02:58 kettenis Exp $ */ 3 1.2.2.2 pgoyette /* 4 1.2.2.2 pgoyette * Copyright (c) 2009 Mark Kettenis 5 1.2.2.2 pgoyette * 6 1.2.2.2 pgoyette * Permission to use, copy, modify, and distribute this software for any 7 1.2.2.2 pgoyette * purpose with or without fee is hereby granted, provided that the above 8 1.2.2.2 pgoyette * copyright notice and this permission notice appear in all copies. 9 1.2.2.2 pgoyette * 10 1.2.2.2 pgoyette * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 11 1.2.2.2 pgoyette * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 12 1.2.2.2 pgoyette * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 13 1.2.2.2 pgoyette * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 14 1.2.2.2 pgoyette * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 15 1.2.2.2 pgoyette * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 16 1.2.2.2 pgoyette * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 17 1.2.2.2 pgoyette */ 18 1.2.2.2 pgoyette 19 1.2.2.2 pgoyette #include <sys/kmem.h> 20 1.2.2.2 pgoyette #include <sys/malloc.h> 21 1.2.2.2 pgoyette #include <sys/param.h> 22 1.2.2.2 pgoyette #include <sys/systm.h> 23 1.2.2.2 pgoyette 24 1.2.2.2 pgoyette #include <sys/bus.h> 25 1.2.2.2 pgoyette #include <machine/hypervisor.h> 26 1.2.2.2 pgoyette 27 1.2.2.2 pgoyette #include <uvm/uvm_extern.h> 28 1.2.2.2 pgoyette 29 1.2.2.2 pgoyette #include <sparc64/dev/ldcvar.h> 30 1.2.2.2 pgoyette 31 1.2.2.2 pgoyette #ifdef LDC_DEBUG 32 1.2.2.2 pgoyette #define DPRINTF(x) printf x 33 1.2.2.2 pgoyette #else 34 1.2.2.2 pgoyette #define DPRINTF(x) 35 1.2.2.2 pgoyette #endif 36 1.2.2.2 pgoyette 37 1.2.2.2 pgoyette void ldc_rx_ctrl_vers(struct ldc_conn *, struct ldc_pkt *); 38 1.2.2.2 pgoyette void ldc_rx_ctrl_rtr(struct ldc_conn *, struct ldc_pkt *); 39 1.2.2.2 pgoyette void ldc_rx_ctrl_rts(struct ldc_conn *, struct ldc_pkt *); 40 1.2.2.2 pgoyette void ldc_rx_ctrl_rdx(struct ldc_conn *, struct ldc_pkt *); 41 1.2.2.2 pgoyette 42 1.2.2.2 pgoyette void ldc_send_ack(struct ldc_conn *); 43 1.2.2.2 pgoyette void ldc_send_rtr(struct ldc_conn *); 44 1.2.2.2 pgoyette void ldc_send_rts(struct ldc_conn *); 45 1.2.2.2 pgoyette void ldc_send_rdx(struct ldc_conn *); 46 1.2.2.2 pgoyette 47 1.2.2.2 pgoyette void 48 1.2.2.2 pgoyette ldc_rx_ctrl(struct ldc_conn *lc, struct ldc_pkt *lp) 49 1.2.2.2 pgoyette { 50 1.2.2.2 pgoyette switch (lp->ctrl) { 51 1.2.2.2 pgoyette case LDC_VERS: 52 1.2.2.2 pgoyette ldc_rx_ctrl_vers(lc, lp); 53 1.2.2.2 pgoyette break; 54 1.2.2.2 pgoyette 55 1.2.2.2 pgoyette case LDC_RTS: 56 1.2.2.2 pgoyette ldc_rx_ctrl_rts(lc, lp); 57 1.2.2.2 pgoyette break; 58 1.2.2.2 pgoyette 59 1.2.2.2 pgoyette case LDC_RTR: 60 1.2.2.2 pgoyette ldc_rx_ctrl_rtr(lc, lp); 61 1.2.2.2 pgoyette break; 62 1.2.2.2 pgoyette 63 1.2.2.2 pgoyette case LDC_RDX: 64 1.2.2.2 pgoyette ldc_rx_ctrl_rdx(lc, lp); 65 1.2.2.2 pgoyette break; 66 1.2.2.2 pgoyette 67 1.2.2.2 pgoyette default: 68 1.2.2.2 pgoyette DPRINTF(("CTRL/0x%02x/0x%02x\n", lp->stype, lp->ctrl)); 69 1.2.2.2 pgoyette ldc_reset(lc); 70 1.2.2.2 pgoyette break; 71 1.2.2.2 pgoyette } 72 1.2.2.2 pgoyette } 73 1.2.2.2 pgoyette 74 1.2.2.2 pgoyette void 75 1.2.2.2 pgoyette ldc_rx_ctrl_vers(struct ldc_conn *lc, struct ldc_pkt *lp) 76 1.2.2.2 pgoyette { 77 1.2.2.2 pgoyette switch (lp->stype) { 78 1.2.2.2 pgoyette case LDC_INFO: 79 1.2.2.2 pgoyette DPRINTF(("CTRL/INFO/VERS\n")); 80 1.2.2.2 pgoyette if (lp->major == LDC_VERSION_MAJOR && 81 1.2.2.2 pgoyette lp->minor == LDC_VERSION_MINOR) 82 1.2.2.2 pgoyette ldc_send_ack(lc); 83 1.2.2.2 pgoyette else { 84 1.2.2.2 pgoyette /* XXX do nothing for now. */ 85 1.2.2.2 pgoyette } 86 1.2.2.2 pgoyette break; 87 1.2.2.2 pgoyette 88 1.2.2.2 pgoyette case LDC_ACK: 89 1.2.2.2 pgoyette if (lc->lc_state != LDC_SND_VERS) { 90 1.2.2.2 pgoyette DPRINTF(("Spurious CTRL/ACK/VERS: state %d\n", 91 1.2.2.2 pgoyette lc->lc_state)); 92 1.2.2.2 pgoyette ldc_reset(lc); 93 1.2.2.2 pgoyette return; 94 1.2.2.2 pgoyette } 95 1.2.2.2 pgoyette DPRINTF(("CTRL/ACK/VERS\n")); 96 1.2.2.2 pgoyette ldc_send_rts(lc); 97 1.2.2.2 pgoyette break; 98 1.2.2.2 pgoyette 99 1.2.2.2 pgoyette case LDC_NACK: 100 1.2.2.2 pgoyette DPRINTF(("CTRL/NACK/VERS\n")); 101 1.2.2.2 pgoyette ldc_reset(lc); 102 1.2.2.2 pgoyette break; 103 1.2.2.2 pgoyette 104 1.2.2.2 pgoyette default: 105 1.2.2.2 pgoyette DPRINTF(("CTRL/0x%02x/VERS\n", lp->stype)); 106 1.2.2.2 pgoyette ldc_reset(lc); 107 1.2.2.2 pgoyette break; 108 1.2.2.2 pgoyette } 109 1.2.2.2 pgoyette } 110 1.2.2.2 pgoyette 111 1.2.2.2 pgoyette void 112 1.2.2.2 pgoyette ldc_rx_ctrl_rts(struct ldc_conn *lc, struct ldc_pkt *lp) 113 1.2.2.2 pgoyette { 114 1.2.2.2 pgoyette switch (lp->stype) { 115 1.2.2.2 pgoyette case LDC_INFO: 116 1.2.2.2 pgoyette if (lc->lc_state != LDC_RCV_VERS) { 117 1.2.2.2 pgoyette DPRINTF(("Spurious CTRL/INFO/RTS: state %d\n", 118 1.2.2.2 pgoyette lc->lc_state)); 119 1.2.2.2 pgoyette ldc_reset(lc); 120 1.2.2.2 pgoyette return; 121 1.2.2.2 pgoyette } 122 1.2.2.2 pgoyette DPRINTF(("CTRL/INFO/RTS\n")); 123 1.2.2.2 pgoyette ldc_send_rtr(lc); 124 1.2.2.2 pgoyette break; 125 1.2.2.2 pgoyette 126 1.2.2.2 pgoyette case LDC_ACK: 127 1.2.2.2 pgoyette DPRINTF(("CTRL/ACK/RTS\n")); 128 1.2.2.2 pgoyette ldc_reset(lc); 129 1.2.2.2 pgoyette break; 130 1.2.2.2 pgoyette 131 1.2.2.2 pgoyette case LDC_NACK: 132 1.2.2.2 pgoyette DPRINTF(("CTRL/NACK/RTS\n")); 133 1.2.2.2 pgoyette ldc_reset(lc); 134 1.2.2.2 pgoyette break; 135 1.2.2.2 pgoyette 136 1.2.2.2 pgoyette default: 137 1.2.2.2 pgoyette DPRINTF(("CTRL/0x%02x/RTS\n", lp->stype)); 138 1.2.2.2 pgoyette ldc_reset(lc); 139 1.2.2.2 pgoyette break; 140 1.2.2.2 pgoyette } 141 1.2.2.2 pgoyette } 142 1.2.2.2 pgoyette 143 1.2.2.2 pgoyette void 144 1.2.2.2 pgoyette ldc_rx_ctrl_rtr(struct ldc_conn *lc, struct ldc_pkt *lp) 145 1.2.2.2 pgoyette { 146 1.2.2.2 pgoyette switch (lp->stype) { 147 1.2.2.2 pgoyette case LDC_INFO: 148 1.2.2.2 pgoyette if (lc->lc_state != LDC_SND_RTS) { 149 1.2.2.2 pgoyette DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n", 150 1.2.2.2 pgoyette lc->lc_state)); 151 1.2.2.2 pgoyette ldc_reset(lc); 152 1.2.2.2 pgoyette return; 153 1.2.2.2 pgoyette } 154 1.2.2.2 pgoyette DPRINTF(("CTRL/INFO/RTR\n")); 155 1.2.2.2 pgoyette ldc_send_rdx(lc); 156 1.2.2.2 pgoyette lc->lc_start(lc); 157 1.2.2.2 pgoyette break; 158 1.2.2.2 pgoyette 159 1.2.2.2 pgoyette case LDC_ACK: 160 1.2.2.2 pgoyette DPRINTF(("CTRL/ACK/RTR\n")); 161 1.2.2.2 pgoyette ldc_reset(lc); 162 1.2.2.2 pgoyette break; 163 1.2.2.2 pgoyette 164 1.2.2.2 pgoyette case LDC_NACK: 165 1.2.2.2 pgoyette DPRINTF(("CTRL/NACK/RTR\n")); 166 1.2.2.2 pgoyette ldc_reset(lc); 167 1.2.2.2 pgoyette break; 168 1.2.2.2 pgoyette 169 1.2.2.2 pgoyette default: 170 1.2.2.2 pgoyette DPRINTF(("CTRL/0x%02x/RTR\n", lp->stype)); 171 1.2.2.2 pgoyette ldc_reset(lc); 172 1.2.2.2 pgoyette break; 173 1.2.2.2 pgoyette } 174 1.2.2.2 pgoyette } 175 1.2.2.2 pgoyette 176 1.2.2.2 pgoyette void 177 1.2.2.2 pgoyette ldc_rx_ctrl_rdx(struct ldc_conn *lc, struct ldc_pkt *lp) 178 1.2.2.2 pgoyette { 179 1.2.2.2 pgoyette switch (lp->stype) { 180 1.2.2.2 pgoyette case LDC_INFO: 181 1.2.2.2 pgoyette if (lc->lc_state != LDC_SND_RTR) { 182 1.2.2.2 pgoyette DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n", 183 1.2.2.2 pgoyette lc->lc_state)); 184 1.2.2.2 pgoyette ldc_reset(lc); 185 1.2.2.2 pgoyette return; 186 1.2.2.2 pgoyette } 187 1.2.2.2 pgoyette DPRINTF(("CTRL/INFO/RDX\n")); 188 1.2.2.2 pgoyette lc->lc_start(lc); 189 1.2.2.2 pgoyette break; 190 1.2.2.2 pgoyette 191 1.2.2.2 pgoyette case LDC_ACK: 192 1.2.2.2 pgoyette DPRINTF(("CTRL/ACK/RDX\n")); 193 1.2.2.2 pgoyette ldc_reset(lc); 194 1.2.2.2 pgoyette break; 195 1.2.2.2 pgoyette 196 1.2.2.2 pgoyette case LDC_NACK: 197 1.2.2.2 pgoyette DPRINTF(("CTRL/NACK/RDX\n")); 198 1.2.2.2 pgoyette ldc_reset(lc); 199 1.2.2.2 pgoyette break; 200 1.2.2.2 pgoyette 201 1.2.2.2 pgoyette default: 202 1.2.2.2 pgoyette DPRINTF(("CTRL/0x%02x/RDX\n", lp->stype)); 203 1.2.2.2 pgoyette ldc_reset(lc); 204 1.2.2.2 pgoyette break; 205 1.2.2.2 pgoyette } 206 1.2.2.2 pgoyette } 207 1.2.2.2 pgoyette 208 1.2.2.2 pgoyette void 209 1.2.2.2 pgoyette ldc_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp) 210 1.2.2.2 pgoyette { 211 1.2.2.2 pgoyette size_t len; 212 1.2.2.2 pgoyette 213 1.2.2.2 pgoyette if (lp->stype != LDC_INFO) { 214 1.2.2.2 pgoyette DPRINTF(("DATA/0x%02x\n", lp->stype)); 215 1.2.2.2 pgoyette ldc_reset(lc); 216 1.2.2.2 pgoyette return; 217 1.2.2.2 pgoyette } 218 1.2.2.2 pgoyette 219 1.2.2.2 pgoyette if (lc->lc_state != LDC_SND_RTR && 220 1.2.2.2 pgoyette lc->lc_state != LDC_SND_RDX) { 221 1.2.2.2 pgoyette DPRINTF(("Spurious DATA/INFO: state %d\n", lc->lc_state)); 222 1.2.2.2 pgoyette ldc_reset(lc); 223 1.2.2.2 pgoyette return; 224 1.2.2.2 pgoyette } 225 1.2.2.2 pgoyette 226 1.2.2.2 pgoyette if (lp->env & LDC_FRAG_START) { 227 1.2.2.2 pgoyette lc->lc_len = (lp->env & LDC_LEN_MASK) + 8; 228 1.2.2.2 pgoyette KASSERT(lc->lc_len <= sizeof(lc->lc_msg)); 229 1.2.2.2 pgoyette memcpy((uint8_t *)lc->lc_msg, lp, lc->lc_len); 230 1.2.2.2 pgoyette } else { 231 1.2.2.2 pgoyette len = (lp->env & LDC_LEN_MASK); 232 1.2.2.2 pgoyette if (lc->lc_len + len > sizeof(lc->lc_msg)) { 233 1.2.2.2 pgoyette DPRINTF(("Buffer overrun\n")); 234 1.2.2.2 pgoyette ldc_reset(lc); 235 1.2.2.2 pgoyette return; 236 1.2.2.2 pgoyette } 237 1.2.2.2 pgoyette memcpy(((uint8_t *)lc->lc_msg) + lc->lc_len, &lp->major, len); 238 1.2.2.2 pgoyette lc->lc_len += len; 239 1.2.2.2 pgoyette } 240 1.2.2.2 pgoyette 241 1.2.2.2 pgoyette if (lp->env & LDC_FRAG_STOP) 242 1.2.2.2 pgoyette lc->lc_rx_data(lc, (struct ldc_pkt *)lc->lc_msg); 243 1.2.2.2 pgoyette } 244 1.2.2.2 pgoyette 245 1.2.2.2 pgoyette void 246 1.2.2.2 pgoyette ldc_send_vers(struct ldc_conn *lc) 247 1.2.2.2 pgoyette { 248 1.2.2.2 pgoyette struct ldc_pkt *lp; 249 1.2.2.2 pgoyette uint64_t tx_head, tx_tail, tx_state; 250 1.2.2.2 pgoyette int err; 251 1.2.2.2 pgoyette 252 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 253 1.2.2.2 pgoyette err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 254 1.2.2.2 pgoyette if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 255 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 256 1.2.2.2 pgoyette return; 257 1.2.2.2 pgoyette } 258 1.2.2.2 pgoyette 259 1.2.2.2 pgoyette lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 260 1.2.2.2 pgoyette bzero(lp, sizeof(struct ldc_pkt)); 261 1.2.2.2 pgoyette lp->type = LDC_CTRL; 262 1.2.2.2 pgoyette lp->stype = LDC_INFO; 263 1.2.2.2 pgoyette lp->ctrl = LDC_VERS; 264 1.2.2.2 pgoyette lp->major = 1; 265 1.2.2.2 pgoyette lp->minor = 0; 266 1.2.2.2 pgoyette 267 1.2.2.2 pgoyette tx_tail += sizeof(*lp); 268 1.2.2.2 pgoyette tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 269 1.2.2.2 pgoyette err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 270 1.2.2.2 pgoyette if (err != H_EOK) { 271 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 272 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 273 1.2.2.2 pgoyette return; 274 1.2.2.2 pgoyette } 275 1.2.2.2 pgoyette 276 1.2.2.2 pgoyette lc->lc_state = LDC_SND_VERS; 277 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 278 1.2.2.2 pgoyette } 279 1.2.2.2 pgoyette 280 1.2.2.2 pgoyette void 281 1.2.2.2 pgoyette ldc_send_ack(struct ldc_conn *lc) 282 1.2.2.2 pgoyette { 283 1.2.2.2 pgoyette struct ldc_pkt *lp; 284 1.2.2.2 pgoyette uint64_t tx_head, tx_tail, tx_state; 285 1.2.2.2 pgoyette int err; 286 1.2.2.2 pgoyette 287 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 288 1.2.2.2 pgoyette err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 289 1.2.2.2 pgoyette if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 290 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 291 1.2.2.2 pgoyette return; 292 1.2.2.2 pgoyette } 293 1.2.2.2 pgoyette 294 1.2.2.2 pgoyette lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 295 1.2.2.2 pgoyette bzero(lp, sizeof(struct ldc_pkt)); 296 1.2.2.2 pgoyette lp->type = LDC_CTRL; 297 1.2.2.2 pgoyette lp->stype = LDC_ACK; 298 1.2.2.2 pgoyette lp->ctrl = LDC_VERS; 299 1.2.2.2 pgoyette lp->major = 1; 300 1.2.2.2 pgoyette lp->minor = 0; 301 1.2.2.2 pgoyette 302 1.2.2.2 pgoyette tx_tail += sizeof(*lp); 303 1.2.2.2 pgoyette tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 304 1.2.2.2 pgoyette err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 305 1.2.2.2 pgoyette if (err != H_EOK) { 306 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 307 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 308 1.2.2.2 pgoyette return; 309 1.2.2.2 pgoyette } 310 1.2.2.2 pgoyette 311 1.2.2.2 pgoyette lc->lc_state = LDC_RCV_VERS; 312 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 313 1.2.2.2 pgoyette } 314 1.2.2.2 pgoyette 315 1.2.2.2 pgoyette void 316 1.2.2.2 pgoyette ldc_send_rts(struct ldc_conn *lc) 317 1.2.2.2 pgoyette { 318 1.2.2.2 pgoyette struct ldc_pkt *lp; 319 1.2.2.2 pgoyette uint64_t tx_head, tx_tail, tx_state; 320 1.2.2.2 pgoyette int err; 321 1.2.2.2 pgoyette 322 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 323 1.2.2.2 pgoyette err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 324 1.2.2.2 pgoyette if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 325 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 326 1.2.2.2 pgoyette return; 327 1.2.2.2 pgoyette } 328 1.2.2.2 pgoyette 329 1.2.2.2 pgoyette lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 330 1.2.2.2 pgoyette bzero(lp, sizeof(struct ldc_pkt)); 331 1.2.2.2 pgoyette lp->type = LDC_CTRL; 332 1.2.2.2 pgoyette lp->stype = LDC_INFO; 333 1.2.2.2 pgoyette lp->ctrl = LDC_RTS; 334 1.2.2.2 pgoyette lp->env = LDC_MODE_UNRELIABLE; 335 1.2.2.2 pgoyette lp->seqid = lc->lc_tx_seqid++; 336 1.2.2.2 pgoyette 337 1.2.2.2 pgoyette tx_tail += sizeof(*lp); 338 1.2.2.2 pgoyette tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 339 1.2.2.2 pgoyette err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 340 1.2.2.2 pgoyette if (err != H_EOK) { 341 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 342 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 343 1.2.2.2 pgoyette return; 344 1.2.2.2 pgoyette } 345 1.2.2.2 pgoyette 346 1.2.2.2 pgoyette lc->lc_state = LDC_SND_RTS; 347 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 348 1.2.2.2 pgoyette } 349 1.2.2.2 pgoyette 350 1.2.2.2 pgoyette void 351 1.2.2.2 pgoyette ldc_send_rtr(struct ldc_conn *lc) 352 1.2.2.2 pgoyette { 353 1.2.2.2 pgoyette struct ldc_pkt *lp; 354 1.2.2.2 pgoyette uint64_t tx_head, tx_tail, tx_state; 355 1.2.2.2 pgoyette int err; 356 1.2.2.2 pgoyette 357 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 358 1.2.2.2 pgoyette err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 359 1.2.2.2 pgoyette if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 360 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 361 1.2.2.2 pgoyette return; 362 1.2.2.2 pgoyette } 363 1.2.2.2 pgoyette 364 1.2.2.2 pgoyette lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 365 1.2.2.2 pgoyette bzero(lp, sizeof(struct ldc_pkt)); 366 1.2.2.2 pgoyette lp->type = LDC_CTRL; 367 1.2.2.2 pgoyette lp->stype = LDC_INFO; 368 1.2.2.2 pgoyette lp->ctrl = LDC_RTR; 369 1.2.2.2 pgoyette lp->env = LDC_MODE_UNRELIABLE; 370 1.2.2.2 pgoyette lp->seqid = lc->lc_tx_seqid++; 371 1.2.2.2 pgoyette 372 1.2.2.2 pgoyette tx_tail += sizeof(*lp); 373 1.2.2.2 pgoyette tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 374 1.2.2.2 pgoyette err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 375 1.2.2.2 pgoyette if (err != H_EOK) { 376 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 377 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 378 1.2.2.2 pgoyette return; 379 1.2.2.2 pgoyette } 380 1.2.2.2 pgoyette 381 1.2.2.2 pgoyette lc->lc_state = LDC_SND_RTR; 382 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 383 1.2.2.2 pgoyette } 384 1.2.2.2 pgoyette 385 1.2.2.2 pgoyette void 386 1.2.2.2 pgoyette ldc_send_rdx(struct ldc_conn *lc) 387 1.2.2.2 pgoyette { 388 1.2.2.2 pgoyette struct ldc_pkt *lp; 389 1.2.2.2 pgoyette uint64_t tx_head, tx_tail, tx_state; 390 1.2.2.2 pgoyette int err; 391 1.2.2.2 pgoyette 392 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 393 1.2.2.2 pgoyette err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 394 1.2.2.2 pgoyette if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 395 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 396 1.2.2.2 pgoyette return; 397 1.2.2.2 pgoyette } 398 1.2.2.2 pgoyette 399 1.2.2.2 pgoyette lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 400 1.2.2.2 pgoyette bzero(lp, sizeof(struct ldc_pkt)); 401 1.2.2.2 pgoyette lp->type = LDC_CTRL; 402 1.2.2.2 pgoyette lp->stype = LDC_INFO; 403 1.2.2.2 pgoyette lp->ctrl = LDC_RDX; 404 1.2.2.2 pgoyette lp->env = LDC_MODE_UNRELIABLE; 405 1.2.2.2 pgoyette lp->seqid = lc->lc_tx_seqid++; 406 1.2.2.2 pgoyette 407 1.2.2.2 pgoyette tx_tail += sizeof(*lp); 408 1.2.2.2 pgoyette tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 409 1.2.2.2 pgoyette err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 410 1.2.2.2 pgoyette if (err != H_EOK) { 411 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 412 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 413 1.2.2.2 pgoyette return; 414 1.2.2.2 pgoyette } 415 1.2.2.2 pgoyette 416 1.2.2.2 pgoyette lc->lc_state = LDC_SND_RDX; 417 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 418 1.2.2.2 pgoyette } 419 1.2.2.2 pgoyette 420 1.2.2.2 pgoyette int 421 1.2.2.2 pgoyette ldc_send_unreliable(struct ldc_conn *lc, void *msg, size_t len) 422 1.2.2.2 pgoyette { 423 1.2.2.2 pgoyette struct ldc_pkt *lp; 424 1.2.2.2 pgoyette uint64_t tx_head, tx_tail, tx_state; 425 1.2.2.2 pgoyette uint64_t tx_avail; 426 1.2.2.2 pgoyette uint8_t *p = msg; 427 1.2.2.2 pgoyette int err; 428 1.2.2.2 pgoyette 429 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 430 1.2.2.2 pgoyette err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 431 1.2.2.2 pgoyette if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 432 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 433 1.2.2.2 pgoyette return (EIO); 434 1.2.2.2 pgoyette } 435 1.2.2.2 pgoyette 436 1.2.2.2 pgoyette tx_avail = (tx_head - tx_tail) / sizeof(*lp) + 437 1.2.2.2 pgoyette lc->lc_txq->lq_nentries - 1; 438 1.2.2.2 pgoyette tx_avail %= lc->lc_txq->lq_nentries; 439 1.2.2.2 pgoyette if (len > tx_avail * LDC_PKT_PAYLOAD) { 440 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 441 1.2.2.2 pgoyette return (EWOULDBLOCK); 442 1.2.2.2 pgoyette } 443 1.2.2.2 pgoyette 444 1.2.2.2 pgoyette while (len > 0) { 445 1.2.2.2 pgoyette lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 446 1.2.2.2 pgoyette bzero(lp, sizeof(struct ldc_pkt)); 447 1.2.2.2 pgoyette lp->type = LDC_DATA; 448 1.2.2.2 pgoyette lp->stype = LDC_INFO; 449 1.2.2.2 pgoyette lp->env = min(len, LDC_PKT_PAYLOAD); 450 1.2.2.2 pgoyette if (p == msg) 451 1.2.2.2 pgoyette lp->env |= LDC_FRAG_START; 452 1.2.2.2 pgoyette if (len <= LDC_PKT_PAYLOAD) 453 1.2.2.2 pgoyette lp->env |= LDC_FRAG_STOP; 454 1.2.2.2 pgoyette lp->seqid = lc->lc_tx_seqid++; 455 1.2.2.2 pgoyette bcopy(p, &lp->major, min(len, LDC_PKT_PAYLOAD)); 456 1.2.2.2 pgoyette 457 1.2.2.2 pgoyette tx_tail += sizeof(*lp); 458 1.2.2.2 pgoyette tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 459 1.2.2.2 pgoyette err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 460 1.2.2.2 pgoyette if (err != H_EOK) { 461 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 462 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 463 1.2.2.2 pgoyette return (EIO); 464 1.2.2.2 pgoyette } 465 1.2.2.2 pgoyette p += min(len, LDC_PKT_PAYLOAD); 466 1.2.2.2 pgoyette len -= min(len, LDC_PKT_PAYLOAD); 467 1.2.2.2 pgoyette } 468 1.2.2.2 pgoyette 469 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 470 1.2.2.2 pgoyette return (0); 471 1.2.2.2 pgoyette } 472 1.2.2.2 pgoyette 473 1.2.2.2 pgoyette void 474 1.2.2.2 pgoyette ldc_reset(struct ldc_conn *lc) 475 1.2.2.2 pgoyette { 476 1.2.2.2 pgoyette int err; 477 1.2.2.2 pgoyette vaddr_t va; 478 1.2.2.2 pgoyette paddr_t pa; 479 1.2.2.2 pgoyette 480 1.2.2.2 pgoyette DPRINTF(("Resetting connection\n")); 481 1.2.2.2 pgoyette 482 1.2.2.2 pgoyette mutex_enter(&lc->lc_txq->lq_mtx); 483 1.2.2.2 pgoyette 484 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 485 1.2.2.2 pgoyette err = hv_ldc_tx_qconf(lc->lc_id, 486 1.2.2.2 pgoyette lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries); 487 1.2.2.2 pgoyette #else 488 1.2.2.2 pgoyette va = lc->lc_txq->lq_va; 489 1.2.2.2 pgoyette pa = 0; 490 1.2.2.2 pgoyette if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) 491 1.2.2.2 pgoyette panic("pmap_extract failed %lx\n", va); 492 1.2.2.2 pgoyette err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries); 493 1.2.2.2 pgoyette #endif 494 1.2.2.2 pgoyette if (err != H_EOK) 495 1.2.2.2 pgoyette printf("%s: hv_ldc_tx_qconf %d\n", __func__, err); 496 1.2.2.2 pgoyette 497 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 498 1.2.2.2 pgoyette err = hv_ldc_rx_qconf(lc->lc_id, 499 1.2.2.2 pgoyette lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries); 500 1.2.2.2 pgoyette #else 501 1.2.2.2 pgoyette va = lc->lc_rxq->lq_va; 502 1.2.2.2 pgoyette pa = 0; 503 1.2.2.2 pgoyette if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) 504 1.2.2.2 pgoyette panic("pmap_extract failed %lx\n", va); 505 1.2.2.2 pgoyette err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries); 506 1.2.2.2 pgoyette #endif 507 1.2.2.2 pgoyette if (err != H_EOK) 508 1.2.2.2 pgoyette printf("%s: hv_ldc_rx_qconf %d\n", __func__, err); 509 1.2.2.2 pgoyette 510 1.2.2.2 pgoyette lc->lc_tx_seqid = 0; 511 1.2.2.2 pgoyette lc->lc_state = 0; 512 1.2.2.2 pgoyette lc->lc_tx_state = lc->lc_rx_state = LDC_CHANNEL_DOWN; 513 1.2.2.2 pgoyette mutex_exit(&lc->lc_txq->lq_mtx); 514 1.2.2.2 pgoyette 515 1.2.2.2 pgoyette lc->lc_reset(lc); 516 1.2.2.2 pgoyette } 517 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 518 1.2.2.2 pgoyette struct ldc_queue * 519 1.2.2.2 pgoyette ldc_queue_alloc(bus_dma_tag_t t, int nentries) 520 1.2.2.2 pgoyette #else 521 1.2.2.2 pgoyette struct ldc_queue * 522 1.2.2.2 pgoyette ldc_queue_alloc(int nentries) 523 1.2.2.2 pgoyette #endif 524 1.2.2.2 pgoyette { 525 1.2.2.2 pgoyette struct ldc_queue *lq; 526 1.2.2.2 pgoyette bus_size_t size; 527 1.2.2.2 pgoyette vaddr_t va = 0; 528 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 529 1.2.2.2 pgoyette int nsegs; 530 1.2.2.2 pgoyette #endif 531 1.2.2.2 pgoyette 532 1.2.2.2 pgoyette lq = kmem_zalloc(sizeof(struct ldc_queue), KM_NOSLEEP); 533 1.2.2.2 pgoyette if (lq == NULL) 534 1.2.2.2 pgoyette return NULL; 535 1.2.2.2 pgoyette 536 1.2.2.2 pgoyette mutex_init(&lq->lq_mtx, MUTEX_DEFAULT, IPL_TTY); 537 1.2.2.2 pgoyette 538 1.2.2.2 pgoyette size = roundup(nentries * sizeof(struct ldc_pkt), PAGE_SIZE); 539 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 540 1.2.2.2 pgoyette if (bus_dmamap_create(t, size, 1, size, 0, 541 1.2.2.2 pgoyette BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lq->lq_map) != 0) 542 1.2.2.2 pgoyette return (NULL); 543 1.2.2.2 pgoyette 544 1.2.2.2 pgoyette if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lq->lq_seg, 1, 545 1.2.2.2 pgoyette &nsegs, BUS_DMA_NOWAIT) != 0) 546 1.2.2.2 pgoyette goto destroy; 547 1.2.2.2 pgoyette 548 1.2.2.2 pgoyette if (bus_dmamem_map(t, &lq->lq_seg, 1, size, (void *)&va, 549 1.2.2.2 pgoyette BUS_DMA_NOWAIT) != 0) 550 1.2.2.2 pgoyette goto free; 551 1.2.2.2 pgoyette 552 1.2.2.2 pgoyette if (bus_dmamap_load(t, lq->lq_map, (void*)va, size, NULL, 553 1.2.2.2 pgoyette BUS_DMA_NOWAIT) != 0) 554 1.2.2.2 pgoyette goto unmap; 555 1.2.2.2 pgoyette #else 556 1.2.2.2 pgoyette va = (vaddr_t)kmem_zalloc(size, KM_NOSLEEP); 557 1.2.2.3 pgoyette if (va == 0) 558 1.2.2.3 pgoyette goto free; 559 1.2.2.2 pgoyette #endif 560 1.2.2.2 pgoyette lq->lq_va = (vaddr_t)va; 561 1.2.2.2 pgoyette lq->lq_nentries = nentries; 562 1.2.2.2 pgoyette return (lq); 563 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 564 1.2.2.2 pgoyette unmap: 565 1.2.2.2 pgoyette bus_dmamem_unmap(t, (void*)va, size); 566 1.2.2.2 pgoyette free: 567 1.2.2.2 pgoyette bus_dmamem_free(t, &lq->lq_seg, 1); 568 1.2.2.2 pgoyette destroy: 569 1.2.2.2 pgoyette bus_dmamap_destroy(t, lq->lq_map); 570 1.2.2.3 pgoyette #else 571 1.2.2.3 pgoyette free: 572 1.2.2.3 pgoyette kmem_free(lq, sizeof(struct ldc_queue)); 573 1.2.2.2 pgoyette #endif 574 1.2.2.2 pgoyette return (NULL); 575 1.2.2.2 pgoyette } 576 1.2.2.2 pgoyette 577 1.2.2.2 pgoyette void 578 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 579 1.2.2.2 pgoyette ldc_queue_free(bus_dma_tag_t t, struct ldc_queue *lq) 580 1.2.2.2 pgoyette #else 581 1.2.2.2 pgoyette ldc_queue_free(struct ldc_queue *lq) 582 1.2.2.2 pgoyette #endif 583 1.2.2.2 pgoyette { 584 1.2.2.2 pgoyette bus_size_t size; 585 1.2.2.2 pgoyette 586 1.2.2.2 pgoyette size = roundup(lq->lq_nentries * sizeof(struct ldc_pkt), PAGE_SIZE); 587 1.2.2.2 pgoyette 588 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 589 1.2.2.2 pgoyette bus_dmamap_unload(t, lq->lq_map); 590 1.2.2.2 pgoyette bus_dmamem_unmap(t, &lq->lq_va, size); 591 1.2.2.2 pgoyette bus_dmamem_free(t, &lq->lq_seg, 1); 592 1.2.2.2 pgoyette bus_dmamap_destroy(t, lq->lq_map); 593 1.2.2.2 pgoyette #else 594 1.2.2.2 pgoyette kmem_free((void *)lq->lq_va, size); 595 1.2.2.2 pgoyette #endif 596 1.2.2.2 pgoyette kmem_free(lq, size); 597 1.2.2.2 pgoyette } 598 1.2.2.2 pgoyette 599 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 600 1.2.2.2 pgoyette struct ldc_map * 601 1.2.2.2 pgoyette ldc_map_alloc(bus_dma_tag_t t, int nentries) 602 1.2.2.2 pgoyette #else 603 1.2.2.2 pgoyette struct ldc_map * 604 1.2.2.2 pgoyette ldc_map_alloc(int nentries) 605 1.2.2.2 pgoyette #endif 606 1.2.2.2 pgoyette { 607 1.2.2.2 pgoyette struct ldc_map *lm; 608 1.2.2.2 pgoyette bus_size_t size; 609 1.2.2.2 pgoyette vaddr_t va = 0; 610 1.2.2.2 pgoyette 611 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 612 1.2.2.2 pgoyette int nsegs; 613 1.2.2.2 pgoyette #endif 614 1.2.2.2 pgoyette lm = kmem_zalloc(sizeof(struct ldc_map), KM_NOSLEEP); 615 1.2.2.2 pgoyette if (lm == NULL) 616 1.2.2.2 pgoyette return NULL; 617 1.2.2.2 pgoyette 618 1.2.2.2 pgoyette size = roundup(nentries * sizeof(struct ldc_map_slot), PAGE_SIZE); 619 1.2.2.2 pgoyette 620 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 621 1.2.2.2 pgoyette if (bus_dmamap_create(t, size, 1, size, 0, 622 1.2.2.2 pgoyette BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lm->lm_map) != 0) { 623 1.2.2.2 pgoyette DPRINTF(("ldc_map_alloc() - bus_dmamap_create() failed\n")); 624 1.2.2.2 pgoyette return (NULL); 625 1.2.2.2 pgoyette } 626 1.2.2.2 pgoyette 627 1.2.2.2 pgoyette if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lm->lm_seg, 1, 628 1.2.2.2 pgoyette &nsegs, BUS_DMA_NOWAIT) != 0) { 629 1.2.2.2 pgoyette DPRINTF(("ldc_map_alloc() - bus_dmamem_alloc() failed\n")); 630 1.2.2.2 pgoyette goto destroy; 631 1.2.2.2 pgoyette } 632 1.2.2.2 pgoyette 633 1.2.2.2 pgoyette if (bus_dmamem_map(t, &lm->lm_seg, 1, size, (void *)&va, 634 1.2.2.2 pgoyette BUS_DMA_NOWAIT) != 0) { 635 1.2.2.2 pgoyette DPRINTF(("ldc_map_alloc() - bus_dmamem_map() failed\n")); 636 1.2.2.2 pgoyette goto free; 637 1.2.2.2 pgoyette } 638 1.2.2.2 pgoyette if (bus_dmamap_load(t, lm->lm_map, (void*)va, size, NULL, 639 1.2.2.2 pgoyette BUS_DMA_NOWAIT) != 0) { 640 1.2.2.2 pgoyette DPRINTF(("ldc_map_alloc() - bus_dmamap_load() failed\n")); 641 1.2.2.2 pgoyette goto unmap; 642 1.2.2.2 pgoyette } 643 1.2.2.2 pgoyette #else 644 1.2.2.2 pgoyette va = (vaddr_t)kmem_zalloc(size, KM_NOSLEEP); 645 1.2.2.3 pgoyette if (va == 0) 646 1.2.2.3 pgoyette goto free; 647 1.2.2.2 pgoyette #endif 648 1.2.2.2 pgoyette lm->lm_slot = (struct ldc_map_slot *)va; 649 1.2.2.2 pgoyette lm->lm_nentries = nentries; 650 1.2.2.2 pgoyette bzero(lm->lm_slot, nentries * sizeof(struct ldc_map_slot)); 651 1.2.2.2 pgoyette return (lm); 652 1.2.2.2 pgoyette 653 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 654 1.2.2.2 pgoyette unmap: 655 1.2.2.2 pgoyette bus_dmamem_unmap(t, (void*)va, size); 656 1.2.2.2 pgoyette free: 657 1.2.2.2 pgoyette bus_dmamem_free(t, &lm->lm_seg, 1); 658 1.2.2.2 pgoyette destroy: 659 1.2.2.2 pgoyette bus_dmamap_destroy(t, lm->lm_map); 660 1.2.2.3 pgoyette #else 661 1.2.2.3 pgoyette free: 662 1.2.2.3 pgoyette kmem_free(lm, sizeof(struct ldc_map)); 663 1.2.2.2 pgoyette #endif 664 1.2.2.2 pgoyette return (NULL); 665 1.2.2.2 pgoyette } 666 1.2.2.2 pgoyette 667 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 668 1.2.2.2 pgoyette void 669 1.2.2.2 pgoyette ldc_map_free(bus_dma_tag_t t, struct ldc_map *lm) 670 1.2.2.2 pgoyette #else 671 1.2.2.2 pgoyette void 672 1.2.2.2 pgoyette ldc_map_free(struct ldc_map *lm) 673 1.2.2.2 pgoyette #endif 674 1.2.2.2 pgoyette { 675 1.2.2.2 pgoyette bus_size_t size; 676 1.2.2.2 pgoyette 677 1.2.2.2 pgoyette size = lm->lm_nentries * sizeof(struct ldc_map_slot); 678 1.2.2.2 pgoyette size = roundup(size, PAGE_SIZE); 679 1.2.2.2 pgoyette 680 1.2.2.2 pgoyette #if OPENBSD_BUSDMA 681 1.2.2.2 pgoyette bus_dmamap_unload(t, lm->lm_map); 682 1.2.2.2 pgoyette bus_dmamem_unmap(t, lm->lm_slot, size); 683 1.2.2.2 pgoyette bus_dmamem_free(t, &lm->lm_seg, 1); 684 1.2.2.2 pgoyette bus_dmamap_destroy(t, lm->lm_map); 685 1.2.2.2 pgoyette #else 686 1.2.2.2 pgoyette kmem_free(lm->lm_slot, size); 687 1.2.2.2 pgoyette #endif 688 1.2.2.2 pgoyette kmem_free(lm, size); 689 1.2.2.2 pgoyette } 690
Indexes created Fri Oct 03 17:10:05 GMT 2025