ldc.c revision 1.2.4.2
1 1.2.4.2 skrll /* $NetBSD: ldc.c,v 1.2.4.2 2016/10/05 20:55:36 skrll Exp $ */ 2 1.2.4.2 skrll /* $OpenBSD: ldc.c,v 1.12 2015/03/21 18:02:58 kettenis Exp $ */ 3 1.2.4.2 skrll /* 4 1.2.4.2 skrll * Copyright (c) 2009 Mark Kettenis 5 1.2.4.2 skrll * 6 1.2.4.2 skrll * Permission to use, copy, modify, and distribute this software for any 7 1.2.4.2 skrll * purpose with or without fee is hereby granted, provided that the above 8 1.2.4.2 skrll * copyright notice and this permission notice appear in all copies. 9 1.2.4.2 skrll * 10 1.2.4.2 skrll * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 11 1.2.4.2 skrll * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 12 1.2.4.2 skrll * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 13 1.2.4.2 skrll * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 14 1.2.4.2 skrll * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 15 1.2.4.2 skrll * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 16 1.2.4.2 skrll * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 17 1.2.4.2 skrll */ 18 1.2.4.2 skrll 19 1.2.4.2 skrll #include <sys/kmem.h> 20 1.2.4.2 skrll #include <sys/malloc.h> 21 1.2.4.2 skrll #include <sys/param.h> 22 1.2.4.2 skrll #include <sys/systm.h> 23 1.2.4.2 skrll 24 1.2.4.2 skrll #include <sys/bus.h> 25 1.2.4.2 skrll #include <machine/hypervisor.h> 26 1.2.4.2 skrll 27 1.2.4.2 skrll #include <uvm/uvm_extern.h> 28 1.2.4.2 skrll 29 1.2.4.2 skrll #include <sparc64/dev/ldcvar.h> 30 1.2.4.2 skrll 31 1.2.4.2 skrll #ifdef LDC_DEBUG 32 1.2.4.2 skrll #define DPRINTF(x) printf x 33 1.2.4.2 skrll #else 34 1.2.4.2 skrll #define DPRINTF(x) 35 1.2.4.2 skrll #endif 36 1.2.4.2 skrll 37 1.2.4.2 skrll void ldc_rx_ctrl_vers(struct ldc_conn *, struct ldc_pkt *); 38 1.2.4.2 skrll void ldc_rx_ctrl_rtr(struct ldc_conn *, struct ldc_pkt *); 39 1.2.4.2 skrll void ldc_rx_ctrl_rts(struct ldc_conn *, struct ldc_pkt *); 40 1.2.4.2 skrll void ldc_rx_ctrl_rdx(struct ldc_conn *, struct ldc_pkt *); 41 1.2.4.2 skrll 42 1.2.4.2 skrll void ldc_send_ack(struct ldc_conn *); 43 1.2.4.2 skrll void ldc_send_rtr(struct ldc_conn *); 44 1.2.4.2 skrll void ldc_send_rts(struct ldc_conn *); 45 1.2.4.2 skrll void ldc_send_rdx(struct ldc_conn *); 46 1.2.4.2 skrll 47 1.2.4.2 skrll void 48 1.2.4.2 skrll ldc_rx_ctrl(struct ldc_conn *lc, struct ldc_pkt *lp) 49 1.2.4.2 skrll { 50 1.2.4.2 skrll switch (lp->ctrl) { 51 1.2.4.2 skrll case LDC_VERS: 52 1.2.4.2 skrll ldc_rx_ctrl_vers(lc, lp); 53 1.2.4.2 skrll break; 54 1.2.4.2 skrll 55 1.2.4.2 skrll case LDC_RTS: 56 1.2.4.2 skrll ldc_rx_ctrl_rts(lc, lp); 57 1.2.4.2 skrll break; 58 1.2.4.2 skrll 59 1.2.4.2 skrll case LDC_RTR: 60 1.2.4.2 skrll ldc_rx_ctrl_rtr(lc, lp); 61 1.2.4.2 skrll break; 62 1.2.4.2 skrll 63 1.2.4.2 skrll case LDC_RDX: 64 1.2.4.2 skrll ldc_rx_ctrl_rdx(lc, lp); 65 1.2.4.2 skrll break; 66 1.2.4.2 skrll 67 1.2.4.2 skrll default: 68 1.2.4.2 skrll DPRINTF(("CTRL/0x%02x/0x%02x\n", lp->stype, lp->ctrl)); 69 1.2.4.2 skrll ldc_reset(lc); 70 1.2.4.2 skrll break; 71 1.2.4.2 skrll } 72 1.2.4.2 skrll } 73 1.2.4.2 skrll 74 1.2.4.2 skrll void 75 1.2.4.2 skrll ldc_rx_ctrl_vers(struct ldc_conn *lc, struct ldc_pkt *lp) 76 1.2.4.2 skrll { 77 1.2.4.2 skrll switch (lp->stype) { 78 1.2.4.2 skrll case LDC_INFO: 79 1.2.4.2 skrll DPRINTF(("CTRL/INFO/VERS\n")); 80 1.2.4.2 skrll if (lp->major == LDC_VERSION_MAJOR && 81 1.2.4.2 skrll lp->minor == LDC_VERSION_MINOR) 82 1.2.4.2 skrll ldc_send_ack(lc); 83 1.2.4.2 skrll else { 84 1.2.4.2 skrll /* XXX do nothing for now. */ 85 1.2.4.2 skrll } 86 1.2.4.2 skrll break; 87 1.2.4.2 skrll 88 1.2.4.2 skrll case LDC_ACK: 89 1.2.4.2 skrll if (lc->lc_state != LDC_SND_VERS) { 90 1.2.4.2 skrll DPRINTF(("Spurious CTRL/ACK/VERS: state %d\n", 91 1.2.4.2 skrll lc->lc_state)); 92 1.2.4.2 skrll ldc_reset(lc); 93 1.2.4.2 skrll return; 94 1.2.4.2 skrll } 95 1.2.4.2 skrll DPRINTF(("CTRL/ACK/VERS\n")); 96 1.2.4.2 skrll ldc_send_rts(lc); 97 1.2.4.2 skrll break; 98 1.2.4.2 skrll 99 1.2.4.2 skrll case LDC_NACK: 100 1.2.4.2 skrll DPRINTF(("CTRL/NACK/VERS\n")); 101 1.2.4.2 skrll ldc_reset(lc); 102 1.2.4.2 skrll break; 103 1.2.4.2 skrll 104 1.2.4.2 skrll default: 105 1.2.4.2 skrll DPRINTF(("CTRL/0x%02x/VERS\n", lp->stype)); 106 1.2.4.2 skrll ldc_reset(lc); 107 1.2.4.2 skrll break; 108 1.2.4.2 skrll } 109 1.2.4.2 skrll } 110 1.2.4.2 skrll 111 1.2.4.2 skrll void 112 1.2.4.2 skrll ldc_rx_ctrl_rts(struct ldc_conn *lc, struct ldc_pkt *lp) 113 1.2.4.2 skrll { 114 1.2.4.2 skrll switch (lp->stype) { 115 1.2.4.2 skrll case LDC_INFO: 116 1.2.4.2 skrll if (lc->lc_state != LDC_RCV_VERS) { 117 1.2.4.2 skrll DPRINTF(("Spurious CTRL/INFO/RTS: state %d\n", 118 1.2.4.2 skrll lc->lc_state)); 119 1.2.4.2 skrll ldc_reset(lc); 120 1.2.4.2 skrll return; 121 1.2.4.2 skrll } 122 1.2.4.2 skrll DPRINTF(("CTRL/INFO/RTS\n")); 123 1.2.4.2 skrll ldc_send_rtr(lc); 124 1.2.4.2 skrll break; 125 1.2.4.2 skrll 126 1.2.4.2 skrll case LDC_ACK: 127 1.2.4.2 skrll DPRINTF(("CTRL/ACK/RTS\n")); 128 1.2.4.2 skrll ldc_reset(lc); 129 1.2.4.2 skrll break; 130 1.2.4.2 skrll 131 1.2.4.2 skrll case LDC_NACK: 132 1.2.4.2 skrll DPRINTF(("CTRL/NACK/RTS\n")); 133 1.2.4.2 skrll ldc_reset(lc); 134 1.2.4.2 skrll break; 135 1.2.4.2 skrll 136 1.2.4.2 skrll default: 137 1.2.4.2 skrll DPRINTF(("CTRL/0x%02x/RTS\n", lp->stype)); 138 1.2.4.2 skrll ldc_reset(lc); 139 1.2.4.2 skrll break; 140 1.2.4.2 skrll } 141 1.2.4.2 skrll } 142 1.2.4.2 skrll 143 1.2.4.2 skrll void 144 1.2.4.2 skrll ldc_rx_ctrl_rtr(struct ldc_conn *lc, struct ldc_pkt *lp) 145 1.2.4.2 skrll { 146 1.2.4.2 skrll switch (lp->stype) { 147 1.2.4.2 skrll case LDC_INFO: 148 1.2.4.2 skrll if (lc->lc_state != LDC_SND_RTS) { 149 1.2.4.2 skrll DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n", 150 1.2.4.2 skrll lc->lc_state)); 151 1.2.4.2 skrll ldc_reset(lc); 152 1.2.4.2 skrll return; 153 1.2.4.2 skrll } 154 1.2.4.2 skrll DPRINTF(("CTRL/INFO/RTR\n")); 155 1.2.4.2 skrll ldc_send_rdx(lc); 156 1.2.4.2 skrll lc->lc_start(lc); 157 1.2.4.2 skrll break; 158 1.2.4.2 skrll 159 1.2.4.2 skrll case LDC_ACK: 160 1.2.4.2 skrll DPRINTF(("CTRL/ACK/RTR\n")); 161 1.2.4.2 skrll ldc_reset(lc); 162 1.2.4.2 skrll break; 163 1.2.4.2 skrll 164 1.2.4.2 skrll case LDC_NACK: 165 1.2.4.2 skrll DPRINTF(("CTRL/NACK/RTR\n")); 166 1.2.4.2 skrll ldc_reset(lc); 167 1.2.4.2 skrll break; 168 1.2.4.2 skrll 169 1.2.4.2 skrll default: 170 1.2.4.2 skrll DPRINTF(("CTRL/0x%02x/RTR\n", lp->stype)); 171 1.2.4.2 skrll ldc_reset(lc); 172 1.2.4.2 skrll break; 173 1.2.4.2 skrll } 174 1.2.4.2 skrll } 175 1.2.4.2 skrll 176 1.2.4.2 skrll void 177 1.2.4.2 skrll ldc_rx_ctrl_rdx(struct ldc_conn *lc, struct ldc_pkt *lp) 178 1.2.4.2 skrll { 179 1.2.4.2 skrll switch (lp->stype) { 180 1.2.4.2 skrll case LDC_INFO: 181 1.2.4.2 skrll if (lc->lc_state != LDC_SND_RTR) { 182 1.2.4.2 skrll DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n", 183 1.2.4.2 skrll lc->lc_state)); 184 1.2.4.2 skrll ldc_reset(lc); 185 1.2.4.2 skrll return; 186 1.2.4.2 skrll } 187 1.2.4.2 skrll DPRINTF(("CTRL/INFO/RDX\n")); 188 1.2.4.2 skrll lc->lc_start(lc); 189 1.2.4.2 skrll break; 190 1.2.4.2 skrll 191 1.2.4.2 skrll case LDC_ACK: 192 1.2.4.2 skrll DPRINTF(("CTRL/ACK/RDX\n")); 193 1.2.4.2 skrll ldc_reset(lc); 194 1.2.4.2 skrll break; 195 1.2.4.2 skrll 196 1.2.4.2 skrll case LDC_NACK: 197 1.2.4.2 skrll DPRINTF(("CTRL/NACK/RDX\n")); 198 1.2.4.2 skrll ldc_reset(lc); 199 1.2.4.2 skrll break; 200 1.2.4.2 skrll 201 1.2.4.2 skrll default: 202 1.2.4.2 skrll DPRINTF(("CTRL/0x%02x/RDX\n", lp->stype)); 203 1.2.4.2 skrll ldc_reset(lc); 204 1.2.4.2 skrll break; 205 1.2.4.2 skrll } 206 1.2.4.2 skrll } 207 1.2.4.2 skrll 208 1.2.4.2 skrll void 209 1.2.4.2 skrll ldc_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp) 210 1.2.4.2 skrll { 211 1.2.4.2 skrll size_t len; 212 1.2.4.2 skrll 213 1.2.4.2 skrll if (lp->stype != LDC_INFO) { 214 1.2.4.2 skrll DPRINTF(("DATA/0x%02x\n", lp->stype)); 215 1.2.4.2 skrll ldc_reset(lc); 216 1.2.4.2 skrll return; 217 1.2.4.2 skrll } 218 1.2.4.2 skrll 219 1.2.4.2 skrll if (lc->lc_state != LDC_SND_RTR && 220 1.2.4.2 skrll lc->lc_state != LDC_SND_RDX) { 221 1.2.4.2 skrll DPRINTF(("Spurious DATA/INFO: state %d\n", lc->lc_state)); 222 1.2.4.2 skrll ldc_reset(lc); 223 1.2.4.2 skrll return; 224 1.2.4.2 skrll } 225 1.2.4.2 skrll 226 1.2.4.2 skrll if (lp->env & LDC_FRAG_START) { 227 1.2.4.2 skrll lc->lc_len = (lp->env & LDC_LEN_MASK) + 8; 228 1.2.4.2 skrll KASSERT(lc->lc_len <= sizeof(lc->lc_msg)); 229 1.2.4.2 skrll memcpy((uint8_t *)lc->lc_msg, lp, lc->lc_len); 230 1.2.4.2 skrll } else { 231 1.2.4.2 skrll len = (lp->env & LDC_LEN_MASK); 232 1.2.4.2 skrll if (lc->lc_len + len > sizeof(lc->lc_msg)) { 233 1.2.4.2 skrll DPRINTF(("Buffer overrun\n")); 234 1.2.4.2 skrll ldc_reset(lc); 235 1.2.4.2 skrll return; 236 1.2.4.2 skrll } 237 1.2.4.2 skrll memcpy(((uint8_t *)lc->lc_msg) + lc->lc_len, &lp->major, len); 238 1.2.4.2 skrll lc->lc_len += len; 239 1.2.4.2 skrll } 240 1.2.4.2 skrll 241 1.2.4.2 skrll if (lp->env & LDC_FRAG_STOP) 242 1.2.4.2 skrll lc->lc_rx_data(lc, (struct ldc_pkt *)lc->lc_msg); 243 1.2.4.2 skrll } 244 1.2.4.2 skrll 245 1.2.4.2 skrll void 246 1.2.4.2 skrll ldc_send_vers(struct ldc_conn *lc) 247 1.2.4.2 skrll { 248 1.2.4.2 skrll struct ldc_pkt *lp; 249 1.2.4.2 skrll uint64_t tx_head, tx_tail, tx_state; 250 1.2.4.2 skrll int err; 251 1.2.4.2 skrll 252 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 253 1.2.4.2 skrll err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 254 1.2.4.2 skrll if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 255 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 256 1.2.4.2 skrll return; 257 1.2.4.2 skrll } 258 1.2.4.2 skrll 259 1.2.4.2 skrll lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 260 1.2.4.2 skrll bzero(lp, sizeof(struct ldc_pkt)); 261 1.2.4.2 skrll lp->type = LDC_CTRL; 262 1.2.4.2 skrll lp->stype = LDC_INFO; 263 1.2.4.2 skrll lp->ctrl = LDC_VERS; 264 1.2.4.2 skrll lp->major = 1; 265 1.2.4.2 skrll lp->minor = 0; 266 1.2.4.2 skrll 267 1.2.4.2 skrll tx_tail += sizeof(*lp); 268 1.2.4.2 skrll tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 269 1.2.4.2 skrll err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 270 1.2.4.2 skrll if (err != H_EOK) { 271 1.2.4.2 skrll printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 272 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 273 1.2.4.2 skrll return; 274 1.2.4.2 skrll } 275 1.2.4.2 skrll 276 1.2.4.2 skrll lc->lc_state = LDC_SND_VERS; 277 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 278 1.2.4.2 skrll } 279 1.2.4.2 skrll 280 1.2.4.2 skrll void 281 1.2.4.2 skrll ldc_send_ack(struct ldc_conn *lc) 282 1.2.4.2 skrll { 283 1.2.4.2 skrll struct ldc_pkt *lp; 284 1.2.4.2 skrll uint64_t tx_head, tx_tail, tx_state; 285 1.2.4.2 skrll int err; 286 1.2.4.2 skrll 287 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 288 1.2.4.2 skrll err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 289 1.2.4.2 skrll if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 290 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 291 1.2.4.2 skrll return; 292 1.2.4.2 skrll } 293 1.2.4.2 skrll 294 1.2.4.2 skrll lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 295 1.2.4.2 skrll bzero(lp, sizeof(struct ldc_pkt)); 296 1.2.4.2 skrll lp->type = LDC_CTRL; 297 1.2.4.2 skrll lp->stype = LDC_ACK; 298 1.2.4.2 skrll lp->ctrl = LDC_VERS; 299 1.2.4.2 skrll lp->major = 1; 300 1.2.4.2 skrll lp->minor = 0; 301 1.2.4.2 skrll 302 1.2.4.2 skrll tx_tail += sizeof(*lp); 303 1.2.4.2 skrll tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 304 1.2.4.2 skrll err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 305 1.2.4.2 skrll if (err != H_EOK) { 306 1.2.4.2 skrll printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 307 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 308 1.2.4.2 skrll return; 309 1.2.4.2 skrll } 310 1.2.4.2 skrll 311 1.2.4.2 skrll lc->lc_state = LDC_RCV_VERS; 312 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 313 1.2.4.2 skrll } 314 1.2.4.2 skrll 315 1.2.4.2 skrll void 316 1.2.4.2 skrll ldc_send_rts(struct ldc_conn *lc) 317 1.2.4.2 skrll { 318 1.2.4.2 skrll struct ldc_pkt *lp; 319 1.2.4.2 skrll uint64_t tx_head, tx_tail, tx_state; 320 1.2.4.2 skrll int err; 321 1.2.4.2 skrll 322 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 323 1.2.4.2 skrll err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 324 1.2.4.2 skrll if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 325 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 326 1.2.4.2 skrll return; 327 1.2.4.2 skrll } 328 1.2.4.2 skrll 329 1.2.4.2 skrll lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 330 1.2.4.2 skrll bzero(lp, sizeof(struct ldc_pkt)); 331 1.2.4.2 skrll lp->type = LDC_CTRL; 332 1.2.4.2 skrll lp->stype = LDC_INFO; 333 1.2.4.2 skrll lp->ctrl = LDC_RTS; 334 1.2.4.2 skrll lp->env = LDC_MODE_UNRELIABLE; 335 1.2.4.2 skrll lp->seqid = lc->lc_tx_seqid++; 336 1.2.4.2 skrll 337 1.2.4.2 skrll tx_tail += sizeof(*lp); 338 1.2.4.2 skrll tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 339 1.2.4.2 skrll err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 340 1.2.4.2 skrll if (err != H_EOK) { 341 1.2.4.2 skrll printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 342 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 343 1.2.4.2 skrll return; 344 1.2.4.2 skrll } 345 1.2.4.2 skrll 346 1.2.4.2 skrll lc->lc_state = LDC_SND_RTS; 347 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 348 1.2.4.2 skrll } 349 1.2.4.2 skrll 350 1.2.4.2 skrll void 351 1.2.4.2 skrll ldc_send_rtr(struct ldc_conn *lc) 352 1.2.4.2 skrll { 353 1.2.4.2 skrll struct ldc_pkt *lp; 354 1.2.4.2 skrll uint64_t tx_head, tx_tail, tx_state; 355 1.2.4.2 skrll int err; 356 1.2.4.2 skrll 357 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 358 1.2.4.2 skrll err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 359 1.2.4.2 skrll if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 360 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 361 1.2.4.2 skrll return; 362 1.2.4.2 skrll } 363 1.2.4.2 skrll 364 1.2.4.2 skrll lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 365 1.2.4.2 skrll bzero(lp, sizeof(struct ldc_pkt)); 366 1.2.4.2 skrll lp->type = LDC_CTRL; 367 1.2.4.2 skrll lp->stype = LDC_INFO; 368 1.2.4.2 skrll lp->ctrl = LDC_RTR; 369 1.2.4.2 skrll lp->env = LDC_MODE_UNRELIABLE; 370 1.2.4.2 skrll lp->seqid = lc->lc_tx_seqid++; 371 1.2.4.2 skrll 372 1.2.4.2 skrll tx_tail += sizeof(*lp); 373 1.2.4.2 skrll tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 374 1.2.4.2 skrll err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 375 1.2.4.2 skrll if (err != H_EOK) { 376 1.2.4.2 skrll printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 377 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 378 1.2.4.2 skrll return; 379 1.2.4.2 skrll } 380 1.2.4.2 skrll 381 1.2.4.2 skrll lc->lc_state = LDC_SND_RTR; 382 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 383 1.2.4.2 skrll } 384 1.2.4.2 skrll 385 1.2.4.2 skrll void 386 1.2.4.2 skrll ldc_send_rdx(struct ldc_conn *lc) 387 1.2.4.2 skrll { 388 1.2.4.2 skrll struct ldc_pkt *lp; 389 1.2.4.2 skrll uint64_t tx_head, tx_tail, tx_state; 390 1.2.4.2 skrll int err; 391 1.2.4.2 skrll 392 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 393 1.2.4.2 skrll err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 394 1.2.4.2 skrll if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 395 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 396 1.2.4.2 skrll return; 397 1.2.4.2 skrll } 398 1.2.4.2 skrll 399 1.2.4.2 skrll lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 400 1.2.4.2 skrll bzero(lp, sizeof(struct ldc_pkt)); 401 1.2.4.2 skrll lp->type = LDC_CTRL; 402 1.2.4.2 skrll lp->stype = LDC_INFO; 403 1.2.4.2 skrll lp->ctrl = LDC_RDX; 404 1.2.4.2 skrll lp->env = LDC_MODE_UNRELIABLE; 405 1.2.4.2 skrll lp->seqid = lc->lc_tx_seqid++; 406 1.2.4.2 skrll 407 1.2.4.2 skrll tx_tail += sizeof(*lp); 408 1.2.4.2 skrll tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 409 1.2.4.2 skrll err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 410 1.2.4.2 skrll if (err != H_EOK) { 411 1.2.4.2 skrll printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 412 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 413 1.2.4.2 skrll return; 414 1.2.4.2 skrll } 415 1.2.4.2 skrll 416 1.2.4.2 skrll lc->lc_state = LDC_SND_RDX; 417 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 418 1.2.4.2 skrll } 419 1.2.4.2 skrll 420 1.2.4.2 skrll int 421 1.2.4.2 skrll ldc_send_unreliable(struct ldc_conn *lc, void *msg, size_t len) 422 1.2.4.2 skrll { 423 1.2.4.2 skrll struct ldc_pkt *lp; 424 1.2.4.2 skrll uint64_t tx_head, tx_tail, tx_state; 425 1.2.4.2 skrll uint64_t tx_avail; 426 1.2.4.2 skrll uint8_t *p = msg; 427 1.2.4.2 skrll int err; 428 1.2.4.2 skrll 429 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 430 1.2.4.2 skrll err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state); 431 1.2.4.2 skrll if (err != H_EOK || tx_state != LDC_CHANNEL_UP) { 432 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 433 1.2.4.2 skrll return (EIO); 434 1.2.4.2 skrll } 435 1.2.4.2 skrll 436 1.2.4.2 skrll tx_avail = (tx_head - tx_tail) / sizeof(*lp) + 437 1.2.4.2 skrll lc->lc_txq->lq_nentries - 1; 438 1.2.4.2 skrll tx_avail %= lc->lc_txq->lq_nentries; 439 1.2.4.2 skrll if (len > tx_avail * LDC_PKT_PAYLOAD) { 440 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 441 1.2.4.2 skrll return (EWOULDBLOCK); 442 1.2.4.2 skrll } 443 1.2.4.2 skrll 444 1.2.4.2 skrll while (len > 0) { 445 1.2.4.2 skrll lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail); 446 1.2.4.2 skrll bzero(lp, sizeof(struct ldc_pkt)); 447 1.2.4.2 skrll lp->type = LDC_DATA; 448 1.2.4.2 skrll lp->stype = LDC_INFO; 449 1.2.4.2 skrll lp->env = min(len, LDC_PKT_PAYLOAD); 450 1.2.4.2 skrll if (p == msg) 451 1.2.4.2 skrll lp->env |= LDC_FRAG_START; 452 1.2.4.2 skrll if (len <= LDC_PKT_PAYLOAD) 453 1.2.4.2 skrll lp->env |= LDC_FRAG_STOP; 454 1.2.4.2 skrll lp->seqid = lc->lc_tx_seqid++; 455 1.2.4.2 skrll bcopy(p, &lp->major, min(len, LDC_PKT_PAYLOAD)); 456 1.2.4.2 skrll 457 1.2.4.2 skrll tx_tail += sizeof(*lp); 458 1.2.4.2 skrll tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1); 459 1.2.4.2 skrll err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail); 460 1.2.4.2 skrll if (err != H_EOK) { 461 1.2.4.2 skrll printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err); 462 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 463 1.2.4.2 skrll return (EIO); 464 1.2.4.2 skrll } 465 1.2.4.2 skrll p += min(len, LDC_PKT_PAYLOAD); 466 1.2.4.2 skrll len -= min(len, LDC_PKT_PAYLOAD); 467 1.2.4.2 skrll } 468 1.2.4.2 skrll 469 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 470 1.2.4.2 skrll return (0); 471 1.2.4.2 skrll } 472 1.2.4.2 skrll 473 1.2.4.2 skrll void 474 1.2.4.2 skrll ldc_reset(struct ldc_conn *lc) 475 1.2.4.2 skrll { 476 1.2.4.2 skrll int err; 477 1.2.4.2 skrll vaddr_t va; 478 1.2.4.2 skrll paddr_t pa; 479 1.2.4.2 skrll 480 1.2.4.2 skrll DPRINTF(("Resetting connection\n")); 481 1.2.4.2 skrll 482 1.2.4.2 skrll mutex_enter(&lc->lc_txq->lq_mtx); 483 1.2.4.2 skrll 484 1.2.4.2 skrll #if OPENBSD_BUSDMA 485 1.2.4.2 skrll err = hv_ldc_tx_qconf(lc->lc_id, 486 1.2.4.2 skrll lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries); 487 1.2.4.2 skrll #else 488 1.2.4.2 skrll va = lc->lc_txq->lq_va; 489 1.2.4.2 skrll pa = 0; 490 1.2.4.2 skrll if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) 491 1.2.4.2 skrll panic("pmap_extract failed %lx\n", va); 492 1.2.4.2 skrll err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries); 493 1.2.4.2 skrll #endif 494 1.2.4.2 skrll if (err != H_EOK) 495 1.2.4.2 skrll printf("%s: hv_ldc_tx_qconf %d\n", __func__, err); 496 1.2.4.2 skrll 497 1.2.4.2 skrll #if OPENBSD_BUSDMA 498 1.2.4.2 skrll err = hv_ldc_rx_qconf(lc->lc_id, 499 1.2.4.2 skrll lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries); 500 1.2.4.2 skrll #else 501 1.2.4.2 skrll va = lc->lc_rxq->lq_va; 502 1.2.4.2 skrll pa = 0; 503 1.2.4.2 skrll if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) 504 1.2.4.2 skrll panic("pmap_extract failed %lx\n", va); 505 1.2.4.2 skrll err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries); 506 1.2.4.2 skrll #endif 507 1.2.4.2 skrll if (err != H_EOK) 508 1.2.4.2 skrll printf("%s: hv_ldc_rx_qconf %d\n", __func__, err); 509 1.2.4.2 skrll 510 1.2.4.2 skrll lc->lc_tx_seqid = 0; 511 1.2.4.2 skrll lc->lc_state = 0; 512 1.2.4.2 skrll lc->lc_tx_state = lc->lc_rx_state = LDC_CHANNEL_DOWN; 513 1.2.4.2 skrll mutex_exit(&lc->lc_txq->lq_mtx); 514 1.2.4.2 skrll 515 1.2.4.2 skrll lc->lc_reset(lc); 516 1.2.4.2 skrll } 517 1.2.4.2 skrll #if OPENBSD_BUSDMA 518 1.2.4.2 skrll struct ldc_queue * 519 1.2.4.2 skrll ldc_queue_alloc(bus_dma_tag_t t, int nentries) 520 1.2.4.2 skrll #else 521 1.2.4.2 skrll struct ldc_queue * 522 1.2.4.2 skrll ldc_queue_alloc(int nentries) 523 1.2.4.2 skrll #endif 524 1.2.4.2 skrll { 525 1.2.4.2 skrll struct ldc_queue *lq; 526 1.2.4.2 skrll bus_size_t size; 527 1.2.4.2 skrll vaddr_t va = 0; 528 1.2.4.2 skrll #if OPENBSD_BUSDMA 529 1.2.4.2 skrll int nsegs; 530 1.2.4.2 skrll #endif 531 1.2.4.2 skrll 532 1.2.4.2 skrll lq = kmem_zalloc(sizeof(struct ldc_queue), KM_NOSLEEP); 533 1.2.4.2 skrll if (lq == NULL) 534 1.2.4.2 skrll return NULL; 535 1.2.4.2 skrll 536 1.2.4.2 skrll mutex_init(&lq->lq_mtx, MUTEX_DEFAULT, IPL_TTY); 537 1.2.4.2 skrll 538 1.2.4.2 skrll size = roundup(nentries * sizeof(struct ldc_pkt), PAGE_SIZE); 539 1.2.4.2 skrll #if OPENBSD_BUSDMA 540 1.2.4.2 skrll if (bus_dmamap_create(t, size, 1, size, 0, 541 1.2.4.2 skrll BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lq->lq_map) != 0) 542 1.2.4.2 skrll return (NULL); 543 1.2.4.2 skrll 544 1.2.4.2 skrll if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lq->lq_seg, 1, 545 1.2.4.2 skrll &nsegs, BUS_DMA_NOWAIT) != 0) 546 1.2.4.2 skrll goto destroy; 547 1.2.4.2 skrll 548 1.2.4.2 skrll if (bus_dmamem_map(t, &lq->lq_seg, 1, size, (void *)&va, 549 1.2.4.2 skrll BUS_DMA_NOWAIT) != 0) 550 1.2.4.2 skrll goto free; 551 1.2.4.2 skrll 552 1.2.4.2 skrll if (bus_dmamap_load(t, lq->lq_map, (void*)va, size, NULL, 553 1.2.4.2 skrll BUS_DMA_NOWAIT) != 0) 554 1.2.4.2 skrll goto unmap; 555 1.2.4.2 skrll #else 556 1.2.4.2 skrll va = (vaddr_t)kmem_zalloc(size, KM_NOSLEEP); 557 1.2.4.2 skrll #endif 558 1.2.4.2 skrll lq->lq_va = (vaddr_t)va; 559 1.2.4.2 skrll lq->lq_nentries = nentries; 560 1.2.4.2 skrll return (lq); 561 1.2.4.2 skrll #if OPENBSD_BUSDMA 562 1.2.4.2 skrll unmap: 563 1.2.4.2 skrll bus_dmamem_unmap(t, (void*)va, size); 564 1.2.4.2 skrll free: 565 1.2.4.2 skrll bus_dmamem_free(t, &lq->lq_seg, 1); 566 1.2.4.2 skrll destroy: 567 1.2.4.2 skrll bus_dmamap_destroy(t, lq->lq_map); 568 1.2.4.2 skrll #endif 569 1.2.4.2 skrll return (NULL); 570 1.2.4.2 skrll } 571 1.2.4.2 skrll 572 1.2.4.2 skrll void 573 1.2.4.2 skrll #if OPENBSD_BUSDMA 574 1.2.4.2 skrll ldc_queue_free(bus_dma_tag_t t, struct ldc_queue *lq) 575 1.2.4.2 skrll #else 576 1.2.4.2 skrll ldc_queue_free(struct ldc_queue *lq) 577 1.2.4.2 skrll #endif 578 1.2.4.2 skrll { 579 1.2.4.2 skrll bus_size_t size; 580 1.2.4.2 skrll 581 1.2.4.2 skrll size = roundup(lq->lq_nentries * sizeof(struct ldc_pkt), PAGE_SIZE); 582 1.2.4.2 skrll 583 1.2.4.2 skrll #if OPENBSD_BUSDMA 584 1.2.4.2 skrll bus_dmamap_unload(t, lq->lq_map); 585 1.2.4.2 skrll bus_dmamem_unmap(t, &lq->lq_va, size); 586 1.2.4.2 skrll bus_dmamem_free(t, &lq->lq_seg, 1); 587 1.2.4.2 skrll bus_dmamap_destroy(t, lq->lq_map); 588 1.2.4.2 skrll #else 589 1.2.4.2 skrll kmem_free((void *)lq->lq_va, size); 590 1.2.4.2 skrll #endif 591 1.2.4.2 skrll kmem_free(lq, size); 592 1.2.4.2 skrll } 593 1.2.4.2 skrll 594 1.2.4.2 skrll #if OPENBSD_BUSDMA 595 1.2.4.2 skrll struct ldc_map * 596 1.2.4.2 skrll ldc_map_alloc(bus_dma_tag_t t, int nentries) 597 1.2.4.2 skrll #else 598 1.2.4.2 skrll struct ldc_map * 599 1.2.4.2 skrll ldc_map_alloc(int nentries) 600 1.2.4.2 skrll #endif 601 1.2.4.2 skrll { 602 1.2.4.2 skrll struct ldc_map *lm; 603 1.2.4.2 skrll bus_size_t size; 604 1.2.4.2 skrll vaddr_t va = 0; 605 1.2.4.2 skrll 606 1.2.4.2 skrll #if OPENBSD_BUSDMA 607 1.2.4.2 skrll int nsegs; 608 1.2.4.2 skrll #endif 609 1.2.4.2 skrll lm = kmem_zalloc(sizeof(struct ldc_map), KM_NOSLEEP); 610 1.2.4.2 skrll if (lm == NULL) 611 1.2.4.2 skrll return NULL; 612 1.2.4.2 skrll 613 1.2.4.2 skrll size = roundup(nentries * sizeof(struct ldc_map_slot), PAGE_SIZE); 614 1.2.4.2 skrll 615 1.2.4.2 skrll #if OPENBSD_BUSDMA 616 1.2.4.2 skrll if (bus_dmamap_create(t, size, 1, size, 0, 617 1.2.4.2 skrll BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lm->lm_map) != 0) { 618 1.2.4.2 skrll DPRINTF(("ldc_map_alloc() - bus_dmamap_create() failed\n")); 619 1.2.4.2 skrll return (NULL); 620 1.2.4.2 skrll } 621 1.2.4.2 skrll 622 1.2.4.2 skrll if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lm->lm_seg, 1, 623 1.2.4.2 skrll &nsegs, BUS_DMA_NOWAIT) != 0) { 624 1.2.4.2 skrll DPRINTF(("ldc_map_alloc() - bus_dmamem_alloc() failed\n")); 625 1.2.4.2 skrll goto destroy; 626 1.2.4.2 skrll } 627 1.2.4.2 skrll 628 1.2.4.2 skrll if (bus_dmamem_map(t, &lm->lm_seg, 1, size, (void *)&va, 629 1.2.4.2 skrll BUS_DMA_NOWAIT) != 0) { 630 1.2.4.2 skrll DPRINTF(("ldc_map_alloc() - bus_dmamem_map() failed\n")); 631 1.2.4.2 skrll goto free; 632 1.2.4.2 skrll } 633 1.2.4.2 skrll if (bus_dmamap_load(t, lm->lm_map, (void*)va, size, NULL, 634 1.2.4.2 skrll BUS_DMA_NOWAIT) != 0) { 635 1.2.4.2 skrll DPRINTF(("ldc_map_alloc() - bus_dmamap_load() failed\n")); 636 1.2.4.2 skrll goto unmap; 637 1.2.4.2 skrll } 638 1.2.4.2 skrll #else 639 1.2.4.2 skrll va = (vaddr_t)kmem_zalloc(size, KM_NOSLEEP); 640 1.2.4.2 skrll #endif 641 1.2.4.2 skrll lm->lm_slot = (struct ldc_map_slot *)va; 642 1.2.4.2 skrll lm->lm_nentries = nentries; 643 1.2.4.2 skrll bzero(lm->lm_slot, nentries * sizeof(struct ldc_map_slot)); 644 1.2.4.2 skrll return (lm); 645 1.2.4.2 skrll 646 1.2.4.2 skrll #if OPENBSD_BUSDMA 647 1.2.4.2 skrll unmap: 648 1.2.4.2 skrll bus_dmamem_unmap(t, (void*)va, size); 649 1.2.4.2 skrll free: 650 1.2.4.2 skrll bus_dmamem_free(t, &lm->lm_seg, 1); 651 1.2.4.2 skrll destroy: 652 1.2.4.2 skrll bus_dmamap_destroy(t, lm->lm_map); 653 1.2.4.2 skrll #endif 654 1.2.4.2 skrll return (NULL); 655 1.2.4.2 skrll } 656 1.2.4.2 skrll 657 1.2.4.2 skrll #if OPENBSD_BUSDMA 658 1.2.4.2 skrll void 659 1.2.4.2 skrll ldc_map_free(bus_dma_tag_t t, struct ldc_map *lm) 660 1.2.4.2 skrll #else 661 1.2.4.2 skrll void 662 1.2.4.2 skrll ldc_map_free(struct ldc_map *lm) 663 1.2.4.2 skrll #endif 664 1.2.4.2 skrll { 665 1.2.4.2 skrll bus_size_t size; 666 1.2.4.2 skrll 667 1.2.4.2 skrll size = lm->lm_nentries * sizeof(struct ldc_map_slot); 668 1.2.4.2 skrll size = roundup(size, PAGE_SIZE); 669 1.2.4.2 skrll 670 1.2.4.2 skrll #if OPENBSD_BUSDMA 671 1.2.4.2 skrll bus_dmamap_unload(t, lm->lm_map); 672 1.2.4.2 skrll bus_dmamem_unmap(t, lm->lm_slot, size); 673 1.2.4.2 skrll bus_dmamem_free(t, &lm->lm_seg, 1); 674 1.2.4.2 skrll bus_dmamap_destroy(t, lm->lm_map); 675 1.2.4.2 skrll #else 676 1.2.4.2 skrll kmem_free(lm->lm_slot, size); 677 1.2.4.2 skrll #endif 678 1.2.4.2 skrll kmem_free(lm, size); 679 1.2.4.2 skrll } 680
Indexes created Fri Oct 03 02:09:57 GMT 2025