ldc.c revision 1.7 1 1.7 palle /* $NetBSD: ldc.c,v 1.7 2021/04/05 12:19:22 palle Exp $ */
2 1.1 palle /* $OpenBSD: ldc.c,v 1.12 2015/03/21 18:02:58 kettenis Exp $ */
3 1.1 palle /*
4 1.1 palle * Copyright (c) 2009 Mark Kettenis
5 1.1 palle *
6 1.1 palle * Permission to use, copy, modify, and distribute this software for any
7 1.1 palle * purpose with or without fee is hereby granted, provided that the above
8 1.1 palle * copyright notice and this permission notice appear in all copies.
9 1.1 palle *
10 1.1 palle * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
11 1.1 palle * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
12 1.1 palle * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
13 1.1 palle * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
14 1.1 palle * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
15 1.1 palle * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
16 1.1 palle * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 1.1 palle */
18 1.1 palle
19 1.1 palle #include <sys/kmem.h>
20 1.1 palle #include <sys/malloc.h>
21 1.1 palle #include <sys/param.h>
22 1.1 palle #include <sys/systm.h>
23 1.1 palle
24 1.1 palle #include <sys/bus.h>
25 1.1 palle #include <machine/hypervisor.h>
26 1.1 palle
27 1.1 palle #include <uvm/uvm_extern.h>
28 1.1 palle
29 1.1 palle #include <sparc64/dev/ldcvar.h>
30 1.1 palle
31 1.1 palle #ifdef LDC_DEBUG
32 1.1 palle #define DPRINTF(x) printf x
33 1.1 palle #else
34 1.1 palle #define DPRINTF(x)
35 1.1 palle #endif
36 1.1 palle
37 1.1 palle void ldc_rx_ctrl_vers(struct ldc_conn *, struct ldc_pkt *);
38 1.1 palle void ldc_rx_ctrl_rtr(struct ldc_conn *, struct ldc_pkt *);
39 1.1 palle void ldc_rx_ctrl_rts(struct ldc_conn *, struct ldc_pkt *);
40 1.1 palle void ldc_rx_ctrl_rdx(struct ldc_conn *, struct ldc_pkt *);
41 1.1 palle
42 1.1 palle void ldc_send_ack(struct ldc_conn *);
43 1.1 palle void ldc_send_rtr(struct ldc_conn *);
44 1.1 palle void ldc_send_rts(struct ldc_conn *);
45 1.1 palle void ldc_send_rdx(struct ldc_conn *);
46 1.1 palle
47 1.1 palle void
48 1.1 palle ldc_rx_ctrl(struct ldc_conn *lc, struct ldc_pkt *lp)
49 1.1 palle {
50 1.1 palle switch (lp->ctrl) {
51 1.1 palle case LDC_VERS:
52 1.1 palle ldc_rx_ctrl_vers(lc, lp);
53 1.1 palle break;
54 1.1 palle
55 1.1 palle case LDC_RTS:
56 1.1 palle ldc_rx_ctrl_rts(lc, lp);
57 1.1 palle break;
58 1.1 palle
59 1.1 palle case LDC_RTR:
60 1.1 palle ldc_rx_ctrl_rtr(lc, lp);
61 1.1 palle break;
62 1.1 palle
63 1.1 palle case LDC_RDX:
64 1.1 palle ldc_rx_ctrl_rdx(lc, lp);
65 1.1 palle break;
66 1.1 palle
67 1.1 palle default:
68 1.1 palle DPRINTF(("CTRL/0x%02x/0x%02x\n", lp->stype, lp->ctrl));
69 1.1 palle ldc_reset(lc);
70 1.1 palle break;
71 1.1 palle }
72 1.1 palle }
73 1.1 palle
74 1.1 palle void
75 1.1 palle ldc_rx_ctrl_vers(struct ldc_conn *lc, struct ldc_pkt *lp)
76 1.1 palle {
77 1.1 palle switch (lp->stype) {
78 1.1 palle case LDC_INFO:
79 1.7 palle DPRINTF(("CTRL/INFO/VERS major %d minor %d\n", lp->major, lp->minor));
80 1.1 palle if (lp->major == LDC_VERSION_MAJOR &&
81 1.1 palle lp->minor == LDC_VERSION_MINOR)
82 1.1 palle ldc_send_ack(lc);
83 1.1 palle else {
84 1.1 palle /* XXX do nothing for now. */
85 1.7 palle DPRINTF(("CTRL/INFO/VERS unsupported major/minor\n"));
86 1.1 palle }
87 1.1 palle break;
88 1.1 palle
89 1.1 palle case LDC_ACK:
90 1.7 palle DPRINTF(("CTRL/ACK/VERS\n"));
91 1.1 palle if (lc->lc_state != LDC_SND_VERS) {
92 1.7 palle DPRINTF(("Spurious CTRL/ACK/VERS: state %d major %d minor %d (ignored)\n",
93 1.7 palle lc->lc_state, lp->major, lp->minor));
94 1.7 palle }
95 1.7 palle else {
96 1.7 palle ldc_send_rts(lc);
97 1.1 palle }
98 1.1 palle break;
99 1.1 palle
100 1.1 palle case LDC_NACK:
101 1.1 palle DPRINTF(("CTRL/NACK/VERS\n"));
102 1.1 palle ldc_reset(lc);
103 1.1 palle break;
104 1.1 palle
105 1.1 palle default:
106 1.1 palle DPRINTF(("CTRL/0x%02x/VERS\n", lp->stype));
107 1.1 palle ldc_reset(lc);
108 1.1 palle break;
109 1.1 palle }
110 1.1 palle }
111 1.1 palle
112 1.1 palle void
113 1.1 palle ldc_rx_ctrl_rts(struct ldc_conn *lc, struct ldc_pkt *lp)
114 1.1 palle {
115 1.1 palle switch (lp->stype) {
116 1.1 palle case LDC_INFO:
117 1.1 palle if (lc->lc_state != LDC_RCV_VERS) {
118 1.1 palle DPRINTF(("Spurious CTRL/INFO/RTS: state %d\n",
119 1.1 palle lc->lc_state));
120 1.1 palle ldc_reset(lc);
121 1.1 palle return;
122 1.1 palle }
123 1.1 palle DPRINTF(("CTRL/INFO/RTS\n"));
124 1.1 palle ldc_send_rtr(lc);
125 1.1 palle break;
126 1.1 palle
127 1.1 palle case LDC_ACK:
128 1.1 palle DPRINTF(("CTRL/ACK/RTS\n"));
129 1.1 palle ldc_reset(lc);
130 1.1 palle break;
131 1.1 palle
132 1.1 palle case LDC_NACK:
133 1.1 palle DPRINTF(("CTRL/NACK/RTS\n"));
134 1.1 palle ldc_reset(lc);
135 1.1 palle break;
136 1.1 palle
137 1.1 palle default:
138 1.1 palle DPRINTF(("CTRL/0x%02x/RTS\n", lp->stype));
139 1.1 palle ldc_reset(lc);
140 1.1 palle break;
141 1.1 palle }
142 1.1 palle }
143 1.1 palle
144 1.1 palle void
145 1.1 palle ldc_rx_ctrl_rtr(struct ldc_conn *lc, struct ldc_pkt *lp)
146 1.1 palle {
147 1.1 palle switch (lp->stype) {
148 1.1 palle case LDC_INFO:
149 1.1 palle if (lc->lc_state != LDC_SND_RTS) {
150 1.1 palle DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
151 1.1 palle lc->lc_state));
152 1.1 palle ldc_reset(lc);
153 1.1 palle return;
154 1.1 palle }
155 1.1 palle DPRINTF(("CTRL/INFO/RTR\n"));
156 1.1 palle ldc_send_rdx(lc);
157 1.1 palle lc->lc_start(lc);
158 1.1 palle break;
159 1.1 palle
160 1.1 palle case LDC_ACK:
161 1.1 palle DPRINTF(("CTRL/ACK/RTR\n"));
162 1.1 palle ldc_reset(lc);
163 1.1 palle break;
164 1.1 palle
165 1.1 palle case LDC_NACK:
166 1.1 palle DPRINTF(("CTRL/NACK/RTR\n"));
167 1.1 palle ldc_reset(lc);
168 1.1 palle break;
169 1.1 palle
170 1.1 palle default:
171 1.1 palle DPRINTF(("CTRL/0x%02x/RTR\n", lp->stype));
172 1.1 palle ldc_reset(lc);
173 1.1 palle break;
174 1.1 palle }
175 1.1 palle }
176 1.1 palle
177 1.1 palle void
178 1.1 palle ldc_rx_ctrl_rdx(struct ldc_conn *lc, struct ldc_pkt *lp)
179 1.1 palle {
180 1.1 palle switch (lp->stype) {
181 1.1 palle case LDC_INFO:
182 1.1 palle if (lc->lc_state != LDC_SND_RTR) {
183 1.1 palle DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
184 1.1 palle lc->lc_state));
185 1.1 palle ldc_reset(lc);
186 1.1 palle return;
187 1.1 palle }
188 1.1 palle DPRINTF(("CTRL/INFO/RDX\n"));
189 1.1 palle lc->lc_start(lc);
190 1.1 palle break;
191 1.1 palle
192 1.1 palle case LDC_ACK:
193 1.1 palle DPRINTF(("CTRL/ACK/RDX\n"));
194 1.1 palle ldc_reset(lc);
195 1.1 palle break;
196 1.1 palle
197 1.1 palle case LDC_NACK:
198 1.1 palle DPRINTF(("CTRL/NACK/RDX\n"));
199 1.1 palle ldc_reset(lc);
200 1.1 palle break;
201 1.1 palle
202 1.1 palle default:
203 1.1 palle DPRINTF(("CTRL/0x%02x/RDX\n", lp->stype));
204 1.1 palle ldc_reset(lc);
205 1.1 palle break;
206 1.1 palle }
207 1.1 palle }
208 1.1 palle
209 1.1 palle void
210 1.1 palle ldc_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp)
211 1.1 palle {
212 1.1 palle size_t len;
213 1.1 palle
214 1.1 palle if (lp->stype != LDC_INFO) {
215 1.1 palle DPRINTF(("DATA/0x%02x\n", lp->stype));
216 1.1 palle ldc_reset(lc);
217 1.1 palle return;
218 1.1 palle }
219 1.1 palle
220 1.1 palle if (lc->lc_state != LDC_SND_RTR &&
221 1.1 palle lc->lc_state != LDC_SND_RDX) {
222 1.1 palle DPRINTF(("Spurious DATA/INFO: state %d\n", lc->lc_state));
223 1.1 palle ldc_reset(lc);
224 1.1 palle return;
225 1.1 palle }
226 1.1 palle
227 1.1 palle if (lp->env & LDC_FRAG_START) {
228 1.1 palle lc->lc_len = (lp->env & LDC_LEN_MASK) + 8;
229 1.1 palle KASSERT(lc->lc_len <= sizeof(lc->lc_msg));
230 1.1 palle memcpy((uint8_t *)lc->lc_msg, lp, lc->lc_len);
231 1.1 palle } else {
232 1.1 palle len = (lp->env & LDC_LEN_MASK);
233 1.1 palle if (lc->lc_len + len > sizeof(lc->lc_msg)) {
234 1.1 palle DPRINTF(("Buffer overrun\n"));
235 1.1 palle ldc_reset(lc);
236 1.1 palle return;
237 1.1 palle }
238 1.1 palle memcpy(((uint8_t *)lc->lc_msg) + lc->lc_len, &lp->major, len);
239 1.1 palle lc->lc_len += len;
240 1.1 palle }
241 1.1 palle
242 1.1 palle if (lp->env & LDC_FRAG_STOP)
243 1.1 palle lc->lc_rx_data(lc, (struct ldc_pkt *)lc->lc_msg);
244 1.1 palle }
245 1.1 palle
246 1.1 palle void
247 1.1 palle ldc_send_vers(struct ldc_conn *lc)
248 1.1 palle {
249 1.1 palle struct ldc_pkt *lp;
250 1.1 palle uint64_t tx_head, tx_tail, tx_state;
251 1.1 palle int err;
252 1.1 palle
253 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
254 1.1 palle err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
255 1.1 palle if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
256 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
257 1.1 palle return;
258 1.1 palle }
259 1.1 palle
260 1.2 nakayama lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
261 1.1 palle bzero(lp, sizeof(struct ldc_pkt));
262 1.1 palle lp->type = LDC_CTRL;
263 1.1 palle lp->stype = LDC_INFO;
264 1.1 palle lp->ctrl = LDC_VERS;
265 1.1 palle lp->major = 1;
266 1.1 palle lp->minor = 0;
267 1.7 palle DPRINTF(("ldc_send_vers() major %d minor %d\n", lp->major, lp->minor));
268 1.1 palle
269 1.1 palle tx_tail += sizeof(*lp);
270 1.1 palle tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
271 1.1 palle err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
272 1.1 palle if (err != H_EOK) {
273 1.1 palle printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
274 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
275 1.1 palle return;
276 1.1 palle }
277 1.1 palle
278 1.1 palle lc->lc_state = LDC_SND_VERS;
279 1.7 palle DPRINTF(("ldc_send_vers() setting lc->lc_state to %d\n", lc->lc_state));
280 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
281 1.1 palle }
282 1.1 palle
283 1.1 palle void
284 1.1 palle ldc_send_ack(struct ldc_conn *lc)
285 1.1 palle {
286 1.1 palle struct ldc_pkt *lp;
287 1.1 palle uint64_t tx_head, tx_tail, tx_state;
288 1.1 palle int err;
289 1.1 palle
290 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
291 1.1 palle err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
292 1.1 palle if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
293 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
294 1.1 palle return;
295 1.1 palle }
296 1.1 palle
297 1.2 nakayama lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
298 1.1 palle bzero(lp, sizeof(struct ldc_pkt));
299 1.1 palle lp->type = LDC_CTRL;
300 1.1 palle lp->stype = LDC_ACK;
301 1.1 palle lp->ctrl = LDC_VERS;
302 1.1 palle lp->major = 1;
303 1.1 palle lp->minor = 0;
304 1.1 palle
305 1.1 palle tx_tail += sizeof(*lp);
306 1.1 palle tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
307 1.1 palle err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
308 1.1 palle if (err != H_EOK) {
309 1.1 palle printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
310 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
311 1.1 palle return;
312 1.1 palle }
313 1.1 palle
314 1.1 palle lc->lc_state = LDC_RCV_VERS;
315 1.7 palle DPRINTF(("ldc_send_ack() setting lc->lc_state to %d\n", lc->lc_state));
316 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
317 1.1 palle }
318 1.1 palle
319 1.1 palle void
320 1.1 palle ldc_send_rts(struct ldc_conn *lc)
321 1.1 palle {
322 1.1 palle struct ldc_pkt *lp;
323 1.1 palle uint64_t tx_head, tx_tail, tx_state;
324 1.1 palle int err;
325 1.1 palle
326 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
327 1.1 palle err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
328 1.1 palle if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
329 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
330 1.1 palle return;
331 1.1 palle }
332 1.1 palle
333 1.2 nakayama lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
334 1.1 palle bzero(lp, sizeof(struct ldc_pkt));
335 1.1 palle lp->type = LDC_CTRL;
336 1.1 palle lp->stype = LDC_INFO;
337 1.1 palle lp->ctrl = LDC_RTS;
338 1.1 palle lp->env = LDC_MODE_UNRELIABLE;
339 1.1 palle lp->seqid = lc->lc_tx_seqid++;
340 1.1 palle
341 1.1 palle tx_tail += sizeof(*lp);
342 1.1 palle tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
343 1.1 palle err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
344 1.1 palle if (err != H_EOK) {
345 1.1 palle printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
346 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
347 1.1 palle return;
348 1.1 palle }
349 1.1 palle
350 1.1 palle lc->lc_state = LDC_SND_RTS;
351 1.7 palle DPRINTF(("ldc_send_rts() setting lc->lc_state to %d\n", lc->lc_state));
352 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
353 1.1 palle }
354 1.1 palle
355 1.1 palle void
356 1.1 palle ldc_send_rtr(struct ldc_conn *lc)
357 1.1 palle {
358 1.1 palle struct ldc_pkt *lp;
359 1.1 palle uint64_t tx_head, tx_tail, tx_state;
360 1.1 palle int err;
361 1.1 palle
362 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
363 1.1 palle err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
364 1.1 palle if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
365 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
366 1.1 palle return;
367 1.1 palle }
368 1.1 palle
369 1.2 nakayama lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
370 1.1 palle bzero(lp, sizeof(struct ldc_pkt));
371 1.1 palle lp->type = LDC_CTRL;
372 1.1 palle lp->stype = LDC_INFO;
373 1.1 palle lp->ctrl = LDC_RTR;
374 1.1 palle lp->env = LDC_MODE_UNRELIABLE;
375 1.1 palle lp->seqid = lc->lc_tx_seqid++;
376 1.1 palle
377 1.1 palle tx_tail += sizeof(*lp);
378 1.1 palle tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
379 1.1 palle err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
380 1.1 palle if (err != H_EOK) {
381 1.1 palle printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
382 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
383 1.1 palle return;
384 1.1 palle }
385 1.1 palle
386 1.1 palle lc->lc_state = LDC_SND_RTR;
387 1.7 palle DPRINTF(("ldc_send_rtr() setting lc->lc_state to %d\n", lc->lc_state));
388 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
389 1.1 palle }
390 1.1 palle
391 1.1 palle void
392 1.1 palle ldc_send_rdx(struct ldc_conn *lc)
393 1.1 palle {
394 1.1 palle struct ldc_pkt *lp;
395 1.1 palle uint64_t tx_head, tx_tail, tx_state;
396 1.1 palle int err;
397 1.1 palle
398 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
399 1.1 palle err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
400 1.1 palle if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
401 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
402 1.1 palle return;
403 1.1 palle }
404 1.1 palle
405 1.2 nakayama lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
406 1.1 palle bzero(lp, sizeof(struct ldc_pkt));
407 1.1 palle lp->type = LDC_CTRL;
408 1.1 palle lp->stype = LDC_INFO;
409 1.1 palle lp->ctrl = LDC_RDX;
410 1.1 palle lp->env = LDC_MODE_UNRELIABLE;
411 1.1 palle lp->seqid = lc->lc_tx_seqid++;
412 1.1 palle
413 1.1 palle tx_tail += sizeof(*lp);
414 1.1 palle tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
415 1.1 palle err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
416 1.1 palle if (err != H_EOK) {
417 1.1 palle printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
418 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
419 1.1 palle return;
420 1.1 palle }
421 1.1 palle
422 1.1 palle lc->lc_state = LDC_SND_RDX;
423 1.7 palle DPRINTF(("ldc_send_rdx() setting lc->lc_state to %d\n", lc->lc_state));
424 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
425 1.1 palle }
426 1.1 palle
427 1.1 palle int
428 1.1 palle ldc_send_unreliable(struct ldc_conn *lc, void *msg, size_t len)
429 1.1 palle {
430 1.1 palle struct ldc_pkt *lp;
431 1.1 palle uint64_t tx_head, tx_tail, tx_state;
432 1.1 palle uint64_t tx_avail;
433 1.1 palle uint8_t *p = msg;
434 1.1 palle int err;
435 1.1 palle
436 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
437 1.1 palle err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
438 1.1 palle if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
439 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
440 1.1 palle return (EIO);
441 1.1 palle }
442 1.1 palle
443 1.1 palle tx_avail = (tx_head - tx_tail) / sizeof(*lp) +
444 1.1 palle lc->lc_txq->lq_nentries - 1;
445 1.1 palle tx_avail %= lc->lc_txq->lq_nentries;
446 1.1 palle if (len > tx_avail * LDC_PKT_PAYLOAD) {
447 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
448 1.1 palle return (EWOULDBLOCK);
449 1.1 palle }
450 1.1 palle
451 1.1 palle while (len > 0) {
452 1.2 nakayama lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
453 1.1 palle bzero(lp, sizeof(struct ldc_pkt));
454 1.1 palle lp->type = LDC_DATA;
455 1.1 palle lp->stype = LDC_INFO;
456 1.4 riastrad lp->env = uimin(len, LDC_PKT_PAYLOAD);
457 1.1 palle if (p == msg)
458 1.1 palle lp->env |= LDC_FRAG_START;
459 1.1 palle if (len <= LDC_PKT_PAYLOAD)
460 1.1 palle lp->env |= LDC_FRAG_STOP;
461 1.1 palle lp->seqid = lc->lc_tx_seqid++;
462 1.4 riastrad bcopy(p, &lp->major, uimin(len, LDC_PKT_PAYLOAD));
463 1.1 palle
464 1.1 palle tx_tail += sizeof(*lp);
465 1.1 palle tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
466 1.1 palle err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
467 1.1 palle if (err != H_EOK) {
468 1.1 palle printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
469 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
470 1.1 palle return (EIO);
471 1.1 palle }
472 1.4 riastrad p += uimin(len, LDC_PKT_PAYLOAD);
473 1.4 riastrad len -= uimin(len, LDC_PKT_PAYLOAD);
474 1.1 palle }
475 1.1 palle
476 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
477 1.1 palle return (0);
478 1.1 palle }
479 1.1 palle
480 1.1 palle void
481 1.1 palle ldc_reset(struct ldc_conn *lc)
482 1.1 palle {
483 1.1 palle int err;
484 1.1 palle vaddr_t va;
485 1.1 palle paddr_t pa;
486 1.1 palle
487 1.1 palle DPRINTF(("Resetting connection\n"));
488 1.1 palle
489 1.1 palle mutex_enter(&lc->lc_txq->lq_mtx);
490 1.1 palle
491 1.1 palle #if OPENBSD_BUSDMA
492 1.1 palle err = hv_ldc_tx_qconf(lc->lc_id,
493 1.1 palle lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries);
494 1.1 palle #else
495 1.1 palle va = lc->lc_txq->lq_va;
496 1.1 palle pa = 0;
497 1.1 palle if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
498 1.1 palle panic("pmap_extract failed %lx\n", va);
499 1.1 palle err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries);
500 1.1 palle #endif
501 1.1 palle if (err != H_EOK)
502 1.1 palle printf("%s: hv_ldc_tx_qconf %d\n", __func__, err);
503 1.1 palle
504 1.1 palle #if OPENBSD_BUSDMA
505 1.1 palle err = hv_ldc_rx_qconf(lc->lc_id,
506 1.1 palle lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries);
507 1.1 palle #else
508 1.1 palle va = lc->lc_rxq->lq_va;
509 1.1 palle pa = 0;
510 1.1 palle if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
511 1.1 palle panic("pmap_extract failed %lx\n", va);
512 1.1 palle err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries);
513 1.1 palle #endif
514 1.1 palle if (err != H_EOK)
515 1.1 palle printf("%s: hv_ldc_rx_qconf %d\n", __func__, err);
516 1.1 palle
517 1.1 palle lc->lc_tx_seqid = 0;
518 1.1 palle lc->lc_state = 0;
519 1.1 palle lc->lc_tx_state = lc->lc_rx_state = LDC_CHANNEL_DOWN;
520 1.1 palle mutex_exit(&lc->lc_txq->lq_mtx);
521 1.1 palle
522 1.1 palle lc->lc_reset(lc);
523 1.1 palle }
524 1.1 palle #if OPENBSD_BUSDMA
525 1.1 palle struct ldc_queue *
526 1.1 palle ldc_queue_alloc(bus_dma_tag_t t, int nentries)
527 1.1 palle #else
528 1.1 palle struct ldc_queue *
529 1.1 palle ldc_queue_alloc(int nentries)
530 1.1 palle #endif
531 1.1 palle {
532 1.1 palle struct ldc_queue *lq;
533 1.1 palle bus_size_t size;
534 1.1 palle vaddr_t va = 0;
535 1.1 palle #if OPENBSD_BUSDMA
536 1.1 palle int nsegs;
537 1.1 palle #endif
538 1.1 palle
539 1.5 chs lq = kmem_zalloc(sizeof(struct ldc_queue), KM_SLEEP);
540 1.1 palle
541 1.1 palle mutex_init(&lq->lq_mtx, MUTEX_DEFAULT, IPL_TTY);
542 1.1 palle
543 1.1 palle size = roundup(nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
544 1.1 palle #if OPENBSD_BUSDMA
545 1.1 palle if (bus_dmamap_create(t, size, 1, size, 0,
546 1.1 palle BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lq->lq_map) != 0)
547 1.1 palle return (NULL);
548 1.1 palle
549 1.1 palle if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lq->lq_seg, 1,
550 1.1 palle &nsegs, BUS_DMA_NOWAIT) != 0)
551 1.1 palle goto destroy;
552 1.1 palle
553 1.1 palle if (bus_dmamem_map(t, &lq->lq_seg, 1, size, (void *)&va,
554 1.1 palle BUS_DMA_NOWAIT) != 0)
555 1.1 palle goto free;
556 1.1 palle
557 1.1 palle if (bus_dmamap_load(t, lq->lq_map, (void*)va, size, NULL,
558 1.1 palle BUS_DMA_NOWAIT) != 0)
559 1.1 palle goto unmap;
560 1.1 palle #else
561 1.5 chs va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
562 1.1 palle #endif
563 1.1 palle lq->lq_va = (vaddr_t)va;
564 1.1 palle lq->lq_nentries = nentries;
565 1.1 palle return (lq);
566 1.1 palle #if OPENBSD_BUSDMA
567 1.1 palle unmap:
568 1.1 palle bus_dmamem_unmap(t, (void*)va, size);
569 1.1 palle free:
570 1.1 palle bus_dmamem_free(t, &lq->lq_seg, 1);
571 1.1 palle destroy:
572 1.1 palle bus_dmamap_destroy(t, lq->lq_map);
573 1.1 palle #endif
574 1.1 palle return (NULL);
575 1.1 palle }
576 1.1 palle
577 1.1 palle void
578 1.1 palle #if OPENBSD_BUSDMA
579 1.1 palle ldc_queue_free(bus_dma_tag_t t, struct ldc_queue *lq)
580 1.1 palle #else
581 1.1 palle ldc_queue_free(struct ldc_queue *lq)
582 1.1 palle #endif
583 1.1 palle {
584 1.1 palle bus_size_t size;
585 1.1 palle
586 1.1 palle size = roundup(lq->lq_nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
587 1.1 palle
588 1.1 palle #if OPENBSD_BUSDMA
589 1.1 palle bus_dmamap_unload(t, lq->lq_map);
590 1.1 palle bus_dmamem_unmap(t, &lq->lq_va, size);
591 1.1 palle bus_dmamem_free(t, &lq->lq_seg, 1);
592 1.1 palle bus_dmamap_destroy(t, lq->lq_map);
593 1.1 palle #else
594 1.1 palle kmem_free((void *)lq->lq_va, size);
595 1.1 palle #endif
596 1.1 palle kmem_free(lq, size);
597 1.1 palle }
598 1.1 palle
599 1.1 palle #if OPENBSD_BUSDMA
600 1.1 palle struct ldc_map *
601 1.1 palle ldc_map_alloc(bus_dma_tag_t t, int nentries)
602 1.1 palle #else
603 1.1 palle struct ldc_map *
604 1.1 palle ldc_map_alloc(int nentries)
605 1.1 palle #endif
606 1.1 palle {
607 1.1 palle struct ldc_map *lm;
608 1.1 palle bus_size_t size;
609 1.1 palle vaddr_t va = 0;
610 1.1 palle
611 1.1 palle #if OPENBSD_BUSDMA
612 1.1 palle int nsegs;
613 1.1 palle #endif
614 1.6 chs lm = kmem_zalloc(sizeof(struct ldc_map), KM_SLEEP);
615 1.1 palle size = roundup(nentries * sizeof(struct ldc_map_slot), PAGE_SIZE);
616 1.1 palle
617 1.1 palle #if OPENBSD_BUSDMA
618 1.1 palle if (bus_dmamap_create(t, size, 1, size, 0,
619 1.1 palle BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lm->lm_map) != 0) {
620 1.1 palle DPRINTF(("ldc_map_alloc() - bus_dmamap_create() failed\n"));
621 1.1 palle return (NULL);
622 1.1 palle }
623 1.1 palle
624 1.1 palle if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lm->lm_seg, 1,
625 1.1 palle &nsegs, BUS_DMA_NOWAIT) != 0) {
626 1.1 palle DPRINTF(("ldc_map_alloc() - bus_dmamem_alloc() failed\n"));
627 1.1 palle goto destroy;
628 1.1 palle }
629 1.1 palle
630 1.1 palle if (bus_dmamem_map(t, &lm->lm_seg, 1, size, (void *)&va,
631 1.1 palle BUS_DMA_NOWAIT) != 0) {
632 1.1 palle DPRINTF(("ldc_map_alloc() - bus_dmamem_map() failed\n"));
633 1.1 palle goto free;
634 1.1 palle }
635 1.1 palle if (bus_dmamap_load(t, lm->lm_map, (void*)va, size, NULL,
636 1.1 palle BUS_DMA_NOWAIT) != 0) {
637 1.1 palle DPRINTF(("ldc_map_alloc() - bus_dmamap_load() failed\n"));
638 1.1 palle goto unmap;
639 1.1 palle }
640 1.1 palle #else
641 1.6 chs va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
642 1.1 palle #endif
643 1.1 palle lm->lm_slot = (struct ldc_map_slot *)va;
644 1.1 palle lm->lm_nentries = nentries;
645 1.1 palle bzero(lm->lm_slot, nentries * sizeof(struct ldc_map_slot));
646 1.1 palle return (lm);
647 1.1 palle
648 1.1 palle #if OPENBSD_BUSDMA
649 1.1 palle unmap:
650 1.1 palle bus_dmamem_unmap(t, (void*)va, size);
651 1.1 palle free:
652 1.1 palle bus_dmamem_free(t, &lm->lm_seg, 1);
653 1.1 palle destroy:
654 1.1 palle bus_dmamap_destroy(t, lm->lm_map);
655 1.1 palle #endif
656 1.1 palle return (NULL);
657 1.1 palle }
658 1.1 palle
659 1.1 palle #if OPENBSD_BUSDMA
660 1.1 palle void
661 1.1 palle ldc_map_free(bus_dma_tag_t t, struct ldc_map *lm)
662 1.1 palle #else
663 1.1 palle void
664 1.1 palle ldc_map_free(struct ldc_map *lm)
665 1.1 palle #endif
666 1.1 palle {
667 1.1 palle bus_size_t size;
668 1.1 palle
669 1.1 palle size = lm->lm_nentries * sizeof(struct ldc_map_slot);
670 1.1 palle size = roundup(size, PAGE_SIZE);
671 1.1 palle
672 1.1 palle #if OPENBSD_BUSDMA
673 1.1 palle bus_dmamap_unload(t, lm->lm_map);
674 1.1 palle bus_dmamem_unmap(t, lm->lm_slot, size);
675 1.1 palle bus_dmamem_free(t, &lm->lm_seg, 1);
676 1.1 palle bus_dmamap_destroy(t, lm->lm_map);
677 1.1 palle #else
678 1.1 palle kmem_free(lm->lm_slot, size);
679 1.1 palle #endif
680 1.1 palle kmem_free(lm, size);
681 1.1 palle }
682