Home | History | Annotate | Line # | Download | only in dev
ldc.c revision 1.6.10.1
      1  1.6.10.1   thorpej /*	$NetBSD: ldc.c,v 1.6.10.1 2021/04/17 17:26:16 thorpej Exp $	*/
      2       1.1     palle /*	$OpenBSD: ldc.c,v 1.12 2015/03/21 18:02:58 kettenis Exp $	*/
      3       1.1     palle /*
      4       1.1     palle  * Copyright (c) 2009 Mark Kettenis
      5       1.1     palle  *
      6       1.1     palle  * Permission to use, copy, modify, and distribute this software for any
      7       1.1     palle  * purpose with or without fee is hereby granted, provided that the above
      8       1.1     palle  * copyright notice and this permission notice appear in all copies.
      9       1.1     palle  *
     10       1.1     palle  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     11       1.1     palle  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     12       1.1     palle  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     13       1.1     palle  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     14       1.1     palle  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     15       1.1     palle  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     16       1.1     palle  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     17       1.1     palle  */
     18       1.1     palle 
     19       1.1     palle #include <sys/kmem.h>
     20       1.1     palle #include <sys/malloc.h>
     21       1.1     palle #include <sys/param.h>
     22       1.1     palle #include <sys/systm.h>
     23       1.1     palle 
     24       1.1     palle #include <sys/bus.h>
     25       1.1     palle #include <machine/hypervisor.h>
     26       1.1     palle 
     27       1.1     palle #include <uvm/uvm_extern.h>
     28       1.1     palle 
     29       1.1     palle #include <sparc64/dev/ldcvar.h>
     30       1.1     palle 
     31       1.1     palle #ifdef LDC_DEBUG
     32       1.1     palle #define DPRINTF(x)	printf x
     33       1.1     palle #else
     34       1.1     palle #define DPRINTF(x)
     35       1.1     palle #endif
     36       1.1     palle 
     37       1.1     palle void	ldc_rx_ctrl_vers(struct ldc_conn *, struct ldc_pkt *);
     38       1.1     palle void	ldc_rx_ctrl_rtr(struct ldc_conn *, struct ldc_pkt *);
     39       1.1     palle void	ldc_rx_ctrl_rts(struct ldc_conn *, struct ldc_pkt *);
     40       1.1     palle void	ldc_rx_ctrl_rdx(struct ldc_conn *, struct ldc_pkt *);
     41       1.1     palle 
     42       1.1     palle void	ldc_send_ack(struct ldc_conn *);
     43       1.1     palle void	ldc_send_rtr(struct ldc_conn *);
     44       1.1     palle void	ldc_send_rts(struct ldc_conn *);
     45       1.1     palle void	ldc_send_rdx(struct ldc_conn *);
     46       1.1     palle 
     47       1.1     palle void
     48       1.1     palle ldc_rx_ctrl(struct ldc_conn *lc, struct ldc_pkt *lp)
     49       1.1     palle {
     50       1.1     palle 	switch (lp->ctrl) {
     51       1.1     palle 	case LDC_VERS:
     52       1.1     palle 		ldc_rx_ctrl_vers(lc, lp);
     53       1.1     palle 		break;
     54       1.1     palle 
     55       1.1     palle 	case LDC_RTS:
     56       1.1     palle 		ldc_rx_ctrl_rts(lc, lp);
     57       1.1     palle 		break;
     58       1.1     palle 
     59       1.1     palle 	case LDC_RTR:
     60       1.1     palle 		ldc_rx_ctrl_rtr(lc, lp);
     61       1.1     palle 		break;
     62       1.1     palle 
     63       1.1     palle 	case LDC_RDX:
     64       1.1     palle 		ldc_rx_ctrl_rdx(lc, lp);
     65       1.1     palle 		break;
     66       1.1     palle 
     67       1.1     palle 	default:
     68       1.1     palle 		DPRINTF(("CTRL/0x%02x/0x%02x\n", lp->stype, lp->ctrl));
     69       1.1     palle 		ldc_reset(lc);
     70       1.1     palle 		break;
     71       1.1     palle 	}
     72       1.1     palle }
     73       1.1     palle 
     74       1.1     palle void
     75       1.1     palle ldc_rx_ctrl_vers(struct ldc_conn *lc, struct ldc_pkt *lp)
     76       1.1     palle {
     77       1.1     palle 	switch (lp->stype) {
     78       1.1     palle 	case LDC_INFO:
     79  1.6.10.1   thorpej 		DPRINTF(("CTRL/INFO/VERS major %d minor %d\n", lp->major, lp->minor));
     80       1.1     palle 		if (lp->major == LDC_VERSION_MAJOR &&
     81       1.1     palle 		    lp->minor == LDC_VERSION_MINOR)
     82       1.1     palle 			ldc_send_ack(lc);
     83       1.1     palle 		else {
     84       1.1     palle 			/* XXX do nothing for now. */
     85  1.6.10.1   thorpej 			DPRINTF(("CTRL/INFO/VERS unsupported major/minor\n"));
     86       1.1     palle 		}
     87       1.1     palle 		break;
     88       1.1     palle 
     89       1.1     palle 	case LDC_ACK:
     90  1.6.10.1   thorpej 		DPRINTF(("CTRL/ACK/VERS\n"));
     91       1.1     palle 		if (lc->lc_state != LDC_SND_VERS) {
     92  1.6.10.1   thorpej 			DPRINTF(("Spurious CTRL/ACK/VERS: state %d major %d minor %d (ignored)\n",
     93  1.6.10.1   thorpej 					 lc->lc_state, lp->major, lp->minor));
     94  1.6.10.1   thorpej 		}
     95  1.6.10.1   thorpej 		else {
     96  1.6.10.1   thorpej 			ldc_send_rts(lc);
     97       1.1     palle 		}
     98       1.1     palle 		break;
     99       1.1     palle 
    100       1.1     palle 	case LDC_NACK:
    101       1.1     palle 		DPRINTF(("CTRL/NACK/VERS\n"));
    102       1.1     palle 		ldc_reset(lc);
    103       1.1     palle 		break;
    104       1.1     palle 
    105       1.1     palle 	default:
    106       1.1     palle 		DPRINTF(("CTRL/0x%02x/VERS\n", lp->stype));
    107       1.1     palle 		ldc_reset(lc);
    108       1.1     palle 		break;
    109       1.1     palle 	}
    110       1.1     palle }
    111       1.1     palle 
    112       1.1     palle void
    113       1.1     palle ldc_rx_ctrl_rts(struct ldc_conn *lc, struct ldc_pkt *lp)
    114       1.1     palle {
    115       1.1     palle 	switch (lp->stype) {
    116       1.1     palle 	case LDC_INFO:
    117       1.1     palle 		if (lc->lc_state != LDC_RCV_VERS) {
    118       1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTS: state %d\n",
    119       1.1     palle 			    lc->lc_state));
    120       1.1     palle 			ldc_reset(lc);
    121       1.1     palle 			return;
    122       1.1     palle 		}
    123       1.1     palle 		DPRINTF(("CTRL/INFO/RTS\n"));
    124       1.1     palle 		ldc_send_rtr(lc);
    125       1.1     palle 		break;
    126       1.1     palle 
    127       1.1     palle 	case LDC_ACK:
    128       1.1     palle 		DPRINTF(("CTRL/ACK/RTS\n"));
    129       1.1     palle 		ldc_reset(lc);
    130       1.1     palle 		break;
    131       1.1     palle 
    132       1.1     palle 	case LDC_NACK:
    133       1.1     palle 		DPRINTF(("CTRL/NACK/RTS\n"));
    134       1.1     palle 		ldc_reset(lc);
    135       1.1     palle 		break;
    136       1.1     palle 
    137       1.1     palle 	default:
    138       1.1     palle 		DPRINTF(("CTRL/0x%02x/RTS\n", lp->stype));
    139       1.1     palle 		ldc_reset(lc);
    140       1.1     palle 		break;
    141       1.1     palle 	}
    142       1.1     palle }
    143       1.1     palle 
    144       1.1     palle void
    145       1.1     palle ldc_rx_ctrl_rtr(struct ldc_conn *lc, struct ldc_pkt *lp)
    146       1.1     palle {
    147       1.1     palle 	switch (lp->stype) {
    148       1.1     palle 	case LDC_INFO:
    149       1.1     palle 		if (lc->lc_state != LDC_SND_RTS) {
    150       1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
    151       1.1     palle 			    lc->lc_state));
    152       1.1     palle 			ldc_reset(lc);
    153       1.1     palle 			return;
    154       1.1     palle 		}
    155       1.1     palle 		DPRINTF(("CTRL/INFO/RTR\n"));
    156       1.1     palle 		ldc_send_rdx(lc);
    157       1.1     palle 		lc->lc_start(lc);
    158       1.1     palle 		break;
    159       1.1     palle 
    160       1.1     palle 	case LDC_ACK:
    161       1.1     palle 		DPRINTF(("CTRL/ACK/RTR\n"));
    162       1.1     palle 		ldc_reset(lc);
    163       1.1     palle 		break;
    164       1.1     palle 
    165       1.1     palle 	case LDC_NACK:
    166       1.1     palle 		DPRINTF(("CTRL/NACK/RTR\n"));
    167       1.1     palle 		ldc_reset(lc);
    168       1.1     palle 		break;
    169       1.1     palle 
    170       1.1     palle 	default:
    171       1.1     palle 		DPRINTF(("CTRL/0x%02x/RTR\n", lp->stype));
    172       1.1     palle 		ldc_reset(lc);
    173       1.1     palle 		break;
    174       1.1     palle 	}
    175       1.1     palle }
    176       1.1     palle 
    177       1.1     palle void
    178       1.1     palle ldc_rx_ctrl_rdx(struct ldc_conn *lc, struct ldc_pkt *lp)
    179       1.1     palle {
    180       1.1     palle 	switch (lp->stype) {
    181       1.1     palle 	case LDC_INFO:
    182       1.1     palle 		if (lc->lc_state != LDC_SND_RTR) {
    183       1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
    184       1.1     palle 			    lc->lc_state));
    185       1.1     palle 			ldc_reset(lc);
    186       1.1     palle 			return;
    187       1.1     palle 		}
    188       1.1     palle 		DPRINTF(("CTRL/INFO/RDX\n"));
    189       1.1     palle 		lc->lc_start(lc);
    190       1.1     palle 		break;
    191       1.1     palle 
    192       1.1     palle 	case LDC_ACK:
    193       1.1     palle 		DPRINTF(("CTRL/ACK/RDX\n"));
    194       1.1     palle 		ldc_reset(lc);
    195       1.1     palle 		break;
    196       1.1     palle 
    197       1.1     palle 	case LDC_NACK:
    198       1.1     palle 		DPRINTF(("CTRL/NACK/RDX\n"));
    199       1.1     palle 		ldc_reset(lc);
    200       1.1     palle 		break;
    201       1.1     palle 
    202       1.1     palle 	default:
    203       1.1     palle 		DPRINTF(("CTRL/0x%02x/RDX\n", lp->stype));
    204       1.1     palle 		ldc_reset(lc);
    205       1.1     palle 		break;
    206       1.1     palle 	}
    207       1.1     palle }
    208       1.1     palle 
    209       1.1     palle void
    210       1.1     palle ldc_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp)
    211       1.1     palle {
    212       1.1     palle 	size_t len;
    213       1.1     palle 
    214       1.1     palle 	if (lp->stype != LDC_INFO) {
    215       1.1     palle 		DPRINTF(("DATA/0x%02x\n", lp->stype));
    216       1.1     palle 		ldc_reset(lc);
    217       1.1     palle 		return;
    218       1.1     palle 	}
    219       1.1     palle 
    220       1.1     palle 	if (lc->lc_state != LDC_SND_RTR &&
    221       1.1     palle 	    lc->lc_state != LDC_SND_RDX) {
    222       1.1     palle 		DPRINTF(("Spurious DATA/INFO: state %d\n", lc->lc_state));
    223       1.1     palle 		ldc_reset(lc);
    224       1.1     palle 		return;
    225       1.1     palle 	}
    226       1.1     palle 
    227       1.1     palle 	if (lp->env & LDC_FRAG_START) {
    228       1.1     palle 		lc->lc_len = (lp->env & LDC_LEN_MASK) + 8;
    229       1.1     palle 		KASSERT(lc->lc_len <= sizeof(lc->lc_msg));
    230       1.1     palle 		memcpy((uint8_t *)lc->lc_msg, lp, lc->lc_len);
    231       1.1     palle 	} else {
    232       1.1     palle 		len = (lp->env & LDC_LEN_MASK);
    233       1.1     palle 		if (lc->lc_len + len > sizeof(lc->lc_msg)) {
    234       1.1     palle 			DPRINTF(("Buffer overrun\n"));
    235       1.1     palle 			ldc_reset(lc);
    236       1.1     palle 			return;
    237       1.1     palle 		}
    238       1.1     palle 		memcpy(((uint8_t *)lc->lc_msg) + lc->lc_len, &lp->major, len);
    239       1.1     palle 		lc->lc_len += len;
    240       1.1     palle 	}
    241       1.1     palle 
    242       1.1     palle 	if (lp->env & LDC_FRAG_STOP)
    243       1.1     palle 		lc->lc_rx_data(lc, (struct ldc_pkt *)lc->lc_msg);
    244       1.1     palle }
    245       1.1     palle 
    246       1.1     palle void
    247       1.1     palle ldc_send_vers(struct ldc_conn *lc)
    248       1.1     palle {
    249       1.1     palle 	struct ldc_pkt *lp;
    250       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    251       1.1     palle 	int err;
    252       1.1     palle 
    253       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    254       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    255       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    256       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    257       1.1     palle 		return;
    258       1.1     palle 	}
    259       1.1     palle 
    260       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    261       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    262       1.1     palle 	lp->type = LDC_CTRL;
    263       1.1     palle 	lp->stype = LDC_INFO;
    264       1.1     palle 	lp->ctrl = LDC_VERS;
    265       1.1     palle 	lp->major = 1;
    266       1.1     palle 	lp->minor = 0;
    267  1.6.10.1   thorpej 	DPRINTF(("ldc_send_vers() major %d minor %d\n", lp->major, lp->minor));
    268       1.1     palle 
    269       1.1     palle 	tx_tail += sizeof(*lp);
    270       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    271       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    272       1.1     palle 	if (err != H_EOK) {
    273       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    274       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    275       1.1     palle 		return;
    276       1.1     palle 	}
    277       1.1     palle 
    278       1.1     palle 	lc->lc_state = LDC_SND_VERS;
    279  1.6.10.1   thorpej 	DPRINTF(("ldc_send_vers() setting lc->lc_state to %d\n", lc->lc_state));
    280       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    281       1.1     palle }
    282       1.1     palle 
    283       1.1     palle void
    284       1.1     palle ldc_send_ack(struct ldc_conn *lc)
    285       1.1     palle {
    286       1.1     palle 	struct ldc_pkt *lp;
    287       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    288       1.1     palle 	int err;
    289       1.1     palle 
    290       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    291       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    292       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    293       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    294       1.1     palle 		return;
    295       1.1     palle 	}
    296       1.1     palle 
    297       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    298       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    299       1.1     palle 	lp->type = LDC_CTRL;
    300       1.1     palle 	lp->stype = LDC_ACK;
    301       1.1     palle 	lp->ctrl = LDC_VERS;
    302       1.1     palle 	lp->major = 1;
    303       1.1     palle 	lp->minor = 0;
    304       1.1     palle 
    305       1.1     palle 	tx_tail += sizeof(*lp);
    306       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    307       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    308       1.1     palle 	if (err != H_EOK) {
    309       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    310       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    311       1.1     palle 		return;
    312       1.1     palle 	}
    313       1.1     palle 
    314       1.1     palle 	lc->lc_state = LDC_RCV_VERS;
    315  1.6.10.1   thorpej 	DPRINTF(("ldc_send_ack() setting lc->lc_state to %d\n", lc->lc_state));
    316       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    317       1.1     palle }
    318       1.1     palle 
    319       1.1     palle void
    320       1.1     palle ldc_send_rts(struct ldc_conn *lc)
    321       1.1     palle {
    322       1.1     palle 	struct ldc_pkt *lp;
    323       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    324       1.1     palle 	int err;
    325       1.1     palle 
    326       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    327       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    328       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    329       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    330       1.1     palle 		return;
    331       1.1     palle 	}
    332       1.1     palle 
    333       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    334       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    335       1.1     palle 	lp->type = LDC_CTRL;
    336       1.1     palle 	lp->stype = LDC_INFO;
    337       1.1     palle 	lp->ctrl = LDC_RTS;
    338       1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    339       1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    340       1.1     palle 
    341       1.1     palle 	tx_tail += sizeof(*lp);
    342       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    343       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    344       1.1     palle 	if (err != H_EOK) {
    345       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    346       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    347       1.1     palle 		return;
    348       1.1     palle 	}
    349       1.1     palle 
    350       1.1     palle 	lc->lc_state = LDC_SND_RTS;
    351  1.6.10.1   thorpej 	DPRINTF(("ldc_send_rts() setting lc->lc_state to %d\n", lc->lc_state));
    352       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    353       1.1     palle }
    354       1.1     palle 
    355       1.1     palle void
    356       1.1     palle ldc_send_rtr(struct ldc_conn *lc)
    357       1.1     palle {
    358       1.1     palle 	struct ldc_pkt *lp;
    359       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    360       1.1     palle 	int err;
    361       1.1     palle 
    362       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    363       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    364       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    365       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    366       1.1     palle 		return;
    367       1.1     palle 	}
    368       1.1     palle 
    369       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    370       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    371       1.1     palle 	lp->type = LDC_CTRL;
    372       1.1     palle 	lp->stype = LDC_INFO;
    373       1.1     palle 	lp->ctrl = LDC_RTR;
    374       1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    375       1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    376       1.1     palle 
    377       1.1     palle 	tx_tail += sizeof(*lp);
    378       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    379       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    380       1.1     palle 	if (err != H_EOK) {
    381       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    382       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    383       1.1     palle 		return;
    384       1.1     palle 	}
    385       1.1     palle 
    386       1.1     palle 	lc->lc_state = LDC_SND_RTR;
    387  1.6.10.1   thorpej 	DPRINTF(("ldc_send_rtr() setting lc->lc_state to %d\n", lc->lc_state));
    388       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    389       1.1     palle }
    390       1.1     palle 
    391       1.1     palle void
    392       1.1     palle ldc_send_rdx(struct ldc_conn *lc)
    393       1.1     palle {
    394       1.1     palle 	struct ldc_pkt *lp;
    395       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    396       1.1     palle 	int err;
    397       1.1     palle 
    398       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    399       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    400       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    401       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    402       1.1     palle 		return;
    403       1.1     palle 	}
    404       1.1     palle 
    405       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    406       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    407       1.1     palle 	lp->type = LDC_CTRL;
    408       1.1     palle 	lp->stype = LDC_INFO;
    409       1.1     palle 	lp->ctrl = LDC_RDX;
    410       1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    411       1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    412       1.1     palle 
    413       1.1     palle 	tx_tail += sizeof(*lp);
    414       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    415       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    416       1.1     palle 	if (err != H_EOK) {
    417       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    418       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    419       1.1     palle 		return;
    420       1.1     palle 	}
    421       1.1     palle 
    422       1.1     palle 	lc->lc_state = LDC_SND_RDX;
    423  1.6.10.1   thorpej 	DPRINTF(("ldc_send_rdx() setting lc->lc_state to %d\n", lc->lc_state));
    424       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    425       1.1     palle }
    426       1.1     palle 
    427       1.1     palle int
    428       1.1     palle ldc_send_unreliable(struct ldc_conn *lc, void *msg, size_t len)
    429       1.1     palle {
    430       1.1     palle 	struct ldc_pkt *lp;
    431       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    432       1.1     palle 	uint64_t tx_avail;
    433       1.1     palle 	uint8_t *p = msg;
    434       1.1     palle 	int err;
    435       1.1     palle 
    436       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    437       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    438       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    439       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    440       1.1     palle 		return (EIO);
    441       1.1     palle 	}
    442       1.1     palle 
    443       1.1     palle 	tx_avail = (tx_head - tx_tail) / sizeof(*lp) +
    444       1.1     palle 	    lc->lc_txq->lq_nentries - 1;
    445       1.1     palle 	tx_avail %= lc->lc_txq->lq_nentries;
    446       1.1     palle 	if (len > tx_avail * LDC_PKT_PAYLOAD) {
    447       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    448       1.1     palle 		return (EWOULDBLOCK);
    449       1.1     palle 	}
    450       1.1     palle 
    451       1.1     palle 	while (len > 0) {
    452       1.2  nakayama 		lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    453       1.1     palle 		bzero(lp, sizeof(struct ldc_pkt));
    454       1.1     palle 		lp->type = LDC_DATA;
    455       1.1     palle 		lp->stype = LDC_INFO;
    456       1.4  riastrad 		lp->env = uimin(len, LDC_PKT_PAYLOAD);
    457       1.1     palle 		if (p == msg)
    458       1.1     palle 			lp->env |= LDC_FRAG_START;
    459       1.1     palle 		if (len <= LDC_PKT_PAYLOAD)
    460       1.1     palle 			lp->env |= LDC_FRAG_STOP;
    461       1.1     palle 		lp->seqid = lc->lc_tx_seqid++;
    462       1.4  riastrad 		bcopy(p, &lp->major, uimin(len, LDC_PKT_PAYLOAD));
    463       1.1     palle 
    464       1.1     palle 		tx_tail += sizeof(*lp);
    465       1.1     palle 		tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    466       1.1     palle 		err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    467       1.1     palle 		if (err != H_EOK) {
    468       1.1     palle 			printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    469       1.1     palle 			mutex_exit(&lc->lc_txq->lq_mtx);
    470       1.1     palle 			return (EIO);
    471       1.1     palle 		}
    472       1.4  riastrad 		p += uimin(len, LDC_PKT_PAYLOAD);
    473       1.4  riastrad 		len -= uimin(len, LDC_PKT_PAYLOAD);
    474       1.1     palle 	}
    475       1.1     palle 
    476       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    477       1.1     palle 	return (0);
    478       1.1     palle }
    479       1.1     palle 
    480       1.1     palle void
    481       1.1     palle ldc_reset(struct ldc_conn *lc)
    482       1.1     palle {
    483       1.1     palle 	int err;
    484       1.1     palle 	vaddr_t va;
    485       1.1     palle 	paddr_t pa;
    486       1.1     palle 
    487       1.1     palle 	DPRINTF(("Resetting connection\n"));
    488       1.1     palle 
    489       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    490       1.1     palle 
    491       1.1     palle #if OPENBSD_BUSDMA
    492       1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id,
    493       1.1     palle 	    lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries);
    494       1.1     palle #else
    495       1.1     palle         va = lc->lc_txq->lq_va;
    496       1.1     palle 	pa = 0;
    497       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    498       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    499       1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries);
    500       1.1     palle #endif
    501       1.1     palle 	if (err != H_EOK)
    502       1.1     palle 		printf("%s: hv_ldc_tx_qconf %d\n", __func__, err);
    503       1.1     palle 
    504       1.1     palle #if OPENBSD_BUSDMA
    505       1.1     palle 	err = hv_ldc_rx_qconf(lc->lc_id,
    506       1.1     palle 	    lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries);
    507       1.1     palle #else
    508       1.1     palle         va = lc->lc_rxq->lq_va;
    509       1.1     palle 	pa = 0;
    510       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    511       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    512       1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries);
    513       1.1     palle #endif
    514       1.1     palle 	if (err != H_EOK)
    515       1.1     palle 		printf("%s: hv_ldc_rx_qconf %d\n", __func__, err);
    516       1.1     palle 
    517       1.1     palle 	lc->lc_tx_seqid = 0;
    518       1.1     palle 	lc->lc_state = 0;
    519       1.1     palle 	lc->lc_tx_state = lc->lc_rx_state = LDC_CHANNEL_DOWN;
    520       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    521       1.1     palle 
    522       1.1     palle 	lc->lc_reset(lc);
    523       1.1     palle }
    524       1.1     palle #if OPENBSD_BUSDMA
    525       1.1     palle struct ldc_queue *
    526       1.1     palle ldc_queue_alloc(bus_dma_tag_t t, int nentries)
    527       1.1     palle #else
    528       1.1     palle struct ldc_queue *
    529       1.1     palle ldc_queue_alloc(int nentries)
    530       1.1     palle #endif
    531       1.1     palle {
    532       1.1     palle 	struct ldc_queue *lq;
    533       1.1     palle 	bus_size_t size;
    534       1.1     palle 	vaddr_t va = 0;
    535       1.1     palle #if OPENBSD_BUSDMA
    536       1.1     palle 	int nsegs;
    537       1.1     palle #endif
    538       1.1     palle 
    539       1.5       chs 	lq = kmem_zalloc(sizeof(struct ldc_queue), KM_SLEEP);
    540       1.1     palle 
    541       1.1     palle 	mutex_init(&lq->lq_mtx, MUTEX_DEFAULT, IPL_TTY);
    542       1.1     palle 
    543       1.1     palle 	size = roundup(nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
    544       1.1     palle #if OPENBSD_BUSDMA
    545       1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    546       1.1     palle 	    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lq->lq_map) != 0)
    547       1.1     palle 		return (NULL);
    548       1.1     palle 
    549       1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lq->lq_seg, 1,
    550       1.1     palle 	    &nsegs, BUS_DMA_NOWAIT) != 0)
    551       1.1     palle 		goto destroy;
    552       1.1     palle 
    553       1.1     palle 	if (bus_dmamem_map(t, &lq->lq_seg, 1, size, (void *)&va,
    554       1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    555       1.1     palle 		goto free;
    556       1.1     palle 
    557       1.1     palle 	 if (bus_dmamap_load(t, lq->lq_map, (void*)va, size, NULL,
    558       1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    559       1.1     palle 		goto unmap;
    560       1.1     palle #else
    561       1.5       chs 	va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
    562       1.1     palle #endif
    563       1.1     palle 	lq->lq_va = (vaddr_t)va;
    564       1.1     palle 	lq->lq_nentries = nentries;
    565       1.1     palle 	return (lq);
    566       1.1     palle #if OPENBSD_BUSDMA
    567       1.1     palle unmap:
    568       1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    569       1.1     palle free:
    570       1.1     palle 	bus_dmamem_free(t, &lq->lq_seg, 1);
    571       1.1     palle destroy:
    572       1.1     palle 	bus_dmamap_destroy(t, lq->lq_map);
    573       1.1     palle #endif
    574       1.1     palle 	return (NULL);
    575       1.1     palle }
    576       1.1     palle 
    577       1.1     palle void
    578       1.1     palle #if OPENBSD_BUSDMA
    579       1.1     palle ldc_queue_free(bus_dma_tag_t t, struct ldc_queue *lq)
    580       1.1     palle #else
    581       1.1     palle ldc_queue_free(struct ldc_queue *lq)
    582       1.1     palle #endif
    583       1.1     palle {
    584       1.1     palle 	bus_size_t size;
    585       1.1     palle 
    586       1.1     palle 	size = roundup(lq->lq_nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
    587       1.1     palle 
    588       1.1     palle #if OPENBSD_BUSDMA
    589       1.1     palle 	bus_dmamap_unload(t, lq->lq_map);
    590       1.1     palle 	bus_dmamem_unmap(t, &lq->lq_va, size);
    591       1.1     palle 	bus_dmamem_free(t, &lq->lq_seg, 1);
    592       1.1     palle 	bus_dmamap_destroy(t, lq->lq_map);
    593       1.1     palle #else
    594       1.1     palle 	kmem_free((void *)lq->lq_va, size);
    595       1.1     palle #endif
    596       1.1     palle 	kmem_free(lq, size);
    597       1.1     palle }
    598       1.1     palle 
    599       1.1     palle #if OPENBSD_BUSDMA
    600       1.1     palle struct ldc_map *
    601       1.1     palle ldc_map_alloc(bus_dma_tag_t t, int nentries)
    602       1.1     palle #else
    603       1.1     palle struct ldc_map *
    604       1.1     palle ldc_map_alloc(int nentries)
    605       1.1     palle #endif
    606       1.1     palle {
    607       1.1     palle 	struct ldc_map *lm;
    608       1.1     palle 	bus_size_t size;
    609       1.1     palle 	vaddr_t va = 0;
    610       1.1     palle 
    611       1.1     palle #if OPENBSD_BUSDMA
    612       1.1     palle 	int nsegs;
    613       1.1     palle #endif
    614       1.6       chs 	lm = kmem_zalloc(sizeof(struct ldc_map), KM_SLEEP);
    615       1.1     palle 	size = roundup(nentries * sizeof(struct ldc_map_slot), PAGE_SIZE);
    616       1.1     palle 
    617       1.1     palle #if OPENBSD_BUSDMA
    618       1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    619       1.1     palle 			      BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lm->lm_map) != 0) {
    620       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamap_create() failed\n"));
    621       1.1     palle 		return (NULL);
    622       1.1     palle 	}
    623       1.1     palle 
    624       1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lm->lm_seg, 1,
    625       1.1     palle 			     &nsegs, BUS_DMA_NOWAIT) != 0) {
    626       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamem_alloc() failed\n"));
    627       1.1     palle 		goto destroy;
    628       1.1     palle 	}
    629       1.1     palle 
    630       1.1     palle 	if (bus_dmamem_map(t, &lm->lm_seg, 1, size, (void *)&va,
    631       1.1     palle 			   BUS_DMA_NOWAIT) != 0) {
    632       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamem_map() failed\n"));
    633       1.1     palle 		goto free;
    634       1.1     palle 	}
    635       1.1     palle 	if (bus_dmamap_load(t, lm->lm_map, (void*)va, size, NULL,
    636       1.1     palle 			    BUS_DMA_NOWAIT) != 0) {
    637       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamap_load() failed\n"));
    638       1.1     palle 		goto unmap;
    639       1.1     palle 	}
    640       1.1     palle #else
    641       1.6       chs 	va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
    642       1.1     palle #endif
    643       1.1     palle 	lm->lm_slot = (struct ldc_map_slot *)va;
    644       1.1     palle 	lm->lm_nentries = nentries;
    645       1.1     palle 	bzero(lm->lm_slot, nentries * sizeof(struct ldc_map_slot));
    646       1.1     palle 	return (lm);
    647       1.1     palle 
    648       1.1     palle #if OPENBSD_BUSDMA
    649       1.1     palle unmap:
    650       1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    651       1.1     palle free:
    652       1.1     palle 	bus_dmamem_free(t, &lm->lm_seg, 1);
    653       1.1     palle destroy:
    654       1.1     palle 	bus_dmamap_destroy(t, lm->lm_map);
    655       1.1     palle #endif
    656       1.1     palle 	return (NULL);
    657       1.1     palle }
    658       1.1     palle 
    659       1.1     palle #if OPENBSD_BUSDMA
    660       1.1     palle void
    661       1.1     palle ldc_map_free(bus_dma_tag_t t, struct ldc_map *lm)
    662       1.1     palle #else
    663       1.1     palle void
    664       1.1     palle ldc_map_free(struct ldc_map *lm)
    665       1.1     palle #endif
    666       1.1     palle {
    667       1.1     palle 	bus_size_t size;
    668       1.1     palle 
    669       1.1     palle 	size = lm->lm_nentries * sizeof(struct ldc_map_slot);
    670       1.1     palle 	size = roundup(size, PAGE_SIZE);
    671       1.1     palle 
    672       1.1     palle #if OPENBSD_BUSDMA
    673       1.1     palle 	bus_dmamap_unload(t, lm->lm_map);
    674       1.1     palle 	bus_dmamem_unmap(t, lm->lm_slot, size);
    675       1.1     palle 	bus_dmamem_free(t, &lm->lm_seg, 1);
    676       1.1     palle 	bus_dmamap_destroy(t, lm->lm_map);
    677       1.1     palle #else
    678       1.1     palle 	kmem_free(lm->lm_slot, size);
    679       1.1     palle #endif
    680       1.1     palle 	kmem_free(lm, size);
    681       1.1     palle }
    682