Home | History | Annotate | Line # | Download | only in dev
ldc.c revision 1.3.16.1
      1  1.3.16.1  christos /*	$NetBSD: ldc.c,v 1.3.16.1 2019/06/10 22:06:47 christos Exp $	*/
      2       1.1     palle /*	$OpenBSD: ldc.c,v 1.12 2015/03/21 18:02:58 kettenis Exp $	*/
      3       1.1     palle /*
      4       1.1     palle  * Copyright (c) 2009 Mark Kettenis
      5       1.1     palle  *
      6       1.1     palle  * Permission to use, copy, modify, and distribute this software for any
      7       1.1     palle  * purpose with or without fee is hereby granted, provided that the above
      8       1.1     palle  * copyright notice and this permission notice appear in all copies.
      9       1.1     palle  *
     10       1.1     palle  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     11       1.1     palle  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     12       1.1     palle  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     13       1.1     palle  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     14       1.1     palle  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     15       1.1     palle  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     16       1.1     palle  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     17       1.1     palle  */
     18       1.1     palle 
     19       1.1     palle #include <sys/kmem.h>
     20       1.1     palle #include <sys/malloc.h>
     21       1.1     palle #include <sys/param.h>
     22       1.1     palle #include <sys/systm.h>
     23       1.1     palle 
     24       1.1     palle #include <sys/bus.h>
     25       1.1     palle #include <machine/hypervisor.h>
     26       1.1     palle 
     27       1.1     palle #include <uvm/uvm_extern.h>
     28       1.1     palle 
     29       1.1     palle #include <sparc64/dev/ldcvar.h>
     30       1.1     palle 
     31       1.1     palle #ifdef LDC_DEBUG
     32       1.1     palle #define DPRINTF(x)	printf x
     33       1.1     palle #else
     34       1.1     palle #define DPRINTF(x)
     35       1.1     palle #endif
     36       1.1     palle 
     37       1.1     palle void	ldc_rx_ctrl_vers(struct ldc_conn *, struct ldc_pkt *);
     38       1.1     palle void	ldc_rx_ctrl_rtr(struct ldc_conn *, struct ldc_pkt *);
     39       1.1     palle void	ldc_rx_ctrl_rts(struct ldc_conn *, struct ldc_pkt *);
     40       1.1     palle void	ldc_rx_ctrl_rdx(struct ldc_conn *, struct ldc_pkt *);
     41       1.1     palle 
     42       1.1     palle void	ldc_send_ack(struct ldc_conn *);
     43       1.1     palle void	ldc_send_rtr(struct ldc_conn *);
     44       1.1     palle void	ldc_send_rts(struct ldc_conn *);
     45       1.1     palle void	ldc_send_rdx(struct ldc_conn *);
     46       1.1     palle 
     47       1.1     palle void
     48       1.1     palle ldc_rx_ctrl(struct ldc_conn *lc, struct ldc_pkt *lp)
     49       1.1     palle {
     50       1.1     palle 	switch (lp->ctrl) {
     51       1.1     palle 	case LDC_VERS:
     52       1.1     palle 		ldc_rx_ctrl_vers(lc, lp);
     53       1.1     palle 		break;
     54       1.1     palle 
     55       1.1     palle 	case LDC_RTS:
     56       1.1     palle 		ldc_rx_ctrl_rts(lc, lp);
     57       1.1     palle 		break;
     58       1.1     palle 
     59       1.1     palle 	case LDC_RTR:
     60       1.1     palle 		ldc_rx_ctrl_rtr(lc, lp);
     61       1.1     palle 		break;
     62       1.1     palle 
     63       1.1     palle 	case LDC_RDX:
     64       1.1     palle 		ldc_rx_ctrl_rdx(lc, lp);
     65       1.1     palle 		break;
     66       1.1     palle 
     67       1.1     palle 	default:
     68       1.1     palle 		DPRINTF(("CTRL/0x%02x/0x%02x\n", lp->stype, lp->ctrl));
     69       1.1     palle 		ldc_reset(lc);
     70       1.1     palle 		break;
     71       1.1     palle 	}
     72       1.1     palle }
     73       1.1     palle 
     74       1.1     palle void
     75       1.1     palle ldc_rx_ctrl_vers(struct ldc_conn *lc, struct ldc_pkt *lp)
     76       1.1     palle {
     77       1.1     palle 	switch (lp->stype) {
     78       1.1     palle 	case LDC_INFO:
     79       1.1     palle 		DPRINTF(("CTRL/INFO/VERS\n"));
     80       1.1     palle 		if (lp->major == LDC_VERSION_MAJOR &&
     81       1.1     palle 		    lp->minor == LDC_VERSION_MINOR)
     82       1.1     palle 			ldc_send_ack(lc);
     83       1.1     palle 		else {
     84       1.1     palle 			/* XXX do nothing for now. */
     85       1.1     palle 		}
     86       1.1     palle 		break;
     87       1.1     palle 
     88       1.1     palle 	case LDC_ACK:
     89       1.1     palle 		if (lc->lc_state != LDC_SND_VERS) {
     90       1.1     palle 			DPRINTF(("Spurious CTRL/ACK/VERS: state %d\n",
     91       1.1     palle 			    lc->lc_state));
     92       1.1     palle 			ldc_reset(lc);
     93       1.1     palle 			return;
     94       1.1     palle 		}
     95       1.1     palle 		DPRINTF(("CTRL/ACK/VERS\n"));
     96       1.1     palle 		ldc_send_rts(lc);
     97       1.1     palle 		break;
     98       1.1     palle 
     99       1.1     palle 	case LDC_NACK:
    100       1.1     palle 		DPRINTF(("CTRL/NACK/VERS\n"));
    101       1.1     palle 		ldc_reset(lc);
    102       1.1     palle 		break;
    103       1.1     palle 
    104       1.1     palle 	default:
    105       1.1     palle 		DPRINTF(("CTRL/0x%02x/VERS\n", lp->stype));
    106       1.1     palle 		ldc_reset(lc);
    107       1.1     palle 		break;
    108       1.1     palle 	}
    109       1.1     palle }
    110       1.1     palle 
    111       1.1     palle void
    112       1.1     palle ldc_rx_ctrl_rts(struct ldc_conn *lc, struct ldc_pkt *lp)
    113       1.1     palle {
    114       1.1     palle 	switch (lp->stype) {
    115       1.1     palle 	case LDC_INFO:
    116       1.1     palle 		if (lc->lc_state != LDC_RCV_VERS) {
    117       1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTS: state %d\n",
    118       1.1     palle 			    lc->lc_state));
    119       1.1     palle 			ldc_reset(lc);
    120       1.1     palle 			return;
    121       1.1     palle 		}
    122       1.1     palle 		DPRINTF(("CTRL/INFO/RTS\n"));
    123       1.1     palle 		ldc_send_rtr(lc);
    124       1.1     palle 		break;
    125       1.1     palle 
    126       1.1     palle 	case LDC_ACK:
    127       1.1     palle 		DPRINTF(("CTRL/ACK/RTS\n"));
    128       1.1     palle 		ldc_reset(lc);
    129       1.1     palle 		break;
    130       1.1     palle 
    131       1.1     palle 	case LDC_NACK:
    132       1.1     palle 		DPRINTF(("CTRL/NACK/RTS\n"));
    133       1.1     palle 		ldc_reset(lc);
    134       1.1     palle 		break;
    135       1.1     palle 
    136       1.1     palle 	default:
    137       1.1     palle 		DPRINTF(("CTRL/0x%02x/RTS\n", lp->stype));
    138       1.1     palle 		ldc_reset(lc);
    139       1.1     palle 		break;
    140       1.1     palle 	}
    141       1.1     palle }
    142       1.1     palle 
    143       1.1     palle void
    144       1.1     palle ldc_rx_ctrl_rtr(struct ldc_conn *lc, struct ldc_pkt *lp)
    145       1.1     palle {
    146       1.1     palle 	switch (lp->stype) {
    147       1.1     palle 	case LDC_INFO:
    148       1.1     palle 		if (lc->lc_state != LDC_SND_RTS) {
    149       1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
    150       1.1     palle 			    lc->lc_state));
    151       1.1     palle 			ldc_reset(lc);
    152       1.1     palle 			return;
    153       1.1     palle 		}
    154       1.1     palle 		DPRINTF(("CTRL/INFO/RTR\n"));
    155       1.1     palle 		ldc_send_rdx(lc);
    156       1.1     palle 		lc->lc_start(lc);
    157       1.1     palle 		break;
    158       1.1     palle 
    159       1.1     palle 	case LDC_ACK:
    160       1.1     palle 		DPRINTF(("CTRL/ACK/RTR\n"));
    161       1.1     palle 		ldc_reset(lc);
    162       1.1     palle 		break;
    163       1.1     palle 
    164       1.1     palle 	case LDC_NACK:
    165       1.1     palle 		DPRINTF(("CTRL/NACK/RTR\n"));
    166       1.1     palle 		ldc_reset(lc);
    167       1.1     palle 		break;
    168       1.1     palle 
    169       1.1     palle 	default:
    170       1.1     palle 		DPRINTF(("CTRL/0x%02x/RTR\n", lp->stype));
    171       1.1     palle 		ldc_reset(lc);
    172       1.1     palle 		break;
    173       1.1     palle 	}
    174       1.1     palle }
    175       1.1     palle 
    176       1.1     palle void
    177       1.1     palle ldc_rx_ctrl_rdx(struct ldc_conn *lc, struct ldc_pkt *lp)
    178       1.1     palle {
    179       1.1     palle 	switch (lp->stype) {
    180       1.1     palle 	case LDC_INFO:
    181       1.1     palle 		if (lc->lc_state != LDC_SND_RTR) {
    182       1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
    183       1.1     palle 			    lc->lc_state));
    184       1.1     palle 			ldc_reset(lc);
    185       1.1     palle 			return;
    186       1.1     palle 		}
    187       1.1     palle 		DPRINTF(("CTRL/INFO/RDX\n"));
    188       1.1     palle 		lc->lc_start(lc);
    189       1.1     palle 		break;
    190       1.1     palle 
    191       1.1     palle 	case LDC_ACK:
    192       1.1     palle 		DPRINTF(("CTRL/ACK/RDX\n"));
    193       1.1     palle 		ldc_reset(lc);
    194       1.1     palle 		break;
    195       1.1     palle 
    196       1.1     palle 	case LDC_NACK:
    197       1.1     palle 		DPRINTF(("CTRL/NACK/RDX\n"));
    198       1.1     palle 		ldc_reset(lc);
    199       1.1     palle 		break;
    200       1.1     palle 
    201       1.1     palle 	default:
    202       1.1     palle 		DPRINTF(("CTRL/0x%02x/RDX\n", lp->stype));
    203       1.1     palle 		ldc_reset(lc);
    204       1.1     palle 		break;
    205       1.1     palle 	}
    206       1.1     palle }
    207       1.1     palle 
    208       1.1     palle void
    209       1.1     palle ldc_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp)
    210       1.1     palle {
    211       1.1     palle 	size_t len;
    212       1.1     palle 
    213       1.1     palle 	if (lp->stype != LDC_INFO) {
    214       1.1     palle 		DPRINTF(("DATA/0x%02x\n", lp->stype));
    215       1.1     palle 		ldc_reset(lc);
    216       1.1     palle 		return;
    217       1.1     palle 	}
    218       1.1     palle 
    219       1.1     palle 	if (lc->lc_state != LDC_SND_RTR &&
    220       1.1     palle 	    lc->lc_state != LDC_SND_RDX) {
    221       1.1     palle 		DPRINTF(("Spurious DATA/INFO: state %d\n", lc->lc_state));
    222       1.1     palle 		ldc_reset(lc);
    223       1.1     palle 		return;
    224       1.1     palle 	}
    225       1.1     palle 
    226       1.1     palle 	if (lp->env & LDC_FRAG_START) {
    227       1.1     palle 		lc->lc_len = (lp->env & LDC_LEN_MASK) + 8;
    228       1.1     palle 		KASSERT(lc->lc_len <= sizeof(lc->lc_msg));
    229       1.1     palle 		memcpy((uint8_t *)lc->lc_msg, lp, lc->lc_len);
    230       1.1     palle 	} else {
    231       1.1     palle 		len = (lp->env & LDC_LEN_MASK);
    232       1.1     palle 		if (lc->lc_len + len > sizeof(lc->lc_msg)) {
    233       1.1     palle 			DPRINTF(("Buffer overrun\n"));
    234       1.1     palle 			ldc_reset(lc);
    235       1.1     palle 			return;
    236       1.1     palle 		}
    237       1.1     palle 		memcpy(((uint8_t *)lc->lc_msg) + lc->lc_len, &lp->major, len);
    238       1.1     palle 		lc->lc_len += len;
    239       1.1     palle 	}
    240       1.1     palle 
    241       1.1     palle 	if (lp->env & LDC_FRAG_STOP)
    242       1.1     palle 		lc->lc_rx_data(lc, (struct ldc_pkt *)lc->lc_msg);
    243       1.1     palle }
    244       1.1     palle 
    245       1.1     palle void
    246       1.1     palle ldc_send_vers(struct ldc_conn *lc)
    247       1.1     palle {
    248       1.1     palle 	struct ldc_pkt *lp;
    249       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    250       1.1     palle 	int err;
    251       1.1     palle 
    252       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    253       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    254       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    255       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    256       1.1     palle 		return;
    257       1.1     palle 	}
    258       1.1     palle 
    259       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    260       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    261       1.1     palle 	lp->type = LDC_CTRL;
    262       1.1     palle 	lp->stype = LDC_INFO;
    263       1.1     palle 	lp->ctrl = LDC_VERS;
    264       1.1     palle 	lp->major = 1;
    265       1.1     palle 	lp->minor = 0;
    266       1.1     palle 
    267       1.1     palle 	tx_tail += sizeof(*lp);
    268       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    269       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    270       1.1     palle 	if (err != H_EOK) {
    271       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    272       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    273       1.1     palle 		return;
    274       1.1     palle 	}
    275       1.1     palle 
    276       1.1     palle 	lc->lc_state = LDC_SND_VERS;
    277       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    278       1.1     palle }
    279       1.1     palle 
    280       1.1     palle void
    281       1.1     palle ldc_send_ack(struct ldc_conn *lc)
    282       1.1     palle {
    283       1.1     palle 	struct ldc_pkt *lp;
    284       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    285       1.1     palle 	int err;
    286       1.1     palle 
    287       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    288       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    289       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    290       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    291       1.1     palle 		return;
    292       1.1     palle 	}
    293       1.1     palle 
    294       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    295       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    296       1.1     palle 	lp->type = LDC_CTRL;
    297       1.1     palle 	lp->stype = LDC_ACK;
    298       1.1     palle 	lp->ctrl = LDC_VERS;
    299       1.1     palle 	lp->major = 1;
    300       1.1     palle 	lp->minor = 0;
    301       1.1     palle 
    302       1.1     palle 	tx_tail += sizeof(*lp);
    303       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    304       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    305       1.1     palle 	if (err != H_EOK) {
    306       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    307       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    308       1.1     palle 		return;
    309       1.1     palle 	}
    310       1.1     palle 
    311       1.1     palle 	lc->lc_state = LDC_RCV_VERS;
    312       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    313       1.1     palle }
    314       1.1     palle 
    315       1.1     palle void
    316       1.1     palle ldc_send_rts(struct ldc_conn *lc)
    317       1.1     palle {
    318       1.1     palle 	struct ldc_pkt *lp;
    319       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    320       1.1     palle 	int err;
    321       1.1     palle 
    322       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    323       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    324       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    325       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    326       1.1     palle 		return;
    327       1.1     palle 	}
    328       1.1     palle 
    329       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    330       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    331       1.1     palle 	lp->type = LDC_CTRL;
    332       1.1     palle 	lp->stype = LDC_INFO;
    333       1.1     palle 	lp->ctrl = LDC_RTS;
    334       1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    335       1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    336       1.1     palle 
    337       1.1     palle 	tx_tail += sizeof(*lp);
    338       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    339       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    340       1.1     palle 	if (err != H_EOK) {
    341       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    342       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    343       1.1     palle 		return;
    344       1.1     palle 	}
    345       1.1     palle 
    346       1.1     palle 	lc->lc_state = LDC_SND_RTS;
    347       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    348       1.1     palle }
    349       1.1     palle 
    350       1.1     palle void
    351       1.1     palle ldc_send_rtr(struct ldc_conn *lc)
    352       1.1     palle {
    353       1.1     palle 	struct ldc_pkt *lp;
    354       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    355       1.1     palle 	int err;
    356       1.1     palle 
    357       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    358       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    359       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    360       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    361       1.1     palle 		return;
    362       1.1     palle 	}
    363       1.1     palle 
    364       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    365       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    366       1.1     palle 	lp->type = LDC_CTRL;
    367       1.1     palle 	lp->stype = LDC_INFO;
    368       1.1     palle 	lp->ctrl = LDC_RTR;
    369       1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    370       1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    371       1.1     palle 
    372       1.1     palle 	tx_tail += sizeof(*lp);
    373       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    374       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    375       1.1     palle 	if (err != H_EOK) {
    376       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    377       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    378       1.1     palle 		return;
    379       1.1     palle 	}
    380       1.1     palle 
    381       1.1     palle 	lc->lc_state = LDC_SND_RTR;
    382       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    383       1.1     palle }
    384       1.1     palle 
    385       1.1     palle void
    386       1.1     palle ldc_send_rdx(struct ldc_conn *lc)
    387       1.1     palle {
    388       1.1     palle 	struct ldc_pkt *lp;
    389       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    390       1.1     palle 	int err;
    391       1.1     palle 
    392       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    393       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    394       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    395       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    396       1.1     palle 		return;
    397       1.1     palle 	}
    398       1.1     palle 
    399       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    400       1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    401       1.1     palle 	lp->type = LDC_CTRL;
    402       1.1     palle 	lp->stype = LDC_INFO;
    403       1.1     palle 	lp->ctrl = LDC_RDX;
    404       1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    405       1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    406       1.1     palle 
    407       1.1     palle 	tx_tail += sizeof(*lp);
    408       1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    409       1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    410       1.1     palle 	if (err != H_EOK) {
    411       1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    412       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    413       1.1     palle 		return;
    414       1.1     palle 	}
    415       1.1     palle 
    416       1.1     palle 	lc->lc_state = LDC_SND_RDX;
    417       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    418       1.1     palle }
    419       1.1     palle 
    420       1.1     palle int
    421       1.1     palle ldc_send_unreliable(struct ldc_conn *lc, void *msg, size_t len)
    422       1.1     palle {
    423       1.1     palle 	struct ldc_pkt *lp;
    424       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    425       1.1     palle 	uint64_t tx_avail;
    426       1.1     palle 	uint8_t *p = msg;
    427       1.1     palle 	int err;
    428       1.1     palle 
    429       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    430       1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    431       1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    432       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    433       1.1     palle 		return (EIO);
    434       1.1     palle 	}
    435       1.1     palle 
    436       1.1     palle 	tx_avail = (tx_head - tx_tail) / sizeof(*lp) +
    437       1.1     palle 	    lc->lc_txq->lq_nentries - 1;
    438       1.1     palle 	tx_avail %= lc->lc_txq->lq_nentries;
    439       1.1     palle 	if (len > tx_avail * LDC_PKT_PAYLOAD) {
    440       1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    441       1.1     palle 		return (EWOULDBLOCK);
    442       1.1     palle 	}
    443       1.1     palle 
    444       1.1     palle 	while (len > 0) {
    445       1.2  nakayama 		lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    446       1.1     palle 		bzero(lp, sizeof(struct ldc_pkt));
    447       1.1     palle 		lp->type = LDC_DATA;
    448       1.1     palle 		lp->stype = LDC_INFO;
    449  1.3.16.1  christos 		lp->env = uimin(len, LDC_PKT_PAYLOAD);
    450       1.1     palle 		if (p == msg)
    451       1.1     palle 			lp->env |= LDC_FRAG_START;
    452       1.1     palle 		if (len <= LDC_PKT_PAYLOAD)
    453       1.1     palle 			lp->env |= LDC_FRAG_STOP;
    454       1.1     palle 		lp->seqid = lc->lc_tx_seqid++;
    455  1.3.16.1  christos 		bcopy(p, &lp->major, uimin(len, LDC_PKT_PAYLOAD));
    456       1.1     palle 
    457       1.1     palle 		tx_tail += sizeof(*lp);
    458       1.1     palle 		tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    459       1.1     palle 		err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    460       1.1     palle 		if (err != H_EOK) {
    461       1.1     palle 			printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    462       1.1     palle 			mutex_exit(&lc->lc_txq->lq_mtx);
    463       1.1     palle 			return (EIO);
    464       1.1     palle 		}
    465  1.3.16.1  christos 		p += uimin(len, LDC_PKT_PAYLOAD);
    466  1.3.16.1  christos 		len -= uimin(len, LDC_PKT_PAYLOAD);
    467       1.1     palle 	}
    468       1.1     palle 
    469       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    470       1.1     palle 	return (0);
    471       1.1     palle }
    472       1.1     palle 
    473       1.1     palle void
    474       1.1     palle ldc_reset(struct ldc_conn *lc)
    475       1.1     palle {
    476       1.1     palle 	int err;
    477       1.1     palle 	vaddr_t va;
    478       1.1     palle 	paddr_t pa;
    479       1.1     palle 
    480       1.1     palle 	DPRINTF(("Resetting connection\n"));
    481       1.1     palle 
    482       1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    483       1.1     palle 
    484       1.1     palle #if OPENBSD_BUSDMA
    485       1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id,
    486       1.1     palle 	    lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries);
    487       1.1     palle #else
    488       1.1     palle         va = lc->lc_txq->lq_va;
    489       1.1     palle 	pa = 0;
    490       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    491       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    492       1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries);
    493       1.1     palle #endif
    494       1.1     palle 	if (err != H_EOK)
    495       1.1     palle 		printf("%s: hv_ldc_tx_qconf %d\n", __func__, err);
    496       1.1     palle 
    497       1.1     palle #if OPENBSD_BUSDMA
    498       1.1     palle 	err = hv_ldc_rx_qconf(lc->lc_id,
    499       1.1     palle 	    lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries);
    500       1.1     palle #else
    501       1.1     palle         va = lc->lc_rxq->lq_va;
    502       1.1     palle 	pa = 0;
    503       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    504       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    505       1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries);
    506       1.1     palle #endif
    507       1.1     palle 	if (err != H_EOK)
    508       1.1     palle 		printf("%s: hv_ldc_rx_qconf %d\n", __func__, err);
    509       1.1     palle 
    510       1.1     palle 	lc->lc_tx_seqid = 0;
    511       1.1     palle 	lc->lc_state = 0;
    512       1.1     palle 	lc->lc_tx_state = lc->lc_rx_state = LDC_CHANNEL_DOWN;
    513       1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    514       1.1     palle 
    515       1.1     palle 	lc->lc_reset(lc);
    516       1.1     palle }
    517       1.1     palle #if OPENBSD_BUSDMA
    518       1.1     palle struct ldc_queue *
    519       1.1     palle ldc_queue_alloc(bus_dma_tag_t t, int nentries)
    520       1.1     palle #else
    521       1.1     palle struct ldc_queue *
    522       1.1     palle ldc_queue_alloc(int nentries)
    523       1.1     palle #endif
    524       1.1     palle {
    525       1.1     palle 	struct ldc_queue *lq;
    526       1.1     palle 	bus_size_t size;
    527       1.1     palle 	vaddr_t va = 0;
    528       1.1     palle #if OPENBSD_BUSDMA
    529       1.1     palle 	int nsegs;
    530       1.1     palle #endif
    531       1.1     palle 
    532       1.1     palle 	lq = kmem_zalloc(sizeof(struct ldc_queue), KM_NOSLEEP);
    533       1.1     palle 	if (lq == NULL)
    534       1.1     palle 		return NULL;
    535       1.1     palle 
    536       1.1     palle 	mutex_init(&lq->lq_mtx, MUTEX_DEFAULT, IPL_TTY);
    537       1.1     palle 
    538       1.1     palle 	size = roundup(nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
    539       1.1     palle #if OPENBSD_BUSDMA
    540       1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    541       1.1     palle 	    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lq->lq_map) != 0)
    542       1.1     palle 		return (NULL);
    543       1.1     palle 
    544       1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lq->lq_seg, 1,
    545       1.1     palle 	    &nsegs, BUS_DMA_NOWAIT) != 0)
    546       1.1     palle 		goto destroy;
    547       1.1     palle 
    548       1.1     palle 	if (bus_dmamem_map(t, &lq->lq_seg, 1, size, (void *)&va,
    549       1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    550       1.1     palle 		goto free;
    551       1.1     palle 
    552       1.1     palle 	 if (bus_dmamap_load(t, lq->lq_map, (void*)va, size, NULL,
    553       1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    554       1.1     palle 		goto unmap;
    555       1.1     palle #else
    556       1.1     palle 	 va = (vaddr_t)kmem_zalloc(size, KM_NOSLEEP);
    557       1.3     palle 	 if (va == 0)
    558       1.3     palle 		goto free;
    559       1.1     palle #endif
    560       1.1     palle 	lq->lq_va = (vaddr_t)va;
    561       1.1     palle 	lq->lq_nentries = nentries;
    562       1.1     palle 	return (lq);
    563       1.1     palle #if OPENBSD_BUSDMA
    564       1.1     palle unmap:
    565       1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    566       1.1     palle free:
    567       1.1     palle 	bus_dmamem_free(t, &lq->lq_seg, 1);
    568       1.1     palle destroy:
    569       1.1     palle 	bus_dmamap_destroy(t, lq->lq_map);
    570       1.3     palle #else
    571       1.3     palle free:
    572       1.3     palle 	kmem_free(lq, sizeof(struct ldc_queue));
    573       1.1     palle #endif
    574       1.1     palle 	return (NULL);
    575       1.1     palle }
    576       1.1     palle 
    577       1.1     palle void
    578       1.1     palle #if OPENBSD_BUSDMA
    579       1.1     palle ldc_queue_free(bus_dma_tag_t t, struct ldc_queue *lq)
    580       1.1     palle #else
    581       1.1     palle ldc_queue_free(struct ldc_queue *lq)
    582       1.1     palle #endif
    583       1.1     palle {
    584       1.1     palle 	bus_size_t size;
    585       1.1     palle 
    586       1.1     palle 	size = roundup(lq->lq_nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
    587       1.1     palle 
    588       1.1     palle #if OPENBSD_BUSDMA
    589       1.1     palle 	bus_dmamap_unload(t, lq->lq_map);
    590       1.1     palle 	bus_dmamem_unmap(t, &lq->lq_va, size);
    591       1.1     palle 	bus_dmamem_free(t, &lq->lq_seg, 1);
    592       1.1     palle 	bus_dmamap_destroy(t, lq->lq_map);
    593       1.1     palle #else
    594       1.1     palle 	kmem_free((void *)lq->lq_va, size);
    595       1.1     palle #endif
    596       1.1     palle 	kmem_free(lq, size);
    597       1.1     palle }
    598       1.1     palle 
    599       1.1     palle #if OPENBSD_BUSDMA
    600       1.1     palle struct ldc_map *
    601       1.1     palle ldc_map_alloc(bus_dma_tag_t t, int nentries)
    602       1.1     palle #else
    603       1.1     palle struct ldc_map *
    604       1.1     palle ldc_map_alloc(int nentries)
    605       1.1     palle #endif
    606       1.1     palle {
    607       1.1     palle 	struct ldc_map *lm;
    608       1.1     palle 	bus_size_t size;
    609       1.1     palle 	vaddr_t va = 0;
    610       1.1     palle 
    611       1.1     palle #if OPENBSD_BUSDMA
    612       1.1     palle 	int nsegs;
    613       1.1     palle #endif
    614       1.1     palle 	lm = kmem_zalloc(sizeof(struct ldc_map), KM_NOSLEEP);
    615       1.1     palle 	if (lm == NULL)
    616       1.1     palle 		return NULL;
    617       1.1     palle 
    618       1.1     palle 	size = roundup(nentries * sizeof(struct ldc_map_slot), PAGE_SIZE);
    619       1.1     palle 
    620       1.1     palle #if OPENBSD_BUSDMA
    621       1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    622       1.1     palle 			      BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lm->lm_map) != 0) {
    623       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamap_create() failed\n"));
    624       1.1     palle 		return (NULL);
    625       1.1     palle 	}
    626       1.1     palle 
    627       1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lm->lm_seg, 1,
    628       1.1     palle 			     &nsegs, BUS_DMA_NOWAIT) != 0) {
    629       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamem_alloc() failed\n"));
    630       1.1     palle 		goto destroy;
    631       1.1     palle 	}
    632       1.1     palle 
    633       1.1     palle 	if (bus_dmamem_map(t, &lm->lm_seg, 1, size, (void *)&va,
    634       1.1     palle 			   BUS_DMA_NOWAIT) != 0) {
    635       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamem_map() failed\n"));
    636       1.1     palle 		goto free;
    637       1.1     palle 	}
    638       1.1     palle 	if (bus_dmamap_load(t, lm->lm_map, (void*)va, size, NULL,
    639       1.1     palle 			    BUS_DMA_NOWAIT) != 0) {
    640       1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamap_load() failed\n"));
    641       1.1     palle 		goto unmap;
    642       1.1     palle 	}
    643       1.1     palle #else
    644       1.1     palle 	va = (vaddr_t)kmem_zalloc(size, KM_NOSLEEP);
    645       1.3     palle 	if (va == 0)
    646       1.3     palle 		goto free;
    647       1.1     palle #endif
    648       1.1     palle 	lm->lm_slot = (struct ldc_map_slot *)va;
    649       1.1     palle 	lm->lm_nentries = nentries;
    650       1.1     palle 	bzero(lm->lm_slot, nentries * sizeof(struct ldc_map_slot));
    651       1.1     palle 	return (lm);
    652       1.1     palle 
    653       1.1     palle #if OPENBSD_BUSDMA
    654       1.1     palle unmap:
    655       1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    656       1.1     palle free:
    657       1.1     palle 	bus_dmamem_free(t, &lm->lm_seg, 1);
    658       1.1     palle destroy:
    659       1.1     palle 	bus_dmamap_destroy(t, lm->lm_map);
    660       1.3     palle #else
    661       1.3     palle free:
    662       1.3     palle 	kmem_free(lm, sizeof(struct ldc_map));
    663       1.1     palle #endif
    664       1.1     palle 	return (NULL);
    665       1.1     palle }
    666       1.1     palle 
    667       1.1     palle #if OPENBSD_BUSDMA
    668       1.1     palle void
    669       1.1     palle ldc_map_free(bus_dma_tag_t t, struct ldc_map *lm)
    670       1.1     palle #else
    671       1.1     palle void
    672       1.1     palle ldc_map_free(struct ldc_map *lm)
    673       1.1     palle #endif
    674       1.1     palle {
    675       1.1     palle 	bus_size_t size;
    676       1.1     palle 
    677       1.1     palle 	size = lm->lm_nentries * sizeof(struct ldc_map_slot);
    678       1.1     palle 	size = roundup(size, PAGE_SIZE);
    679       1.1     palle 
    680       1.1     palle #if OPENBSD_BUSDMA
    681       1.1     palle 	bus_dmamap_unload(t, lm->lm_map);
    682       1.1     palle 	bus_dmamem_unmap(t, lm->lm_slot, size);
    683       1.1     palle 	bus_dmamem_free(t, &lm->lm_seg, 1);
    684       1.1     palle 	bus_dmamap_destroy(t, lm->lm_map);
    685       1.1     palle #else
    686       1.1     palle 	kmem_free(lm->lm_slot, size);
    687       1.1     palle #endif
    688       1.1     palle 	kmem_free(lm, size);
    689       1.1     palle }
    690