Home | History | Annotate | Line # | Download | only in dev
ldc.c revision 1.7
      1  1.7     palle /*	$NetBSD: ldc.c,v 1.7 2021/04/05 12:19:22 palle Exp $	*/
      2  1.1     palle /*	$OpenBSD: ldc.c,v 1.12 2015/03/21 18:02:58 kettenis Exp $	*/
      3  1.1     palle /*
      4  1.1     palle  * Copyright (c) 2009 Mark Kettenis
      5  1.1     palle  *
      6  1.1     palle  * Permission to use, copy, modify, and distribute this software for any
      7  1.1     palle  * purpose with or without fee is hereby granted, provided that the above
      8  1.1     palle  * copyright notice and this permission notice appear in all copies.
      9  1.1     palle  *
     10  1.1     palle  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     11  1.1     palle  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     12  1.1     palle  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     13  1.1     palle  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     14  1.1     palle  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     15  1.1     palle  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     16  1.1     palle  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     17  1.1     palle  */
     18  1.1     palle 
     19  1.1     palle #include <sys/kmem.h>
     20  1.1     palle #include <sys/malloc.h>
     21  1.1     palle #include <sys/param.h>
     22  1.1     palle #include <sys/systm.h>
     23  1.1     palle 
     24  1.1     palle #include <sys/bus.h>
     25  1.1     palle #include <machine/hypervisor.h>
     26  1.1     palle 
     27  1.1     palle #include <uvm/uvm_extern.h>
     28  1.1     palle 
     29  1.1     palle #include <sparc64/dev/ldcvar.h>
     30  1.1     palle 
     31  1.1     palle #ifdef LDC_DEBUG
     32  1.1     palle #define DPRINTF(x)	printf x
     33  1.1     palle #else
     34  1.1     palle #define DPRINTF(x)
     35  1.1     palle #endif
     36  1.1     palle 
     37  1.1     palle void	ldc_rx_ctrl_vers(struct ldc_conn *, struct ldc_pkt *);
     38  1.1     palle void	ldc_rx_ctrl_rtr(struct ldc_conn *, struct ldc_pkt *);
     39  1.1     palle void	ldc_rx_ctrl_rts(struct ldc_conn *, struct ldc_pkt *);
     40  1.1     palle void	ldc_rx_ctrl_rdx(struct ldc_conn *, struct ldc_pkt *);
     41  1.1     palle 
     42  1.1     palle void	ldc_send_ack(struct ldc_conn *);
     43  1.1     palle void	ldc_send_rtr(struct ldc_conn *);
     44  1.1     palle void	ldc_send_rts(struct ldc_conn *);
     45  1.1     palle void	ldc_send_rdx(struct ldc_conn *);
     46  1.1     palle 
     47  1.1     palle void
     48  1.1     palle ldc_rx_ctrl(struct ldc_conn *lc, struct ldc_pkt *lp)
     49  1.1     palle {
     50  1.1     palle 	switch (lp->ctrl) {
     51  1.1     palle 	case LDC_VERS:
     52  1.1     palle 		ldc_rx_ctrl_vers(lc, lp);
     53  1.1     palle 		break;
     54  1.1     palle 
     55  1.1     palle 	case LDC_RTS:
     56  1.1     palle 		ldc_rx_ctrl_rts(lc, lp);
     57  1.1     palle 		break;
     58  1.1     palle 
     59  1.1     palle 	case LDC_RTR:
     60  1.1     palle 		ldc_rx_ctrl_rtr(lc, lp);
     61  1.1     palle 		break;
     62  1.1     palle 
     63  1.1     palle 	case LDC_RDX:
     64  1.1     palle 		ldc_rx_ctrl_rdx(lc, lp);
     65  1.1     palle 		break;
     66  1.1     palle 
     67  1.1     palle 	default:
     68  1.1     palle 		DPRINTF(("CTRL/0x%02x/0x%02x\n", lp->stype, lp->ctrl));
     69  1.1     palle 		ldc_reset(lc);
     70  1.1     palle 		break;
     71  1.1     palle 	}
     72  1.1     palle }
     73  1.1     palle 
     74  1.1     palle void
     75  1.1     palle ldc_rx_ctrl_vers(struct ldc_conn *lc, struct ldc_pkt *lp)
     76  1.1     palle {
     77  1.1     palle 	switch (lp->stype) {
     78  1.1     palle 	case LDC_INFO:
     79  1.7     palle 		DPRINTF(("CTRL/INFO/VERS major %d minor %d\n", lp->major, lp->minor));
     80  1.1     palle 		if (lp->major == LDC_VERSION_MAJOR &&
     81  1.1     palle 		    lp->minor == LDC_VERSION_MINOR)
     82  1.1     palle 			ldc_send_ack(lc);
     83  1.1     palle 		else {
     84  1.1     palle 			/* XXX do nothing for now. */
     85  1.7     palle 			DPRINTF(("CTRL/INFO/VERS unsupported major/minor\n"));
     86  1.1     palle 		}
     87  1.1     palle 		break;
     88  1.1     palle 
     89  1.1     palle 	case LDC_ACK:
     90  1.7     palle 		DPRINTF(("CTRL/ACK/VERS\n"));
     91  1.1     palle 		if (lc->lc_state != LDC_SND_VERS) {
     92  1.7     palle 			DPRINTF(("Spurious CTRL/ACK/VERS: state %d major %d minor %d (ignored)\n",
     93  1.7     palle 					 lc->lc_state, lp->major, lp->minor));
     94  1.7     palle 		}
     95  1.7     palle 		else {
     96  1.7     palle 			ldc_send_rts(lc);
     97  1.1     palle 		}
     98  1.1     palle 		break;
     99  1.1     palle 
    100  1.1     palle 	case LDC_NACK:
    101  1.1     palle 		DPRINTF(("CTRL/NACK/VERS\n"));
    102  1.1     palle 		ldc_reset(lc);
    103  1.1     palle 		break;
    104  1.1     palle 
    105  1.1     palle 	default:
    106  1.1     palle 		DPRINTF(("CTRL/0x%02x/VERS\n", lp->stype));
    107  1.1     palle 		ldc_reset(lc);
    108  1.1     palle 		break;
    109  1.1     palle 	}
    110  1.1     palle }
    111  1.1     palle 
    112  1.1     palle void
    113  1.1     palle ldc_rx_ctrl_rts(struct ldc_conn *lc, struct ldc_pkt *lp)
    114  1.1     palle {
    115  1.1     palle 	switch (lp->stype) {
    116  1.1     palle 	case LDC_INFO:
    117  1.1     palle 		if (lc->lc_state != LDC_RCV_VERS) {
    118  1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTS: state %d\n",
    119  1.1     palle 			    lc->lc_state));
    120  1.1     palle 			ldc_reset(lc);
    121  1.1     palle 			return;
    122  1.1     palle 		}
    123  1.1     palle 		DPRINTF(("CTRL/INFO/RTS\n"));
    124  1.1     palle 		ldc_send_rtr(lc);
    125  1.1     palle 		break;
    126  1.1     palle 
    127  1.1     palle 	case LDC_ACK:
    128  1.1     palle 		DPRINTF(("CTRL/ACK/RTS\n"));
    129  1.1     palle 		ldc_reset(lc);
    130  1.1     palle 		break;
    131  1.1     palle 
    132  1.1     palle 	case LDC_NACK:
    133  1.1     palle 		DPRINTF(("CTRL/NACK/RTS\n"));
    134  1.1     palle 		ldc_reset(lc);
    135  1.1     palle 		break;
    136  1.1     palle 
    137  1.1     palle 	default:
    138  1.1     palle 		DPRINTF(("CTRL/0x%02x/RTS\n", lp->stype));
    139  1.1     palle 		ldc_reset(lc);
    140  1.1     palle 		break;
    141  1.1     palle 	}
    142  1.1     palle }
    143  1.1     palle 
    144  1.1     palle void
    145  1.1     palle ldc_rx_ctrl_rtr(struct ldc_conn *lc, struct ldc_pkt *lp)
    146  1.1     palle {
    147  1.1     palle 	switch (lp->stype) {
    148  1.1     palle 	case LDC_INFO:
    149  1.1     palle 		if (lc->lc_state != LDC_SND_RTS) {
    150  1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
    151  1.1     palle 			    lc->lc_state));
    152  1.1     palle 			ldc_reset(lc);
    153  1.1     palle 			return;
    154  1.1     palle 		}
    155  1.1     palle 		DPRINTF(("CTRL/INFO/RTR\n"));
    156  1.1     palle 		ldc_send_rdx(lc);
    157  1.1     palle 		lc->lc_start(lc);
    158  1.1     palle 		break;
    159  1.1     palle 
    160  1.1     palle 	case LDC_ACK:
    161  1.1     palle 		DPRINTF(("CTRL/ACK/RTR\n"));
    162  1.1     palle 		ldc_reset(lc);
    163  1.1     palle 		break;
    164  1.1     palle 
    165  1.1     palle 	case LDC_NACK:
    166  1.1     palle 		DPRINTF(("CTRL/NACK/RTR\n"));
    167  1.1     palle 		ldc_reset(lc);
    168  1.1     palle 		break;
    169  1.1     palle 
    170  1.1     palle 	default:
    171  1.1     palle 		DPRINTF(("CTRL/0x%02x/RTR\n", lp->stype));
    172  1.1     palle 		ldc_reset(lc);
    173  1.1     palle 		break;
    174  1.1     palle 	}
    175  1.1     palle }
    176  1.1     palle 
    177  1.1     palle void
    178  1.1     palle ldc_rx_ctrl_rdx(struct ldc_conn *lc, struct ldc_pkt *lp)
    179  1.1     palle {
    180  1.1     palle 	switch (lp->stype) {
    181  1.1     palle 	case LDC_INFO:
    182  1.1     palle 		if (lc->lc_state != LDC_SND_RTR) {
    183  1.1     palle 			DPRINTF(("Spurious CTRL/INFO/RTR: state %d\n",
    184  1.1     palle 			    lc->lc_state));
    185  1.1     palle 			ldc_reset(lc);
    186  1.1     palle 			return;
    187  1.1     palle 		}
    188  1.1     palle 		DPRINTF(("CTRL/INFO/RDX\n"));
    189  1.1     palle 		lc->lc_start(lc);
    190  1.1     palle 		break;
    191  1.1     palle 
    192  1.1     palle 	case LDC_ACK:
    193  1.1     palle 		DPRINTF(("CTRL/ACK/RDX\n"));
    194  1.1     palle 		ldc_reset(lc);
    195  1.1     palle 		break;
    196  1.1     palle 
    197  1.1     palle 	case LDC_NACK:
    198  1.1     palle 		DPRINTF(("CTRL/NACK/RDX\n"));
    199  1.1     palle 		ldc_reset(lc);
    200  1.1     palle 		break;
    201  1.1     palle 
    202  1.1     palle 	default:
    203  1.1     palle 		DPRINTF(("CTRL/0x%02x/RDX\n", lp->stype));
    204  1.1     palle 		ldc_reset(lc);
    205  1.1     palle 		break;
    206  1.1     palle 	}
    207  1.1     palle }
    208  1.1     palle 
    209  1.1     palle void
    210  1.1     palle ldc_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp)
    211  1.1     palle {
    212  1.1     palle 	size_t len;
    213  1.1     palle 
    214  1.1     palle 	if (lp->stype != LDC_INFO) {
    215  1.1     palle 		DPRINTF(("DATA/0x%02x\n", lp->stype));
    216  1.1     palle 		ldc_reset(lc);
    217  1.1     palle 		return;
    218  1.1     palle 	}
    219  1.1     palle 
    220  1.1     palle 	if (lc->lc_state != LDC_SND_RTR &&
    221  1.1     palle 	    lc->lc_state != LDC_SND_RDX) {
    222  1.1     palle 		DPRINTF(("Spurious DATA/INFO: state %d\n", lc->lc_state));
    223  1.1     palle 		ldc_reset(lc);
    224  1.1     palle 		return;
    225  1.1     palle 	}
    226  1.1     palle 
    227  1.1     palle 	if (lp->env & LDC_FRAG_START) {
    228  1.1     palle 		lc->lc_len = (lp->env & LDC_LEN_MASK) + 8;
    229  1.1     palle 		KASSERT(lc->lc_len <= sizeof(lc->lc_msg));
    230  1.1     palle 		memcpy((uint8_t *)lc->lc_msg, lp, lc->lc_len);
    231  1.1     palle 	} else {
    232  1.1     palle 		len = (lp->env & LDC_LEN_MASK);
    233  1.1     palle 		if (lc->lc_len + len > sizeof(lc->lc_msg)) {
    234  1.1     palle 			DPRINTF(("Buffer overrun\n"));
    235  1.1     palle 			ldc_reset(lc);
    236  1.1     palle 			return;
    237  1.1     palle 		}
    238  1.1     palle 		memcpy(((uint8_t *)lc->lc_msg) + lc->lc_len, &lp->major, len);
    239  1.1     palle 		lc->lc_len += len;
    240  1.1     palle 	}
    241  1.1     palle 
    242  1.1     palle 	if (lp->env & LDC_FRAG_STOP)
    243  1.1     palle 		lc->lc_rx_data(lc, (struct ldc_pkt *)lc->lc_msg);
    244  1.1     palle }
    245  1.1     palle 
    246  1.1     palle void
    247  1.1     palle ldc_send_vers(struct ldc_conn *lc)
    248  1.1     palle {
    249  1.1     palle 	struct ldc_pkt *lp;
    250  1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    251  1.1     palle 	int err;
    252  1.1     palle 
    253  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    254  1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    255  1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    256  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    257  1.1     palle 		return;
    258  1.1     palle 	}
    259  1.1     palle 
    260  1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    261  1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    262  1.1     palle 	lp->type = LDC_CTRL;
    263  1.1     palle 	lp->stype = LDC_INFO;
    264  1.1     palle 	lp->ctrl = LDC_VERS;
    265  1.1     palle 	lp->major = 1;
    266  1.1     palle 	lp->minor = 0;
    267  1.7     palle 	DPRINTF(("ldc_send_vers() major %d minor %d\n", lp->major, lp->minor));
    268  1.1     palle 
    269  1.1     palle 	tx_tail += sizeof(*lp);
    270  1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    271  1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    272  1.1     palle 	if (err != H_EOK) {
    273  1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    274  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    275  1.1     palle 		return;
    276  1.1     palle 	}
    277  1.1     palle 
    278  1.1     palle 	lc->lc_state = LDC_SND_VERS;
    279  1.7     palle 	DPRINTF(("ldc_send_vers() setting lc->lc_state to %d\n", lc->lc_state));
    280  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    281  1.1     palle }
    282  1.1     palle 
    283  1.1     palle void
    284  1.1     palle ldc_send_ack(struct ldc_conn *lc)
    285  1.1     palle {
    286  1.1     palle 	struct ldc_pkt *lp;
    287  1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    288  1.1     palle 	int err;
    289  1.1     palle 
    290  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    291  1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    292  1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    293  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    294  1.1     palle 		return;
    295  1.1     palle 	}
    296  1.1     palle 
    297  1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    298  1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    299  1.1     palle 	lp->type = LDC_CTRL;
    300  1.1     palle 	lp->stype = LDC_ACK;
    301  1.1     palle 	lp->ctrl = LDC_VERS;
    302  1.1     palle 	lp->major = 1;
    303  1.1     palle 	lp->minor = 0;
    304  1.1     palle 
    305  1.1     palle 	tx_tail += sizeof(*lp);
    306  1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    307  1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    308  1.1     palle 	if (err != H_EOK) {
    309  1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    310  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    311  1.1     palle 		return;
    312  1.1     palle 	}
    313  1.1     palle 
    314  1.1     palle 	lc->lc_state = LDC_RCV_VERS;
    315  1.7     palle 	DPRINTF(("ldc_send_ack() setting lc->lc_state to %d\n", lc->lc_state));
    316  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    317  1.1     palle }
    318  1.1     palle 
    319  1.1     palle void
    320  1.1     palle ldc_send_rts(struct ldc_conn *lc)
    321  1.1     palle {
    322  1.1     palle 	struct ldc_pkt *lp;
    323  1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    324  1.1     palle 	int err;
    325  1.1     palle 
    326  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    327  1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    328  1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    329  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    330  1.1     palle 		return;
    331  1.1     palle 	}
    332  1.1     palle 
    333  1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    334  1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    335  1.1     palle 	lp->type = LDC_CTRL;
    336  1.1     palle 	lp->stype = LDC_INFO;
    337  1.1     palle 	lp->ctrl = LDC_RTS;
    338  1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    339  1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    340  1.1     palle 
    341  1.1     palle 	tx_tail += sizeof(*lp);
    342  1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    343  1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    344  1.1     palle 	if (err != H_EOK) {
    345  1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    346  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    347  1.1     palle 		return;
    348  1.1     palle 	}
    349  1.1     palle 
    350  1.1     palle 	lc->lc_state = LDC_SND_RTS;
    351  1.7     palle 	DPRINTF(("ldc_send_rts() setting lc->lc_state to %d\n", lc->lc_state));
    352  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    353  1.1     palle }
    354  1.1     palle 
    355  1.1     palle void
    356  1.1     palle ldc_send_rtr(struct ldc_conn *lc)
    357  1.1     palle {
    358  1.1     palle 	struct ldc_pkt *lp;
    359  1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    360  1.1     palle 	int err;
    361  1.1     palle 
    362  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    363  1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    364  1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    365  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    366  1.1     palle 		return;
    367  1.1     palle 	}
    368  1.1     palle 
    369  1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    370  1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    371  1.1     palle 	lp->type = LDC_CTRL;
    372  1.1     palle 	lp->stype = LDC_INFO;
    373  1.1     palle 	lp->ctrl = LDC_RTR;
    374  1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    375  1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    376  1.1     palle 
    377  1.1     palle 	tx_tail += sizeof(*lp);
    378  1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    379  1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    380  1.1     palle 	if (err != H_EOK) {
    381  1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    382  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    383  1.1     palle 		return;
    384  1.1     palle 	}
    385  1.1     palle 
    386  1.1     palle 	lc->lc_state = LDC_SND_RTR;
    387  1.7     palle 	DPRINTF(("ldc_send_rtr() setting lc->lc_state to %d\n", lc->lc_state));
    388  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    389  1.1     palle }
    390  1.1     palle 
    391  1.1     palle void
    392  1.1     palle ldc_send_rdx(struct ldc_conn *lc)
    393  1.1     palle {
    394  1.1     palle 	struct ldc_pkt *lp;
    395  1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    396  1.1     palle 	int err;
    397  1.1     palle 
    398  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    399  1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    400  1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    401  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    402  1.1     palle 		return;
    403  1.1     palle 	}
    404  1.1     palle 
    405  1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    406  1.1     palle 	bzero(lp, sizeof(struct ldc_pkt));
    407  1.1     palle 	lp->type = LDC_CTRL;
    408  1.1     palle 	lp->stype = LDC_INFO;
    409  1.1     palle 	lp->ctrl = LDC_RDX;
    410  1.1     palle 	lp->env = LDC_MODE_UNRELIABLE;
    411  1.1     palle 	lp->seqid = lc->lc_tx_seqid++;
    412  1.1     palle 
    413  1.1     palle 	tx_tail += sizeof(*lp);
    414  1.1     palle 	tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    415  1.1     palle 	err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    416  1.1     palle 	if (err != H_EOK) {
    417  1.1     palle 		printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    418  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    419  1.1     palle 		return;
    420  1.1     palle 	}
    421  1.1     palle 
    422  1.1     palle 	lc->lc_state = LDC_SND_RDX;
    423  1.7     palle 	DPRINTF(("ldc_send_rdx() setting lc->lc_state to %d\n", lc->lc_state));
    424  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    425  1.1     palle }
    426  1.1     palle 
    427  1.1     palle int
    428  1.1     palle ldc_send_unreliable(struct ldc_conn *lc, void *msg, size_t len)
    429  1.1     palle {
    430  1.1     palle 	struct ldc_pkt *lp;
    431  1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    432  1.1     palle 	uint64_t tx_avail;
    433  1.1     palle 	uint8_t *p = msg;
    434  1.1     palle 	int err;
    435  1.1     palle 
    436  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    437  1.1     palle 	err = hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    438  1.1     palle 	if (err != H_EOK || tx_state != LDC_CHANNEL_UP) {
    439  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    440  1.1     palle 		return (EIO);
    441  1.1     palle 	}
    442  1.1     palle 
    443  1.1     palle 	tx_avail = (tx_head - tx_tail) / sizeof(*lp) +
    444  1.1     palle 	    lc->lc_txq->lq_nentries - 1;
    445  1.1     palle 	tx_avail %= lc->lc_txq->lq_nentries;
    446  1.1     palle 	if (len > tx_avail * LDC_PKT_PAYLOAD) {
    447  1.1     palle 		mutex_exit(&lc->lc_txq->lq_mtx);
    448  1.1     palle 		return (EWOULDBLOCK);
    449  1.1     palle 	}
    450  1.1     palle 
    451  1.1     palle 	while (len > 0) {
    452  1.2  nakayama 		lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_txq->lq_va + tx_tail);
    453  1.1     palle 		bzero(lp, sizeof(struct ldc_pkt));
    454  1.1     palle 		lp->type = LDC_DATA;
    455  1.1     palle 		lp->stype = LDC_INFO;
    456  1.4  riastrad 		lp->env = uimin(len, LDC_PKT_PAYLOAD);
    457  1.1     palle 		if (p == msg)
    458  1.1     palle 			lp->env |= LDC_FRAG_START;
    459  1.1     palle 		if (len <= LDC_PKT_PAYLOAD)
    460  1.1     palle 			lp->env |= LDC_FRAG_STOP;
    461  1.1     palle 		lp->seqid = lc->lc_tx_seqid++;
    462  1.4  riastrad 		bcopy(p, &lp->major, uimin(len, LDC_PKT_PAYLOAD));
    463  1.1     palle 
    464  1.1     palle 		tx_tail += sizeof(*lp);
    465  1.1     palle 		tx_tail &= ((lc->lc_txq->lq_nentries * sizeof(*lp)) - 1);
    466  1.1     palle 		err = hv_ldc_tx_set_qtail(lc->lc_id, tx_tail);
    467  1.1     palle 		if (err != H_EOK) {
    468  1.1     palle 			printf("%s: hv_ldc_tx_set_qtail: %d\n", __func__, err);
    469  1.1     palle 			mutex_exit(&lc->lc_txq->lq_mtx);
    470  1.1     palle 			return (EIO);
    471  1.1     palle 		}
    472  1.4  riastrad 		p += uimin(len, LDC_PKT_PAYLOAD);
    473  1.4  riastrad 		len -= uimin(len, LDC_PKT_PAYLOAD);
    474  1.1     palle 	}
    475  1.1     palle 
    476  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    477  1.1     palle 	return (0);
    478  1.1     palle }
    479  1.1     palle 
    480  1.1     palle void
    481  1.1     palle ldc_reset(struct ldc_conn *lc)
    482  1.1     palle {
    483  1.1     palle 	int err;
    484  1.1     palle 	vaddr_t va;
    485  1.1     palle 	paddr_t pa;
    486  1.1     palle 
    487  1.1     palle 	DPRINTF(("Resetting connection\n"));
    488  1.1     palle 
    489  1.1     palle 	mutex_enter(&lc->lc_txq->lq_mtx);
    490  1.1     palle 
    491  1.1     palle #if OPENBSD_BUSDMA
    492  1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id,
    493  1.1     palle 	    lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries);
    494  1.1     palle #else
    495  1.1     palle         va = lc->lc_txq->lq_va;
    496  1.1     palle 	pa = 0;
    497  1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    498  1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    499  1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries);
    500  1.1     palle #endif
    501  1.1     palle 	if (err != H_EOK)
    502  1.1     palle 		printf("%s: hv_ldc_tx_qconf %d\n", __func__, err);
    503  1.1     palle 
    504  1.1     palle #if OPENBSD_BUSDMA
    505  1.1     palle 	err = hv_ldc_rx_qconf(lc->lc_id,
    506  1.1     palle 	    lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries);
    507  1.1     palle #else
    508  1.1     palle         va = lc->lc_rxq->lq_va;
    509  1.1     palle 	pa = 0;
    510  1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    511  1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    512  1.1     palle 	err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries);
    513  1.1     palle #endif
    514  1.1     palle 	if (err != H_EOK)
    515  1.1     palle 		printf("%s: hv_ldc_rx_qconf %d\n", __func__, err);
    516  1.1     palle 
    517  1.1     palle 	lc->lc_tx_seqid = 0;
    518  1.1     palle 	lc->lc_state = 0;
    519  1.1     palle 	lc->lc_tx_state = lc->lc_rx_state = LDC_CHANNEL_DOWN;
    520  1.1     palle 	mutex_exit(&lc->lc_txq->lq_mtx);
    521  1.1     palle 
    522  1.1     palle 	lc->lc_reset(lc);
    523  1.1     palle }
    524  1.1     palle #if OPENBSD_BUSDMA
    525  1.1     palle struct ldc_queue *
    526  1.1     palle ldc_queue_alloc(bus_dma_tag_t t, int nentries)
    527  1.1     palle #else
    528  1.1     palle struct ldc_queue *
    529  1.1     palle ldc_queue_alloc(int nentries)
    530  1.1     palle #endif
    531  1.1     palle {
    532  1.1     palle 	struct ldc_queue *lq;
    533  1.1     palle 	bus_size_t size;
    534  1.1     palle 	vaddr_t va = 0;
    535  1.1     palle #if OPENBSD_BUSDMA
    536  1.1     palle 	int nsegs;
    537  1.1     palle #endif
    538  1.1     palle 
    539  1.5       chs 	lq = kmem_zalloc(sizeof(struct ldc_queue), KM_SLEEP);
    540  1.1     palle 
    541  1.1     palle 	mutex_init(&lq->lq_mtx, MUTEX_DEFAULT, IPL_TTY);
    542  1.1     palle 
    543  1.1     palle 	size = roundup(nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
    544  1.1     palle #if OPENBSD_BUSDMA
    545  1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    546  1.1     palle 	    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lq->lq_map) != 0)
    547  1.1     palle 		return (NULL);
    548  1.1     palle 
    549  1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lq->lq_seg, 1,
    550  1.1     palle 	    &nsegs, BUS_DMA_NOWAIT) != 0)
    551  1.1     palle 		goto destroy;
    552  1.1     palle 
    553  1.1     palle 	if (bus_dmamem_map(t, &lq->lq_seg, 1, size, (void *)&va,
    554  1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    555  1.1     palle 		goto free;
    556  1.1     palle 
    557  1.1     palle 	 if (bus_dmamap_load(t, lq->lq_map, (void*)va, size, NULL,
    558  1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    559  1.1     palle 		goto unmap;
    560  1.1     palle #else
    561  1.5       chs 	va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
    562  1.1     palle #endif
    563  1.1     palle 	lq->lq_va = (vaddr_t)va;
    564  1.1     palle 	lq->lq_nentries = nentries;
    565  1.1     palle 	return (lq);
    566  1.1     palle #if OPENBSD_BUSDMA
    567  1.1     palle unmap:
    568  1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    569  1.1     palle free:
    570  1.1     palle 	bus_dmamem_free(t, &lq->lq_seg, 1);
    571  1.1     palle destroy:
    572  1.1     palle 	bus_dmamap_destroy(t, lq->lq_map);
    573  1.1     palle #endif
    574  1.1     palle 	return (NULL);
    575  1.1     palle }
    576  1.1     palle 
    577  1.1     palle void
    578  1.1     palle #if OPENBSD_BUSDMA
    579  1.1     palle ldc_queue_free(bus_dma_tag_t t, struct ldc_queue *lq)
    580  1.1     palle #else
    581  1.1     palle ldc_queue_free(struct ldc_queue *lq)
    582  1.1     palle #endif
    583  1.1     palle {
    584  1.1     palle 	bus_size_t size;
    585  1.1     palle 
    586  1.1     palle 	size = roundup(lq->lq_nentries * sizeof(struct ldc_pkt), PAGE_SIZE);
    587  1.1     palle 
    588  1.1     palle #if OPENBSD_BUSDMA
    589  1.1     palle 	bus_dmamap_unload(t, lq->lq_map);
    590  1.1     palle 	bus_dmamem_unmap(t, &lq->lq_va, size);
    591  1.1     palle 	bus_dmamem_free(t, &lq->lq_seg, 1);
    592  1.1     palle 	bus_dmamap_destroy(t, lq->lq_map);
    593  1.1     palle #else
    594  1.1     palle 	kmem_free((void *)lq->lq_va, size);
    595  1.1     palle #endif
    596  1.1     palle 	kmem_free(lq, size);
    597  1.1     palle }
    598  1.1     palle 
    599  1.1     palle #if OPENBSD_BUSDMA
    600  1.1     palle struct ldc_map *
    601  1.1     palle ldc_map_alloc(bus_dma_tag_t t, int nentries)
    602  1.1     palle #else
    603  1.1     palle struct ldc_map *
    604  1.1     palle ldc_map_alloc(int nentries)
    605  1.1     palle #endif
    606  1.1     palle {
    607  1.1     palle 	struct ldc_map *lm;
    608  1.1     palle 	bus_size_t size;
    609  1.1     palle 	vaddr_t va = 0;
    610  1.1     palle 
    611  1.1     palle #if OPENBSD_BUSDMA
    612  1.1     palle 	int nsegs;
    613  1.1     palle #endif
    614  1.6       chs 	lm = kmem_zalloc(sizeof(struct ldc_map), KM_SLEEP);
    615  1.1     palle 	size = roundup(nentries * sizeof(struct ldc_map_slot), PAGE_SIZE);
    616  1.1     palle 
    617  1.1     palle #if OPENBSD_BUSDMA
    618  1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    619  1.1     palle 			      BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &lm->lm_map) != 0) {
    620  1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamap_create() failed\n"));
    621  1.1     palle 		return (NULL);
    622  1.1     palle 	}
    623  1.1     palle 
    624  1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &lm->lm_seg, 1,
    625  1.1     palle 			     &nsegs, BUS_DMA_NOWAIT) != 0) {
    626  1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamem_alloc() failed\n"));
    627  1.1     palle 		goto destroy;
    628  1.1     palle 	}
    629  1.1     palle 
    630  1.1     palle 	if (bus_dmamem_map(t, &lm->lm_seg, 1, size, (void *)&va,
    631  1.1     palle 			   BUS_DMA_NOWAIT) != 0) {
    632  1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamem_map() failed\n"));
    633  1.1     palle 		goto free;
    634  1.1     palle 	}
    635  1.1     palle 	if (bus_dmamap_load(t, lm->lm_map, (void*)va, size, NULL,
    636  1.1     palle 			    BUS_DMA_NOWAIT) != 0) {
    637  1.1     palle 		DPRINTF(("ldc_map_alloc() - bus_dmamap_load() failed\n"));
    638  1.1     palle 		goto unmap;
    639  1.1     palle 	}
    640  1.1     palle #else
    641  1.6       chs 	va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
    642  1.1     palle #endif
    643  1.1     palle 	lm->lm_slot = (struct ldc_map_slot *)va;
    644  1.1     palle 	lm->lm_nentries = nentries;
    645  1.1     palle 	bzero(lm->lm_slot, nentries * sizeof(struct ldc_map_slot));
    646  1.1     palle 	return (lm);
    647  1.1     palle 
    648  1.1     palle #if OPENBSD_BUSDMA
    649  1.1     palle unmap:
    650  1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    651  1.1     palle free:
    652  1.1     palle 	bus_dmamem_free(t, &lm->lm_seg, 1);
    653  1.1     palle destroy:
    654  1.1     palle 	bus_dmamap_destroy(t, lm->lm_map);
    655  1.1     palle #endif
    656  1.1     palle 	return (NULL);
    657  1.1     palle }
    658  1.1     palle 
    659  1.1     palle #if OPENBSD_BUSDMA
    660  1.1     palle void
    661  1.1     palle ldc_map_free(bus_dma_tag_t t, struct ldc_map *lm)
    662  1.1     palle #else
    663  1.1     palle void
    664  1.1     palle ldc_map_free(struct ldc_map *lm)
    665  1.1     palle #endif
    666  1.1     palle {
    667  1.1     palle 	bus_size_t size;
    668  1.1     palle 
    669  1.1     palle 	size = lm->lm_nentries * sizeof(struct ldc_map_slot);
    670  1.1     palle 	size = roundup(size, PAGE_SIZE);
    671  1.1     palle 
    672  1.1     palle #if OPENBSD_BUSDMA
    673  1.1     palle 	bus_dmamap_unload(t, lm->lm_map);
    674  1.1     palle 	bus_dmamem_unmap(t, lm->lm_slot, size);
    675  1.1     palle 	bus_dmamem_free(t, &lm->lm_seg, 1);
    676  1.1     palle 	bus_dmamap_destroy(t, lm->lm_map);
    677  1.1     palle #else
    678  1.1     palle 	kmem_free(lm->lm_slot, size);
    679  1.1     palle #endif
    680  1.1     palle 	kmem_free(lm, size);
    681  1.1     palle }
    682