/* $NetBSD: viocon.c,v 1.9 2023/04/16 18:37:16 riastradh Exp $ */ /* $OpenBSD: viocon.c,v 1.8 2021/11/05 11:38:29 mpi Exp $ */ /* * Copyright (c) 2013-2015 Stefan Fritsch * * Permission to use, copy, modify, and distribute this software for any * purpose with or without fee is hereby granted, provided that the above * copyright notice and this permission notice appear in all copies. * * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #include __KERNEL_RCSID(0, "$NetBSD: viocon.c,v 1.9 2023/04/16 18:37:16 riastradh Exp $"); #include #include #include #include #include #include #include #include #include #include #include #include #include #include "ioconf.h" /* OpenBSD compat shims */ #define ttymalloc(speed) tty_alloc() #define splassert(ipl) __nothing #define virtio_notify(vsc, vq) virtio_enqueue_commit(vsc, vq, -1, true) #define ttwakeupwr(tp) __nothing /* features */ #define VIRTIO_CONSOLE_F_SIZE (1ULL<<0) #define VIRTIO_CONSOLE_F_MULTIPORT (1ULL<<1) #define VIRTIO_CONSOLE_F_EMERG_WRITE (1ULL<<2) /* config space */ #define VIRTIO_CONSOLE_COLS 0 /* 16 bits */ #define VIRTIO_CONSOLE_ROWS 2 /* 16 bits */ #define VIRTIO_CONSOLE_MAX_NR_PORTS 4 /* 32 bits */ #define VIRTIO_CONSOLE_EMERG_WR 8 /* 32 bits */ #define VIOCON_DEBUG 0 #if VIOCON_DEBUG #define DPRINTF(x...) printf(x) #else #define DPRINTF(x...) #endif #define VIRTIO_CONSOLE_FLAG_BITS \ VIRTIO_COMMON_FLAG_BITS \ "b\x00" "SIZE\0" \ "b\x01" "MULTIPORT\0" \ "b\x02" "EMERG_WRITE\0" struct virtio_console_control { uint32_t id; /* Port number */ #define VIRTIO_CONSOLE_DEVICE_READY 0 #define VIRTIO_CONSOLE_PORT_ADD 1 #define VIRTIO_CONSOLE_PORT_REMOVE 2 #define VIRTIO_CONSOLE_PORT_READY 3 #define VIRTIO_CONSOLE_CONSOLE_PORT 4 #define VIRTIO_CONSOLE_RESIZE 5 #define VIRTIO_CONSOLE_PORT_OPEN 6 #define VIRTIO_CONSOLE_PORT_NAME 7 uint16_t event; uint16_t value; }; struct virtio_console_control_resize { /* yes, the order is different than in config space */ uint16_t rows; uint16_t cols; }; #define BUFSIZE 128 #define VIOCONDEV(u,p) makedev(cdevsw_lookup_major(&viocon_cdevsw), \ ((u) << 4) | (p)) #define VIOCONUNIT(x) (minor(x) >> 4) #define VIOCONPORT(x) (minor(x) & 0x0f) struct viocon_port { struct viocon_softc *vp_sc; struct virtqueue *vp_rx; struct virtqueue *vp_tx; void *vp_si; struct tty *vp_tty; const char *vp_name; bus_dma_segment_t vp_dmaseg; bus_dmamap_t vp_dmamap; #ifdef NOTYET unsigned int vp_host_open:1; /* XXX needs F_MULTIPORT */ unsigned int vp_guest_open:1; /* XXX needs F_MULTIPORT */ unsigned int vp_is_console:1; /* XXX needs F_MULTIPORT */ #endif unsigned int vp_iflow:1; /* rx flow control */ uint16_t vp_rows; uint16_t vp_cols; u_char *vp_rx_buf; u_char *vp_tx_buf; }; struct viocon_softc { struct device *sc_dev; struct virtio_softc *sc_virtio; struct virtqueue *sc_vqs; #define VIOCON_PORT_RX 0 #define VIOCON_PORT_TX 1 #define VIOCON_PORT_NQS 2 struct virtqueue *sc_c_vq_rx; struct virtqueue *sc_c_vq_tx; unsigned int sc_max_ports; struct viocon_port **sc_ports; }; int viocon_match(struct device *, struct cfdata *, void *); void viocon_attach(struct device *, struct device *, void *); int viocon_tx_intr(struct virtqueue *); int viocon_tx_drain(struct viocon_port *, struct virtqueue *vq); int viocon_rx_intr(struct virtqueue *); void viocon_rx_soft(void *); void viocon_rx_fill(struct viocon_port *); int viocon_port_create(struct viocon_softc *, int); void vioconstart(struct tty *); int vioconhwiflow(struct tty *, int); int vioconparam(struct tty *, struct termios *); int vioconopen(dev_t, int, int, struct lwp *); int vioconclose(dev_t, int, int, struct lwp *); int vioconread(dev_t, struct uio *, int); int vioconwrite(dev_t, struct uio *, int); void vioconstop(struct tty *, int); int vioconioctl(dev_t, u_long, void *, int, struct lwp *); struct tty *viocontty(dev_t dev); CFATTACH_DECL_NEW(viocon, sizeof(struct viocon_softc), viocon_match, viocon_attach, /*detach*/NULL, /*activate*/NULL); const struct cdevsw viocon_cdevsw = { .d_open = vioconopen, .d_close = vioconclose, .d_read = vioconread, .d_write = vioconwrite, .d_ioctl = vioconioctl, .d_stop = vioconstop, .d_tty = viocontty, .d_poll = nopoll, /* XXX */ .d_mmap = nommap, .d_kqfilter = ttykqfilter, .d_discard = nodiscard, .d_flag = D_TTY, }; static inline struct viocon_softc * dev2sc(dev_t dev) { return device_lookup_private(&viocon_cd, VIOCONUNIT(dev)); } static inline struct viocon_port * dev2port(dev_t dev) { return dev2sc(dev)->sc_ports[VIOCONPORT(dev)]; } int viocon_match(struct device *parent, struct cfdata *match, void *aux) { struct virtio_attach_args *va = aux; if (va->sc_childdevid == VIRTIO_DEVICE_ID_CONSOLE) return 1; return 0; } void viocon_attach(struct device *parent, struct device *self, void *aux) { struct viocon_softc *sc = device_private(self); struct virtio_softc *vsc = device_private(parent); int maxports = 1; size_t nvqs; sc->sc_dev = self; if (virtio_child(vsc) != NULL) { aprint_error(": parent %s already has a child\n", device_xname(parent)); return; } sc->sc_virtio = vsc; sc->sc_max_ports = maxports; nvqs = VIOCON_PORT_NQS * maxports; sc->sc_vqs = kmem_zalloc(nvqs * sizeof(sc->sc_vqs[0]), KM_SLEEP); sc->sc_ports = kmem_zalloc(maxports * sizeof(sc->sc_ports[0]), KM_SLEEP); virtio_child_attach_start(vsc, self, IPL_TTY, /*req_features*/VIRTIO_CONSOLE_F_SIZE, VIRTIO_CONSOLE_FLAG_BITS); DPRINTF("%s: softc: %p\n", __func__, sc); if (viocon_port_create(sc, 0) != 0) { printf("\n%s: viocon_port_create failed\n", __func__); goto err; } viocon_rx_fill(sc->sc_ports[0]); if (virtio_child_attach_finish(vsc, sc->sc_vqs, nvqs, /*config_change*/NULL, /*req_flags*/0) != 0) goto err; return; err: kmem_free(sc->sc_vqs, nvqs * sizeof(sc->sc_vqs[0])); kmem_free(sc->sc_ports, maxports * sizeof(sc->sc_ports[0])); virtio_child_attach_failed(vsc); } int viocon_port_create(struct viocon_softc *sc, int portidx) { struct virtio_softc *vsc = sc->sc_virtio; int rxidx, txidx, allocsize, nsegs; char name[6]; struct viocon_port *vp; void *kva; struct tty *tp; vp = kmem_zalloc(sizeof(*vp), KM_SLEEP); if (vp == NULL) return ENOMEM; sc->sc_ports[portidx] = vp; vp->vp_sc = sc; DPRINTF("%s: vp: %p\n", __func__, vp); rxidx = (portidx * VIOCON_PORT_NQS) + VIOCON_PORT_RX; txidx = (portidx * VIOCON_PORT_NQS) + VIOCON_PORT_TX; snprintf(name, sizeof(name), "p%drx", portidx); virtio_init_vq_vqdone(vsc, &sc->sc_vqs[rxidx], rxidx, viocon_rx_intr); if (virtio_alloc_vq(vsc, &sc->sc_vqs[rxidx], BUFSIZE, 1, name) != 0) { printf("\nCan't alloc %s virtqueue\n", name); goto err; } vp->vp_rx = &sc->sc_vqs[rxidx]; vp->vp_si = softint_establish(SOFTINT_SERIAL, viocon_rx_soft, vp); DPRINTF("%s: rx: %p\n", __func__, vp->vp_rx); snprintf(name, sizeof(name), "p%dtx", portidx); virtio_init_vq_vqdone(vsc, &sc->sc_vqs[txidx], txidx, viocon_tx_intr); if (virtio_alloc_vq(vsc, &sc->sc_vqs[txidx], BUFSIZE, 1, name) != 0) { printf("\nCan't alloc %s virtqueue\n", name); goto err; } vp->vp_tx = &sc->sc_vqs[txidx]; DPRINTF("%s: tx: %p\n", __func__, vp->vp_tx); allocsize = (vp->vp_rx->vq_num + vp->vp_tx->vq_num) * BUFSIZE; if (bus_dmamap_create(virtio_dmat(vsc), allocsize, 1, allocsize, 0, BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &vp->vp_dmamap) != 0) goto err; if (bus_dmamem_alloc(virtio_dmat(vsc), allocsize, 8, 0, &vp->vp_dmaseg, 1, &nsegs, BUS_DMA_NOWAIT) != 0) goto err; if (bus_dmamem_map(virtio_dmat(vsc), &vp->vp_dmaseg, nsegs, allocsize, &kva, BUS_DMA_NOWAIT) != 0) goto err; memset(kva, 0, allocsize); if (bus_dmamap_load(virtio_dmat(vsc), vp->vp_dmamap, kva, allocsize, NULL, BUS_DMA_NOWAIT) != 0) goto err; vp->vp_rx_buf = (unsigned char *)kva; /* * XXX use only a small circular tx buffer instead of many BUFSIZE buffers? */ vp->vp_tx_buf = vp->vp_rx_buf + vp->vp_rx->vq_num * BUFSIZE; if (virtio_features(vsc) & VIRTIO_CONSOLE_F_SIZE) { vp->vp_cols = virtio_read_device_config_2(vsc, VIRTIO_CONSOLE_COLS); vp->vp_rows = virtio_read_device_config_2(vsc, VIRTIO_CONSOLE_ROWS); } tp = ttymalloc(1000000); tp->t_oproc = vioconstart; tp->t_param = vioconparam; tp->t_hwiflow = vioconhwiflow; tp->t_dev = VIOCONDEV(device_unit(sc->sc_dev), portidx); vp->vp_tty = tp; DPRINTF("%s: tty: %p\n", __func__, tp); virtio_start_vq_intr(vsc, vp->vp_rx); virtio_start_vq_intr(vsc, vp->vp_tx); return 0; err: panic("%s failed", __func__); return -1; } int viocon_tx_drain(struct viocon_port *vp, struct virtqueue *vq) { struct virtio_softc *vsc = vq->vq_owner; int ndone = 0, len, slot; splassert(IPL_TTY); while (virtio_dequeue(vsc, vq, &slot, &len) == 0) { bus_dmamap_sync(virtio_dmat(vsc), vp->vp_dmamap, vp->vp_tx_buf - vp->vp_rx_buf + slot * BUFSIZE, BUFSIZE, BUS_DMASYNC_POSTWRITE); virtio_dequeue_commit(vsc, vq, slot); ndone++; } return ndone; } int viocon_tx_intr(struct virtqueue *vq) { struct virtio_softc *vsc = vq->vq_owner; struct viocon_softc *sc = device_private(virtio_child(vsc)); int ndone = 0; int portidx = (vq->vq_index - 1) / 2; struct viocon_port *vp = sc->sc_ports[portidx]; struct tty *tp = vp->vp_tty; splassert(IPL_TTY); ndone = viocon_tx_drain(vp, vq); if (ndone && ISSET(tp->t_state, TS_BUSY)) { CLR(tp->t_state, TS_BUSY); (*tp->t_linesw->l_start)(tp); } return 1; } void viocon_rx_fill(struct viocon_port *vp) { struct virtqueue *vq = vp->vp_rx; struct virtio_softc *vsc = vp->vp_sc->sc_virtio; int r, slot, ndone = 0; while ((r = virtio_enqueue_prep(vsc, vq, &slot)) == 0) { if (virtio_enqueue_reserve(vsc, vq, slot, 1) != 0) break; bus_dmamap_sync(virtio_dmat(vsc), vp->vp_dmamap, slot * BUFSIZE, BUFSIZE, BUS_DMASYNC_PREREAD); virtio_enqueue_p(vsc, vq, slot, vp->vp_dmamap, slot * BUFSIZE, BUFSIZE, 0); virtio_enqueue_commit(vsc, vq, slot, 0); ndone++; } KASSERTMSG(r == 0 || r == EAGAIN, "r=%d", r); if (ndone > 0) virtio_notify(vsc, vq); } int viocon_rx_intr(struct virtqueue *vq) { struct virtio_softc *vsc = vq->vq_owner; struct viocon_softc *sc = device_private(virtio_child(vsc)); int portidx = (vq->vq_index - 1) / 2; struct viocon_port *vp = sc->sc_ports[portidx]; softint_schedule(vp->vp_si); return 1; } void viocon_rx_soft(void *arg) { struct viocon_port *vp = arg; struct virtqueue *vq = vp->vp_rx; struct virtio_softc *vsc = vq->vq_owner; struct tty *tp = vp->vp_tty; int slot, len, i; u_char *p; while (!vp->vp_iflow && virtio_dequeue(vsc, vq, &slot, &len) == 0) { bus_dmamap_sync(virtio_dmat(vsc), vp->vp_dmamap, slot * BUFSIZE, BUFSIZE, BUS_DMASYNC_POSTREAD); p = vp->vp_rx_buf + slot * BUFSIZE; for (i = 0; i < len; i++) (*tp->t_linesw->l_rint)(*p++, tp); virtio_dequeue_commit(vsc, vq, slot); } viocon_rx_fill(vp); return; } void vioconstart(struct tty *tp) { struct viocon_softc *sc = dev2sc(tp->t_dev); struct virtio_softc *vsc; struct viocon_port *vp = dev2port(tp->t_dev); struct virtqueue *vq; u_char *buf; int s, cnt, slot, ret, ndone; vsc = sc->sc_virtio; vq = vp->vp_tx; s = spltty(); ndone = viocon_tx_drain(vp, vq); if (ISSET(tp->t_state, TS_BUSY)) { if (ndone > 0) CLR(tp->t_state, TS_BUSY); else goto out; } if (ISSET(tp->t_state, TS_TIMEOUT | TS_TTSTOP)) goto out; if (tp->t_outq.c_cc == 0) goto out; ndone = 0; while (tp->t_outq.c_cc > 0) { ret = virtio_enqueue_prep(vsc, vq, &slot); if (ret == EAGAIN) { SET(tp->t_state, TS_BUSY); break; } KASSERTMSG(ret == 0, "ret=%d", ret); ret = virtio_enqueue_reserve(vsc, vq, slot, 1); KASSERTMSG(ret == 0, "ret=%d", ret); buf = vp->vp_tx_buf + slot * BUFSIZE; cnt = q_to_b(&tp->t_outq, buf, BUFSIZE); bus_dmamap_sync(virtio_dmat(vsc), vp->vp_dmamap, vp->vp_tx_buf - vp->vp_rx_buf + slot * BUFSIZE, cnt, BUS_DMASYNC_PREWRITE); virtio_enqueue_p(vsc, vq, slot, vp->vp_dmamap, vp->vp_tx_buf - vp->vp_rx_buf + slot * BUFSIZE, cnt, 1); virtio_enqueue_commit(vsc, vq, slot, 0); ndone++; } if (ndone > 0) virtio_notify(vsc, vq); ttwakeupwr(tp); out: splx(s); } int vioconhwiflow(struct tty *tp, int stop) { struct viocon_port *vp = dev2port(tp->t_dev); int s; s = spltty(); vp->vp_iflow = stop; if (stop) { virtio_stop_vq_intr(vp->vp_sc->sc_virtio, vp->vp_rx); } else { virtio_start_vq_intr(vp->vp_sc->sc_virtio, vp->vp_rx); softint_schedule(vp->vp_si); } splx(s); return 1; } int vioconparam(struct tty *tp, struct termios *t) { tp->t_ispeed = t->c_ispeed; tp->t_ospeed = t->c_ospeed; tp->t_cflag = t->c_cflag; vioconstart(tp); return 0; } int vioconopen(dev_t dev, int flag, int mode, struct lwp *l) { int unit = VIOCONUNIT(dev); int port = VIOCONPORT(dev); struct viocon_softc *sc; struct viocon_port *vp; struct tty *tp; int s, error; sc = device_lookup_private(&viocon_cd, unit); if (sc == NULL) return (ENXIO); if (!device_is_active(sc->sc_dev)) return (ENXIO); s = spltty(); if (port >= sc->sc_max_ports) { splx(s); return (ENXIO); } vp = sc->sc_ports[port]; tp = vp->vp_tty; #ifdef NOTYET vp->vp_guest_open = 1; #endif splx(s); if (kauth_authorize_device_tty(l->l_cred, KAUTH_DEVICE_TTY_OPEN, tp)) return (EBUSY); s = spltty(); if (!ISSET(tp->t_state, TS_ISOPEN) && tp->t_wopen == 0) { ttychars(tp); tp->t_ispeed = 1000000; tp->t_ospeed = 1000000; tp->t_cflag = TTYDEF_CFLAG|CLOCAL|CRTSCTS; tp->t_iflag = TTYDEF_IFLAG; tp->t_oflag = TTYDEF_OFLAG; tp->t_lflag = TTYDEF_LFLAG; if (vp->vp_cols != 0) { tp->t_winsize.ws_col = vp->vp_cols; tp->t_winsize.ws_row = vp->vp_rows; } vioconparam(tp, &tp->t_termios); ttsetwater(tp); } splx(s); error = (*tp->t_linesw->l_open)(dev, tp); return error; } int vioconclose(dev_t dev, int flag, int mode, struct lwp *l) { struct viocon_port *vp = dev2port(dev); struct tty *tp = vp->vp_tty; int s; if (!ISSET(tp->t_state, TS_ISOPEN)) return 0; (*tp->t_linesw->l_close)(tp, flag); s = spltty(); #ifdef NOTYET vp->vp_guest_open = 0; #endif CLR(tp->t_state, TS_BUSY | TS_FLUSH); ttyclose(tp); splx(s); return 0; } int vioconread(dev_t dev, struct uio *uio, int flag) { struct viocon_port *vp = dev2port(dev); struct tty *tp = vp->vp_tty; return (*tp->t_linesw->l_read)(tp, uio, flag); } int vioconwrite(dev_t dev, struct uio *uio, int flag) { struct viocon_port *vp = dev2port(dev); struct tty *tp = vp->vp_tty; return (*tp->t_linesw->l_write)(tp, uio, flag); } struct tty * viocontty(dev_t dev) { struct viocon_port *vp = dev2port(dev); return vp->vp_tty; } void vioconstop(struct tty *tp, int flag) { int s; s = spltty(); if (ISSET(tp->t_state, TS_BUSY)) if (!ISSET(tp->t_state, TS_TTSTOP)) SET(tp->t_state, TS_FLUSH); splx(s); } int vioconioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l) { struct viocon_port *vp = dev2port(dev); struct tty *tp; int error1, error2; tp = vp->vp_tty; error1 = (*tp->t_linesw->l_ioctl)(tp, cmd, data, flag, l); if (error1 >= 0) return error1; error2 = ttioctl(tp, cmd, data, flag, l); if (error2 >= 0) return error2; return ENOTTY; }