git: 5687c71d5f36 - main - snd_hdsp(4): RME HDSP 9632 and HDSP 9652 sound card driver.

From: Ruslan Bukin <br_at_FreeBSD.org>
Date: Thu, 09 May 2024 18:41:23 UTC
The branch main has been updated by br:

URL: https://cgit.FreeBSD.org/src/commit/?id=5687c71d5f369aa39cd295fa64b596b2dce2c997

commit 5687c71d5f369aa39cd295fa64b596b2dce2c997
Author:     Florian Walpen <dev@submerge.ch>
AuthorDate: 2024-05-09 18:36:40 +0000
Commit:     Ruslan Bukin <br@FreeBSD.org>
CommitDate: 2024-05-09 18:36:40 +0000

    snd_hdsp(4): RME HDSP 9632 and HDSP 9652 sound card driver.
    
    Add a sound(4) bridge device driver for the RME HDSP 9632 and HDSP 9652
    sound cards. These cards require a nowadays rare PCI 32bit (not PCIe)
    slot, but still see use due to their value and wealth of features.
    The HDSP 9632 is mostly comparable to the newer HDSPe AIO, while the
    HDSP 9652 is similar to the HDSPe RayDAT. These HDSPe PCIe cards are
    supported by the snd_hdspe(4) driver which was taken as a starting point
    for development of snd_hdsp(4).
    
    Implementation is kept separately due to substantial differences in
    hardware configuration and to allow easy removal in case PCI 32bit
    support would be phased out in the future.
    
    The snd_hdsp(4) kernel module is not enabled by default, and can be
    loaded at runtime with kldload(8) or during boot via loader.conf(5).
    Basic operation was tested with both cards, not including all optional
    cable connectors and expansion boards. Features should be roughly on par
    with the snd_hdspe(4) supported cards.
    
    Reviewed by:    christos, br
    Differential Revision:  https://reviews.freebsd.org/D45112
---
 share/man/man4/Makefile                |    1 +
 share/man/man4/pcm.4                   |    3 +
 share/man/man4/snd_hdsp.4              |  154 +++++
 sys/conf/NOTES                         |    2 +
 sys/conf/files                         |    2 +
 sys/dev/sound/driver.c                 |    1 +
 sys/dev/sound/pci/hdsp-pcm.c           | 1134 ++++++++++++++++++++++++++++++++
 sys/dev/sound/pci/hdsp.c               |  793 ++++++++++++++++++++++
 sys/dev/sound/pci/hdsp.h               |  257 ++++++++
 sys/modules/sound/driver/Makefile      |    2 +-
 sys/modules/sound/driver/hdsp/Makefile |    7 +
 11 files changed, 2355 insertions(+), 1 deletion(-)

diff --git a/share/man/man4/Makefile b/share/man/man4/Makefile
index 595da069f73c..c5ba7e46deb8 100644
--- a/share/man/man4/Makefile
+++ b/share/man/man4/Makefile
@@ -519,6 +519,7 @@ MAN=	aac.4 \
 	snd_es137x.4 \
 	snd_fm801.4 \
 	snd_hda.4 \
+	snd_hdsp.4 \
 	snd_hdspe.4 \
 	snd_ich.4 \
 	snd_maestro3.4 \
diff --git a/share/man/man4/pcm.4 b/share/man/man4/pcm.4
index e406bd2c8343..5fcaca7220b9 100644
--- a/share/man/man4/pcm.4
+++ b/share/man/man4/pcm.4
@@ -101,6 +101,8 @@ The following bridge device drivers are available:
 .It
 .Xr snd_hda 4 (enabled by default on amd64, i386)
 .It
+.Xr snd_hdsp 4
+.It
 .Xr snd_hdspe 4
 .It
 .Xr snd_ich 4 (enabled by default on amd64, i386)
@@ -609,6 +611,7 @@ A device node is not created properly.
 .Xr snd_es137x 4 ,
 .Xr snd_fm801 4 ,
 .Xr snd_hda 4 ,
+.Xr snd_hdsp 4 ,
 .Xr snd_hdspe 4 ,
 .Xr snd_ich 4 ,
 .Xr snd_maestro3 4 ,
diff --git a/share/man/man4/snd_hdsp.4 b/share/man/man4/snd_hdsp.4
new file mode 100644
index 000000000000..23eb98a3ccc2
--- /dev/null
+++ b/share/man/man4/snd_hdsp.4
@@ -0,0 +1,154 @@
+.\" Copyright (c) 2012 Ruslan Bukin <br@bsdpad.com>
+.\" Copyright (c) 2024 Florian Walpen <dev@submerge.ch>
+.\" All rights reserved.
+.\"
+.\" Redistribution and use in source and binary forms, with or without
+.\" modification, are permitted provided that the following conditions
+.\" are met:
+.\" 1. Redistributions of source code must retain the above copyright
+.\"    notice, this list of conditions and the following disclaimer.
+.\" 2. Redistributions in binary form must reproduce the above copyright
+.\"    notice, this list of conditions and the following disclaimer in the
+.\"    documentation and/or other materials provided with the distribution.
+.\"
+.\" THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+.\" ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+.\" IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+.\" ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+.\" FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+.\" DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+.\" OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+.\" HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+.\" LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+.\" OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+.\" SUCH DAMAGE.
+.\"
+.Dd May 1, 2024
+.Dt SND_HDSP 4
+.Os
+.Sh NAME
+.Nm snd_hdsp
+.Nd "RME HDSP bridge device driver"
+.Sh SYNOPSIS
+To compile this driver into the kernel, place the following lines in your
+kernel configuration file:
+.Bd -ragged -offset indent
+.Cd "device sound"
+.Cd "device snd_hdsp"
+.Ed
+.Pp
+Alternatively, to load the driver as a module at boot time, place the
+following line in
+.Xr loader.conf 5 :
+.Bd -literal -offset indent
+snd_hdsp_load="YES"
+.Ed
+.Sh DESCRIPTION
+The
+.Nm
+bridge driver allows the generic audio driver
+.Xr sound 4
+to attach to RME HDSP audio devices.
+.Sh HARDWARE
+The
+.Nm
+driver supports the following audio devices:
+.Pp
+.Bl -bullet -compact
+.It
+RME HDSP 9632
+.It
+RME HDSP 9652
+.El
+.Pp
+By default, each
+.Xr pcm 4
+device corresponds to a physical port on the sound card.
+For ADAT ports, 8 channel, 4 channel and 2 channel formats are supported.
+The effective number of ADAT channels is 8 channels at single speed
+(32kHz-48kHz) and 4 channels at double speed (64kHz-96kHz).
+Only the HDSP 9632 can operate at quad speed (128kHz-192kHz), ADAT is
+disabled in this mode.
+Depending on sample rate and channel format selected, not all pcm channels can
+be mapped to ADAT channels and vice versa.
+.Sh LOADER TUNABLES
+These settings can be entered at the
+.Xr loader 8
+prompt or in
+.Xr loader.conf 5 .
+.Bl -tag -width indent
+.It Va hw.hdsp.unified_pcm
+If set to 1, all physical ports are combined into one unified pcm device.
+When opened in multi-channel audio software, this makes all ports available
+at the same time, and fully synchronized.
+For resulting channel numbers consult the following table:
+.El
+.Bl -column "Sound Card" "Single Speed" "Double Speed" "Quad Speed"
+.Sy "Sound Card" Ta Sy "Single Speed" Ta Sy "Double Speed" Ta Sy "Quad Speed"
+.It "" Ta "Play | Rec" Ta "Play | Rec" Ta "Play | Rec"
+.It HDSP 9632 Ta " 12  |  12" Ta "  8  |   8" Ta "  4  |   4"
+.It HDSP 9652 Ta " 26  |  26" Ta " 14  |  14" Ta "  -  |   -"
+.El
+.Sh SYSCTL TUNABLES
+These settings and informational values can be accessed at runtime with the
+.Xr sysctl 8
+command.
+If multiple RME HDSP sound cards are installed, each device has a separate
+configuration.
+To adjust the following sysctl identifiers for a specific sound card, insert
+the respective device number in place of
+.Ql 0 .
+.Bl -tag -width indent
+.It Va dev.hdsp.0.sample_rate
+Set a fixed sample rate from 32000, 44100, 48000, up to 192000.
+This is usually required for digital connections (AES, S/PDIF, ADAT).
+The default value of 0 adjusts the sample rate according to pcm device settings.
+.It Va dev.hdsp.0.period
+The number of samples processed per interrupt, from 32, 64, 128, up to 4096.
+Setting a lower value here results in less latency, but increases system load
+due to frequent interrupt processing.
+Extreme values may cause audio gaps and glitches.
+.It Va dev.hdsp.0.clock_list
+Lists possible clock sources to sync with, depending on the hardware model.
+This includes internal and external master clocks as well as incoming digital
+audio signals like AES, S/PDIF and ADAT.
+.It Va dev.hdsp.0.clock_preference
+Select a preferred clock source from the clock list.
+HDSP cards will sync to this clock source when available, but fall back to
+auto-sync with any other digital clock signal they receive.
+Set this to
+.Ql internal
+if the HDSP card should act as master clock.
+.It Va dev.hdsp.0.clock_source
+Shows the actual clock source in use (read only).
+This differs from what is set as clock preference when in auto-sync mode.
+.It Va dev.hdsp.0.sync_status
+Display the current sync status of all external clock sources.
+Status indications are
+.Ql none
+for no signal at all,
+.Ql lock
+for when a valid signal is present, and
+.Ql sync
+for accurately synchronized signals (required for recording digital
+audio).
+.El
+.Pp
+Where appropriate these sysctl values are modeled after official RME software on
+other platforms, and adopt their terminology.
+Consult the RME user manuals for additional information.
+.Sh SEE ALSO
+.Xr sound 4
+.Sh HISTORY
+The
+.Nm
+device driver first appeared in
+.Fx 15.0 .
+.Sh AUTHORS
+.An -nosplit
+Based on
+.Xr snd_hdspe 4
+originally written by
+.An Ruslan Bukin <br@bsdpad.com> .
+All adaptation to HDSP cards by
+.An Florian Walpen <dev@submerge.ch> .
diff --git a/sys/conf/NOTES b/sys/conf/NOTES
index fec65452ba0f..bcaac1c85899 100644
--- a/sys/conf/NOTES
+++ b/sys/conf/NOTES
@@ -2093,6 +2093,7 @@ device		sound
 # snd_fm801:		Forte Media FM801 PCI.
 # snd_hda:		Intel High Definition Audio (Controller) and
 #			compatible.
+# snd_hdsp:		RME HDSP 9632 and HDSP 9652
 # snd_hdspe:		RME HDSPe AIO and RayDAT.
 # snd_ich:		Intel ICH AC'97 and some more audio controllers
 #			embedded in a chipset, for example nVidia
@@ -2120,6 +2121,7 @@ device		snd_envy24ht
 device		snd_es137x
 device		snd_fm801
 device		snd_hda
+device		snd_hdsp
 device		snd_hdspe
 device		snd_ich
 device		snd_maestro3
diff --git a/sys/conf/files b/sys/conf/files
index 4858b5868994..7fd79bb0345d 100644
--- a/sys/conf/files
+++ b/sys/conf/files
@@ -3115,6 +3115,8 @@ dev/sound/pci/hda/hdaa_patches.c	optional snd_hda pci
 dev/sound/pci/hda/hdac.c	optional snd_hda pci
 dev/sound/pci/hda/hdac_if.m	optional snd_hda pci
 dev/sound/pci/hda/hdacc.c	optional snd_hda pci
+dev/sound/pci/hdsp.c		optional snd_hdsp pci
+dev/sound/pci/hdsp-pcm.c	optional snd_hdsp pci
 dev/sound/pci/hdspe.c		optional snd_hdspe pci
 dev/sound/pci/hdspe-pcm.c	optional snd_hdspe pci
 dev/sound/pcm/ac97.c		optional sound
diff --git a/sys/dev/sound/driver.c b/sys/dev/sound/driver.c
index 927941ab3d01..6bfe6c51fa3e 100644
--- a/sys/dev/sound/driver.c
+++ b/sys/dev/sound/driver.c
@@ -67,6 +67,7 @@ MODULE_DEPEND(snd_driver, snd_envy24ht, 1, 1, 1);
 MODULE_DEPEND(snd_driver, snd_es137x, 1, 1, 1);
 MODULE_DEPEND(snd_driver, snd_fm801, 1, 1, 1);
 MODULE_DEPEND(snd_driver, snd_hda, 1, 1, 1);
+MODULE_DEPEND(snd_driver, snd_hdsp, 1, 1, 1);
 MODULE_DEPEND(snd_driver, snd_hdspe, 1, 1, 1);
 MODULE_DEPEND(snd_driver, snd_ich, 1, 1, 1);
 MODULE_DEPEND(snd_driver, snd_maestro3, 1, 1, 1);
diff --git a/sys/dev/sound/pci/hdsp-pcm.c b/sys/dev/sound/pci/hdsp-pcm.c
new file mode 100644
index 000000000000..9ba0e5e345d0
--- /dev/null
+++ b/sys/dev/sound/pci/hdsp-pcm.c
@@ -0,0 +1,1134 @@
+/*-
+ * SPDX-License-Identifier: BSD-2-Clause
+ *
+ * Copyright (c) 2012-2021 Ruslan Bukin <br@bsdpad.com>
+ * Copyright (c) 2023-2024 Florian Walpen <dev@submerge.ch>
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+ * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+ * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+ * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+ * SUCH DAMAGE.
+ */
+
+/*
+ * RME HDSP driver for FreeBSD (pcm-part).
+ * Supported cards: HDSP 9632, HDSP 9652.
+ */
+
+#include <sys/libkern.h>
+
+#include <dev/sound/pcm/sound.h>
+#include <dev/sound/pci/hdsp.h>
+
+#include <dev/pci/pcireg.h>
+#include <dev/pci/pcivar.h>
+
+#include <mixer_if.h>
+
+#define HDSP_MATRIX_MAX	8
+
+struct hdsp_latency {
+	uint32_t n;
+	uint32_t period;
+	float ms;
+};
+
+static struct hdsp_latency latency_map[] = {
+	{ 7,   32, 0.7 },
+	{ 0,   64, 1.5 },
+	{ 1,  128,   3 },
+	{ 2,  256,   6 },
+	{ 3,  512,  12 },
+	{ 4, 1024,  23 },
+	{ 5, 2048,  46 },
+	{ 6, 4096,  93 },
+
+	{ 0,    0,   0 },
+};
+
+struct hdsp_rate {
+	uint32_t speed;
+	uint32_t reg;
+};
+
+static struct hdsp_rate rate_map[] = {
+	{  32000, (HDSP_FREQ_32000) },
+	{  44100, (HDSP_FREQ_44100) },
+	{  48000, (HDSP_FREQ_48000) },
+	{  64000, (HDSP_FREQ_32000 | HDSP_FREQ_DOUBLE) },
+	{  88200, (HDSP_FREQ_44100 | HDSP_FREQ_DOUBLE) },
+	{  96000, (HDSP_FREQ_48000 | HDSP_FREQ_DOUBLE) },
+	{ 128000, (HDSP_FREQ_32000 | HDSP_FREQ_QUAD)   },
+	{ 176400, (HDSP_FREQ_44100 | HDSP_FREQ_QUAD)   },
+	{ 192000, (HDSP_FREQ_48000 | HDSP_FREQ_QUAD)   },
+
+	{ 0, 0 },
+};
+
+static uint32_t
+hdsp_adat_slot_map(uint32_t speed)
+{
+	/* ADAT slot bitmap depends on sample rate. */
+	if (speed <= 48000)
+		return (0x000000ff); /* 8 channels single speed. */
+	else if (speed <= 96000)
+		return (0x000000aa); /* 4 channels (1,3,5,7) double speed. */
+	else
+		return (0x00000000); /* ADAT disabled at quad speed. */
+}
+
+static uint32_t
+hdsp_port_slot_map(uint32_t ports, uint32_t speed)
+{
+	uint32_t slot_map = 0;
+
+	if (ports & HDSP_CHAN_9632_ALL) {
+		/* Map HDSP 9632 ports to slot bitmap. */
+		if (ports & HDSP_CHAN_9632_ADAT)
+			slot_map |= (hdsp_adat_slot_map(speed) << 0);
+		if (ports & HDSP_CHAN_9632_SPDIF)
+			slot_map |= (0x03 << 8);  /* 2 channels SPDIF. */
+		if (ports & HDSP_CHAN_9632_LINE)
+			slot_map |= (0x03 << 10); /* 2 channels line. */
+		if (ports & HDSP_CHAN_9632_EXT_BOARD)
+			slot_map |= (0x0f << 12); /* 4 channels extension. */
+	} else if ((ports & HDSP_CHAN_9652_ALL) && (speed <= 96000)) {
+		/* Map HDSP 9652 ports to slot bitmap, no quad speed. */
+		if (ports & HDSP_CHAN_9652_ADAT1)
+			slot_map |= (hdsp_adat_slot_map(speed) << 0);
+		if (ports & HDSP_CHAN_9652_ADAT2)
+			slot_map |= (hdsp_adat_slot_map(speed) << 8);
+		if (ports & HDSP_CHAN_9652_ADAT3)
+			slot_map |= (hdsp_adat_slot_map(speed) << 16);
+		if (ports & HDSP_CHAN_9652_SPDIF)
+			slot_map |= (0x03 << 24); /* 2 channels SPDIF. */
+	}
+
+	return (slot_map);
+}
+
+static uint32_t
+hdsp_slot_first(uint32_t slots)
+{
+	return (slots & (~(slots - 1)));	/* Extract first bit set. */
+}
+
+static uint32_t
+hdsp_slot_first_row(uint32_t slots)
+{
+	uint32_t ends;
+
+	/* Ends of slot rows are followed by a slot which is not in the set. */
+	ends = slots & (~(slots >> 1));
+	/* First row of contiguous slots ends in the first row end. */
+	return (slots & (ends ^ (ends - 1)));
+}
+
+static uint32_t
+hdsp_slot_first_n(uint32_t slots, unsigned int n)
+{
+	/* Clear all but the first n slots. */
+	for (uint32_t slot = 1; slot != 0; slot <<= 1) {
+		if ((slots & slot) && n > 0)
+			--n;
+		else
+			slots &= ~slot;
+	}
+	return (slots);
+}
+
+static unsigned int
+hdsp_slot_count(uint32_t slots)
+{
+	return (bitcount32(slots));
+}
+
+static unsigned int
+hdsp_slot_offset(uint32_t slots)
+{
+	return (hdsp_slot_count(hdsp_slot_first(slots) - 1));
+}
+
+static unsigned int
+hdsp_slot_channel_offset(uint32_t subset, uint32_t slots)
+{
+	uint32_t preceding;
+
+	/* Make sure we have a subset of slots. */
+	subset &= slots;
+	/* Include all slots preceding the first one of the subset. */
+	preceding = slots & (hdsp_slot_first(subset) - 1);
+
+	return (hdsp_slot_count(preceding));
+}
+
+static uint32_t
+hdsp_port_first(uint32_t ports)
+{
+	return (ports & (~(ports - 1)));	/* Extract first bit set. */
+}
+
+static unsigned int
+hdsp_port_slot_count(uint32_t ports, uint32_t speed)
+{
+	return (hdsp_slot_count(hdsp_port_slot_map(ports, speed)));
+}
+
+static unsigned int
+hdsp_port_slot_count_max(uint32_t ports)
+{
+	return (hdsp_slot_count(hdsp_port_slot_map(ports, 48000)));
+}
+
+static uint32_t
+hdsp_channel_play_ports(struct hdsp_channel *hc)
+{
+	return (hc->ports & (HDSP_CHAN_9632_ALL | HDSP_CHAN_9652_ALL));
+}
+
+static uint32_t
+hdsp_channel_rec_ports(struct hdsp_channel *hc)
+{
+	return (hc->ports & (HDSP_CHAN_9632_ALL | HDSP_CHAN_9652_ALL));
+}
+
+static int
+hdsp_hw_mixer(struct sc_chinfo *ch, unsigned int dst,
+    unsigned int src, unsigned short data)
+{
+	struct sc_pcminfo *scp;
+	struct sc_info *sc;
+	uint32_t value;
+	int offset;
+
+	scp = ch->parent;
+	sc = scp->sc;
+
+	offset = 0;
+	value = (HDSP_MIN_GAIN << 16) | (uint16_t) data;
+
+	if (ch->dir != PCMDIR_PLAY)
+		return (0);
+
+	switch (sc->type) {
+	case HDSP_9632:
+		/* Mixer is 2 rows of sources (inputs, playback) per output. */
+		offset = dst * (2 * HDSP_MIX_SLOTS_9632);
+		/* Source index in the second row (playback). */
+		offset += HDSP_MIX_SLOTS_9632 + src;
+		break;
+	case HDSP_9652:
+		/* Mixer is 2 rows of sources (inputs, playback) per output. */
+		offset = dst * (2 * HDSP_MIX_SLOTS_9652);
+		/* Source index in the second row (playback). */
+		offset += HDSP_MIX_SLOTS_9652 + src;
+		break;
+	default:
+		return (0);
+	}
+
+	/*
+	 * We have to write mixer matrix values in pairs, with the second
+	 * (odd) value in the upper 16 bits of the 32 bit value.
+	 * Make value offset even and shift value accordingly.
+	 * Assume the paired value to be silenced, since we only set gain
+	 * on the diagonal where src and dst are the same.
+	 */
+	if (offset % 2) {
+		offset -= 1;
+		value = (value << 16) | HDSP_MIN_GAIN;
+	}
+
+	hdsp_write_4(sc, HDSP_MIXER_BASE + offset * sizeof(uint16_t), value);
+
+	return (0);
+};
+
+static int
+hdspchan_setgain(struct sc_chinfo *ch)
+{
+	uint32_t port, ports;
+	uint32_t slot, slots;
+	unsigned int offset;
+	unsigned short volume;
+
+	/* Iterate through all physical ports of the channel. */
+	ports = ch->ports;
+	port = hdsp_port_first(ports);
+	while (port != 0) {
+		/*
+		 * Get slot map from physical port.
+		 * Unlike DMA buffers, the hardware mixer's channel mapping
+		 * does not change with double or quad speed sample rates.
+		 */
+		slots = hdsp_port_slot_map(port, 48000);
+		slot = hdsp_slot_first(slots);
+
+		/* Treat first slot as left channel. */
+		volume = ch->lvol * HDSP_MAX_GAIN / 100;
+		while (slot != 0) {
+			offset = hdsp_slot_offset(slot);
+			hdsp_hw_mixer(ch, offset, offset, volume);
+
+			slots &= ~slot;
+			slot = hdsp_slot_first(slots);
+
+			/* Subsequent slots all get the right channel volume. */
+			volume = ch->rvol * HDSP_MAX_GAIN / 100;
+		}
+
+		ports &= ~port;
+		port = hdsp_port_first(ports);
+	}
+
+	return (0);
+}
+
+static int
+hdspmixer_init(struct snd_mixer *m)
+{
+	struct sc_pcminfo *scp;
+	struct sc_info *sc;
+	int mask;
+
+	scp = mix_getdevinfo(m);
+	sc = scp->sc;
+	if (sc == NULL)
+		return (-1);
+
+	mask = SOUND_MASK_PCM;
+
+	if (hdsp_channel_play_ports(scp->hc))
+		mask |= SOUND_MASK_VOLUME;
+
+	if (hdsp_channel_rec_ports(scp->hc))
+		mask |= SOUND_MASK_RECLEV;
+
+	snd_mtxlock(sc->lock);
+	pcm_setflags(scp->dev, pcm_getflags(scp->dev) | SD_F_SOFTPCMVOL);
+	mix_setdevs(m, mask);
+	snd_mtxunlock(sc->lock);
+
+	return (0);
+}
+
+static int
+hdspmixer_set(struct snd_mixer *m, unsigned dev,
+    unsigned left, unsigned right)
+{
+	struct sc_pcminfo *scp;
+	struct sc_chinfo *ch;
+	int i;
+
+	scp = mix_getdevinfo(m);
+
+#if 0
+	device_printf(scp->dev, "hdspmixer_set() %d %d\n",
+	    left, right);
+#endif
+
+	for (i = 0; i < scp->chnum; i++) {
+		ch = &scp->chan[i];
+		if ((dev == SOUND_MIXER_VOLUME && ch->dir == PCMDIR_PLAY) ||
+		    (dev == SOUND_MIXER_RECLEV && ch->dir == PCMDIR_REC)) {
+			ch->lvol = left;
+			ch->rvol = right;
+			if (ch->run)
+				hdspchan_setgain(ch);
+		}
+	}
+
+	return (0);
+}
+
+static kobj_method_t hdspmixer_methods[] = {
+	KOBJMETHOD(mixer_init,      hdspmixer_init),
+	KOBJMETHOD(mixer_set,       hdspmixer_set),
+	KOBJMETHOD_END
+};
+MIXER_DECLARE(hdspmixer);
+
+static void
+hdspchan_enable(struct sc_chinfo *ch, int value)
+{
+	struct sc_pcminfo *scp;
+	struct sc_info *sc;
+	uint32_t slot, slots;
+	unsigned int offset;
+	int reg;
+
+	scp = ch->parent;
+	sc = scp->sc;
+
+	if (ch->dir == PCMDIR_PLAY)
+		reg = HDSP_OUT_ENABLE_BASE;
+	else
+		reg = HDSP_IN_ENABLE_BASE;
+
+	ch->run = value;
+
+	/* Iterate through all slots of the channel's physical ports. */
+	slots = hdsp_port_slot_map(ch->ports, sc->speed);
+	slot = hdsp_slot_first(slots);
+	while (slot != 0) {
+		/* Set register to enable or disable slot. */
+		offset = hdsp_slot_offset(slot);
+		hdsp_write_1(sc, reg + (4 * offset), value);
+
+		slots &= ~slot;
+		slot = hdsp_slot_first(slots);
+	}
+}
+
+static int
+hdsp_running(struct sc_info *sc)
+{
+	struct sc_pcminfo *scp;
+	struct sc_chinfo *ch;
+	device_t *devlist;
+	int devcount;
+	int i, j;
+	int running;
+
+	running = 0;
+
+	devlist = NULL;
+	devcount = 0;
+
+	if (device_get_children(sc->dev, &devlist, &devcount) != 0)
+		running = 1;	/* On error, avoid channel config changes. */
+
+	for (i = 0; running == 0 && i < devcount; i++) {
+		scp = device_get_ivars(devlist[i]);
+		for (j = 0; j < scp->chnum; j++) {
+			ch = &scp->chan[j];
+			if (ch->run) {
+				running = 1;
+				break;
+			}
+		}
+	}
+
+#if 0
+	if (running == 1)
+		device_printf(sc->dev, "hdsp is running\n");
+#endif
+
+	free(devlist, M_TEMP);
+
+	return (running);
+}
+
+static void
+hdsp_start_audio(struct sc_info *sc)
+{
+
+	sc->ctrl_register |= (HDSP_AUDIO_INT_ENABLE | HDSP_ENABLE);
+	hdsp_write_4(sc, HDSP_CONTROL_REG, sc->ctrl_register);
+}
+
+static void
+hdsp_stop_audio(struct sc_info *sc)
+{
+
+	if (hdsp_running(sc) == 1)
+		return;
+
+	sc->ctrl_register &= ~(HDSP_AUDIO_INT_ENABLE | HDSP_ENABLE);
+	hdsp_write_4(sc, HDSP_CONTROL_REG, sc->ctrl_register);
+}
+
+static void
+buffer_mux_write(uint32_t *dma, uint32_t *pcm, unsigned int pos,
+    unsigned int pos_end, unsigned int width, unsigned int channels)
+{
+	unsigned int slot;
+
+	for (; pos < pos_end; ++pos) {
+		for (slot = 0; slot < width; slot++) {
+			dma[slot * HDSP_CHANBUF_SAMPLES + pos] =
+			    pcm[pos * channels + slot];
+		}
+	}
+}
+
+static void
+buffer_mux_port(uint32_t *dma, uint32_t *pcm, uint32_t subset, uint32_t slots,
+    unsigned int pos, unsigned int samples, unsigned int channels)
+{
+	unsigned int slot_offset, width;
+	unsigned int chan_pos;
+
+	/* Translate DMA slot offset to DMA buffer offset. */
+	slot_offset = hdsp_slot_offset(subset);
+	dma += slot_offset * HDSP_CHANBUF_SAMPLES;
+
+	/* Channel position of the slot subset. */
+	chan_pos = hdsp_slot_channel_offset(subset, slots);
+	pcm += chan_pos;
+
+	/* Only copy channels supported by both hardware and pcm format. */
+	width = hdsp_slot_count(subset);
+
+	/* Let the compiler inline and loop unroll common cases. */
+	if (width == 1)
+		buffer_mux_write(dma, pcm, pos, pos + samples, 1, channels);
+	else if (width == 2)
+		buffer_mux_write(dma, pcm, pos, pos + samples, 2, channels);
+	else if (width == 4)
+		buffer_mux_write(dma, pcm, pos, pos + samples, 4, channels);
+	else if (width == 8)
+		buffer_mux_write(dma, pcm, pos, pos + samples, 8, channels);
+	else
+		buffer_mux_write(dma, pcm, pos, pos + samples, width, channels);
+}
+
+static void
+buffer_demux_read(uint32_t *dma, uint32_t *pcm, unsigned int pos,
+    unsigned int pos_end, unsigned int width, unsigned int channels)
+{
+	unsigned int slot;
+
+	for (; pos < pos_end; ++pos) {
+		for (slot = 0; slot < width; slot++) {
+			pcm[pos * channels + slot] =
+			    dma[slot * HDSP_CHANBUF_SAMPLES + pos];
+		}
+	}
+}
+
+static void
+buffer_demux_port(uint32_t *dma, uint32_t *pcm, uint32_t subset, uint32_t slots,
+    unsigned int pos, unsigned int samples, unsigned int channels)
+{
+	unsigned int slot_offset, width;
+	unsigned int chan_pos;
+
+	/* Translate DMA slot offset to DMA buffer offset. */
+	slot_offset = hdsp_slot_offset(subset);
+	dma += slot_offset * HDSP_CHANBUF_SAMPLES;
+
+	/* Channel position of the slot subset. */
+	chan_pos = hdsp_slot_channel_offset(subset, slots);
+	pcm += chan_pos;
+
+	/* Only copy channels supported by both hardware and pcm format. */
+	width = hdsp_slot_count(subset);
+
+	/* Let the compiler inline and loop unroll common cases. */
+	if (width == 1)
+		buffer_demux_read(dma, pcm, pos, pos + samples, 1, channels);
+	else if (width == 2)
+		buffer_demux_read(dma, pcm, pos, pos + samples, 2, channels);
+	else if (width == 4)
+		buffer_demux_read(dma, pcm, pos, pos + samples, 4, channels);
+	else if (width == 8)
+		buffer_demux_read(dma, pcm, pos, pos + samples, 8, channels);
+	else
+		buffer_demux_read(dma, pcm, pos, pos + samples, width, channels);
+}
+
+
+/* Copy data between DMA and PCM buffers. */
+static void
+buffer_copy(struct sc_chinfo *ch)
+{
+	struct sc_pcminfo *scp;
+	struct sc_info *sc;
+	uint32_t row, slots;
+	uint32_t dma_pos;
+	unsigned int pos, length, remainder, offset, buffer_size;
+	unsigned int channels;
+
+	scp = ch->parent;
+	sc = scp->sc;
+
+	channels = AFMT_CHANNEL(ch->format); /* Number of PCM channels. */
+
+	/* HDSP cards read / write a double buffer, twice the latency period. */
+	buffer_size = 2 * sc->period * sizeof(uint32_t);
+
+	/* Derive buffer position and length to be copied. */
+	if (ch->dir == PCMDIR_PLAY) {
+		/* Buffer position scaled down to a single channel. */
+		pos = sndbuf_getreadyptr(ch->buffer) / channels;
+		length = sndbuf_getready(ch->buffer) / channels;
+		/* Copy no more than 2 periods in advance. */
+		if (length > buffer_size)
+			length = buffer_size;
+		/* Skip what was already copied last time. */
+		offset = (ch->position + buffer_size) - pos;
+		offset %= buffer_size;
+		if (offset <= length) {
+			pos = (pos + offset) % buffer_size;
+			length -= offset;
+		}
+	} else {
+		/* Buffer position scaled down to a single channel. */
+		pos = sndbuf_getfreeptr(ch->buffer) / channels;
+		/* Get DMA buffer write position. */
+		dma_pos = hdsp_read_2(sc, HDSP_STATUS_REG);
+		dma_pos &= HDSP_BUF_POSITION_MASK;
+		dma_pos %= buffer_size;
+		/* Copy what is newly available. */
+		length = (dma_pos + buffer_size) - pos;
+		length %= buffer_size;
+	}
+
+	/* Position and length in samples (4 bytes). */
+	pos /= 4;
+	length /= 4;
+	buffer_size /= sizeof(uint32_t);
+
+	/* Split copy length to wrap around at buffer end. */
+	remainder = 0;
+	if (pos + length > buffer_size)
+		remainder = (pos + length) - buffer_size;
+
+	/* Iterate through rows of contiguous slots. */
+	slots = hdsp_port_slot_map(ch->ports, sc->speed);
+	slots = hdsp_slot_first_n(slots, channels);
+	row = hdsp_slot_first_row(slots);
+
+	while (row != 0) {
+		if (ch->dir == PCMDIR_PLAY) {
+			buffer_mux_port(sc->pbuf, ch->data, row, slots, pos,
+			    length - remainder, channels);
+			buffer_mux_port(sc->pbuf, ch->data, row, slots, 0,
+			    remainder, channels);
+		} else {
+			buffer_demux_port(sc->rbuf, ch->data, row, slots, pos,
+			    length - remainder, channels);
+			buffer_demux_port(sc->rbuf, ch->data, row, slots, 0,
+			    remainder, channels);
+		}
+
+		slots &= ~row;
+		row = hdsp_slot_first_row(slots);
+	}
+
+	ch->position = ((pos + length) * 4) % buffer_size;
+}
+
+static int
+clean(struct sc_chinfo *ch)
+{
+	struct sc_pcminfo *scp;
+	struct sc_info *sc;
+	uint32_t *buf;
+	uint32_t slot, slots;
+	unsigned int offset;
+
+	scp = ch->parent;
+	sc = scp->sc;
+	buf = sc->rbuf;
+
+	if (ch->dir == PCMDIR_PLAY)
+		buf = sc->pbuf;
+
+	/* Iterate through all of the channel's slots. */
+	slots = hdsp_port_slot_map(ch->ports, sc->speed);
+	slot = hdsp_slot_first(slots);
+	while (slot != 0) {
+		/* Clear the slot's buffer. */
+		offset = hdsp_slot_offset(slot);
+		bzero(buf + offset * HDSP_CHANBUF_SAMPLES, HDSP_CHANBUF_SIZE);
+
+		slots &= ~slot;
+		slot = hdsp_slot_first(slots);
+	}
+
+	ch->position = 0;
+
+	return (0);
+}
+
+/* Channel interface. */
+static void *
+hdspchan_init(kobj_t obj, void *devinfo, struct snd_dbuf *b,
+    struct pcm_channel *c, int dir)
+{
+	struct sc_pcminfo *scp;
+	struct sc_chinfo *ch;
+	struct sc_info *sc;
+	int num;
+
+	scp = devinfo;
+	sc = scp->sc;
+
+	snd_mtxlock(sc->lock);
+	num = scp->chnum;
+
+	ch = &scp->chan[num];
+
+	if (dir == PCMDIR_PLAY)
+		ch->ports = hdsp_channel_play_ports(scp->hc);
+	else
+		ch->ports = hdsp_channel_rec_ports(scp->hc);
+
+	ch->run = 0;
+	ch->lvol = 0;
+	ch->rvol = 0;
+
+	/* Support all possible ADAT widths as channel formats. */
+	ch->cap_fmts[0] =
+	    SND_FORMAT(AFMT_S32_LE, hdsp_port_slot_count(ch->ports, 48000), 0);
+	ch->cap_fmts[1] =
+	    SND_FORMAT(AFMT_S32_LE, hdsp_port_slot_count(ch->ports, 96000), 0);
+	ch->cap_fmts[2] =
+	    SND_FORMAT(AFMT_S32_LE, hdsp_port_slot_count(ch->ports, 192000), 0);
*** 1526 LINES SKIPPED ***