kvm/internal/audio/cgo_source.go

//go:build linux && (arm || arm64)

package audio

/*
#cgo CFLAGS: -O3 -ffast-math -I/opt/jetkvm-audio-libs/alsa-lib-1.2.14/include -I/opt/jetkvm-audio-libs/opus-1.5.2/include
#cgo LDFLAGS: /opt/jetkvm-audio-libs/alsa-lib-1.2.14/src/.libs/libasound.a /opt/jetkvm-audio-libs/opus-1.5.2/.libs/libopus.a -lm -ldl -lpthread

#include <stdlib.h>
#include "c/audio.c"
*/
import "C"
import (
	"fmt"
	"os"
	"sync"
	"unsafe"

	"github.com/jetkvm/kvm/internal/logging"
	"github.com/rs/zerolog"
)

const (
	ipcMaxFrameSize = 1500
)

type CgoSource struct {
	outputDevice bool
	alsaDevice   string
	connected    bool
	mu           sync.Mutex
	logger       zerolog.Logger
	opusBuf      []byte
	config       AudioConfig
}

var _ AudioSource = (*CgoSource)(nil)

func NewCgoOutputSource(alsaDevice string, cfg AudioConfig) AudioSource {
	logger := logging.GetDefaultLogger().With().
		Str("component", "audio-output-cgo").
		Str("alsa_device", alsaDevice).
		Logger()

	return &CgoSource{
		outputDevice: true,
		alsaDevice:   alsaDevice,
		logger:       logger,
		opusBuf:      make([]byte, ipcMaxFrameSize),
		config:       cfg,
	}
}

func NewCgoInputSource(alsaDevice string, cfg AudioConfig) AudioSource {
	logger := logging.GetDefaultLogger().With().
		Str("component", "audio-input-cgo").
		Str("alsa_device", alsaDevice).
		Logger()

	return &CgoSource{
		outputDevice: false,
		alsaDevice:   alsaDevice,
		logger:       logger,
		opusBuf:      make([]byte, ipcMaxFrameSize),
		config:       cfg,
	}
}

func (c *CgoSource) Connect() error {
	c.mu.Lock()
	defer c.mu.Unlock()

	if c.connected {
		return nil
	}

	if c.outputDevice {
		return c.connectOutput()
	}
	return c.connectInput()
}

func (c *CgoSource) connectOutput() error {
	os.Setenv("ALSA_CAPTURE_DEVICE", c.alsaDevice)

	c.logger.Debug().
		Uint16("bitrate_kbps", c.config.Bitrate).
		Uint8("complexity", c.config.Complexity).
		Bool("dtx", c.config.DTXEnabled).
		Bool("fec", c.config.FECEnabled).
		Uint8("buffer_periods", c.config.BufferPeriods).
		Uint32("sample_rate", c.config.SampleRate).
		Uint8("packet_loss_perc", c.config.PacketLossPerc).
		Msg("Initializing audio capture")

	C.update_audio_constants(
		C.uint(uint32(c.config.Bitrate)*1000),
		C.uchar(c.config.Complexity),
		C.uint(c.config.SampleRate),
		C.uchar(2),     // capture_channels
		C.ushort(960),  // frame_size
		C.ushort(1500), // max_packet_size
		C.uint(1000),   // sleep_us
		C.uchar(5),     // max_attempts
		C.uint(500000), // max_backoff
		boolToUchar(c.config.DTXEnabled),
		boolToUchar(c.config.FECEnabled),
		C.uchar(c.config.BufferPeriods),
		C.uchar(c.config.PacketLossPerc),
	)

	rc := C.jetkvm_audio_capture_init()
	if rc != 0 {
		c.logger.Error().Int("rc", int(rc)).Msg("Failed to initialize audio capture")
		return fmt.Errorf("jetkvm_audio_capture_init failed: %d", rc)
	}

	c.connected = true
	return nil
}

func (c *CgoSource) connectInput() error {
	os.Setenv("ALSA_PLAYBACK_DEVICE", c.alsaDevice)

	C.update_audio_decoder_constants(
		C.uint(c.config.SampleRate),
		C.uchar(1),     // playback_channels
		C.ushort(960),  // frame_size
		C.ushort(1500), // max_packet_size
		C.uint(1000),   // sleep_us
		C.uchar(5),     // max_attempts
		C.uint(500000), // max_backoff
		C.uchar(c.config.BufferPeriods),
	)

	rc := C.jetkvm_audio_playback_init()
	if rc != 0 {
		c.logger.Error().Int("rc", int(rc)).Msg("Failed to initialize audio playback")
		return fmt.Errorf("jetkvm_audio_playback_init failed: %d", rc)
	}

	c.connected = true
	return nil
}

func boolToUchar(b bool) C.uchar {
	if b {
		return C.uchar(1)
	}
	return C.uchar(0)
}

func (c *CgoSource) Disconnect() {
	c.mu.Lock()
	defer c.mu.Unlock()

	if !c.connected {
		return
	}

	if c.outputDevice {
		C.jetkvm_audio_capture_close()
		os.Unsetenv("ALSA_CAPTURE_DEVICE")
	} else {
		C.jetkvm_audio_playback_close()
		os.Unsetenv("ALSA_PLAYBACK_DEVICE")
	}

	c.connected = false
}

func (c *CgoSource) IsConnected() bool {
	c.mu.Lock()
	defer c.mu.Unlock()
	return c.connected
}

func (c *CgoSource) ReadMessage() (uint8, []byte, error) {
	c.mu.Lock()
	if !c.connected {
		c.mu.Unlock()
		return 0, nil, fmt.Errorf("not connected")
	}

	if !c.outputDevice {
		c.mu.Unlock()
		return 0, nil, fmt.Errorf("ReadMessage only supported for output direction")
	}
	c.mu.Unlock()

	// Call C function without holding mutex to avoid deadlock - C layer has its own locking
	opusSize := C.jetkvm_audio_read_encode(unsafe.Pointer(&c.opusBuf[0]))
	if opusSize < 0 {
		return 0, nil, fmt.Errorf("jetkvm_audio_read_encode failed: %d", opusSize)
	}

	if opusSize == 0 {
		return 0, nil, nil
	}

	if int(opusSize) > len(c.opusBuf) {
		return 0, nil, fmt.Errorf("opus packet too large: %d > %d", opusSize, len(c.opusBuf))
	}

	return ipcMsgTypeOpus, c.opusBuf[:opusSize], nil
}

func (c *CgoSource) WriteMessage(msgType uint8, payload []byte) error {
	c.mu.Lock()
	if !c.connected {
		c.mu.Unlock()
		return fmt.Errorf("not connected")
	}

	if c.outputDevice {
		c.mu.Unlock()
		return fmt.Errorf("WriteMessage only supported for input direction")
	}
	c.mu.Unlock()

	if msgType != ipcMsgTypeOpus {
		return nil
	}

	if len(payload) == 0 {
		return nil
	}

	if len(payload) > 1500 {
		return fmt.Errorf("opus packet too large: %d bytes (max 1500)", len(payload))
	}

	// Call C function without holding mutex to avoid deadlock - C layer has its own locking
	rc := C.jetkvm_audio_decode_write(unsafe.Pointer(&payload[0]), C.int(len(payload)))
	if rc < 0 {
		return fmt.Errorf("jetkvm_audio_decode_write failed: %d", rc)
	}

	return nil
}