Only pass full frames to opus encoder. Increase buffer size.

pkg/media/opus/opus.go

@@ -76,12 +76,15 @@ func Encode(w Writer, channels int, log logger.Logger) (msdk.PCM16Writer, error)
 		log.Errorw("cannot initialize opus encoder", err)
 		return nil, err
 	}
+	samples := w.SampleRate() / rtp.DefFramesPerSec
 	return &encoder{
-		w:   w,
-		p:   p,
-		enc: enc,
-		buf: make([]byte, w.SampleRate()/rtp.DefFramesPerSec),
-		log: log,
+		w:       w,
+		p:       p,
+		enc:     enc,
+		samples: samples,
+		inbuf:   make(msdk.PCM16Sample, 0, samples),
+		buf:     make([]byte, 4*channels*samples),
+		log:     log,
 	}, nil
 }
 
@@ -124,11 +127,13 @@ func (d *decoder) Close() error {
 }
 
 type encoder struct {
-	w   Writer
-	p   params
-	enc *opus.Encoder
-	buf Sample
-	log logger.Logger
+	w       Writer
+	p       params
+	enc     *opus.Encoder
+	samples int
+	inbuf   msdk.PCM16Sample
+	buf     Sample
+	log     logger.Logger
 
 	successiveErrorCount int
 }
@@ -142,20 +147,47 @@ func (e *encoder) SampleRate() int {
 }
 
 func (e *encoder) WriteSample(in msdk.PCM16Sample) error {
-	n, err := e.enc.Encode(in, e.buf)
-	if err != nil {
-		if e.successiveErrorCount < 5 {
-			e.log.Errorw("error encoding opus sample", err, "len", len(in), "n", n)
-			e.successiveErrorCount++
+	e.inbuf = append(e.inbuf, in...)
+	for len(e.inbuf) >= e.samples {
+		i := e.samples
+
+		n, err := e.enc.Encode(e.inbuf[:i], e.buf)
+
+		sz := copy(e.inbuf, e.inbuf[i:])
+		e.inbuf = e.inbuf[:sz]
+		if err != nil {
+			if e.successiveErrorCount < 5 {
+				e.log.Errorw("error encoding opus sample", err, "len", len(in), "buf", len(e.buf), "n", n)
+				e.successiveErrorCount++
+			}
+			return err
+		}
+		e.successiveErrorCount = 0
+		if err = e.w.WriteSample(e.buf[:n]); err != nil {
+			return err
 		}
+	}
+	return nil
+}
+
+func (e *encoder) flush() error {
+	if len(e.inbuf) == 0 {
+		return nil
+	}
+	n, err := e.enc.Encode(e.inbuf, e.buf)
+	if err != nil {
 		return err
 	}
-	e.successiveErrorCount = 0
 	return e.w.WriteSample(e.buf[:n])
 }
 
 func (e *encoder) Close() error {
-	return e.w.Close()
+	err1 := e.flush()
+	err2 := e.w.Close()
+	if err1 != nil {
+		return err1
+	}
+	return err2
 }
 
 func NewWebmWriter(w io.WriteCloser, sampleRate int, sampleDur time.Duration) msdk.WriteCloser[Sample] {