install go2rtc on bob

2026-04-04 19:36:14 +02:00
parent f0b56e63d1
commit ccf88187b8
537 changed files with 69213 additions and 0 deletions
@@ -0,0 +1,19 @@
+## Planar YUV formats
+
+Packed YUV - yuyv422 - YUYV 4:2:2
+Semi-Planar - nv12 - Y/CbCr 4:2:0
+Planar YUV - yuv420p - Planar YUV 4:2:0 - aka. [cosited](https://manned.org/yuv4mpeg.5)
+
+```
+[video4linux2,v4l2 @ 0x55fddc42a940] Raw       :     yuyv422 :           YUYV 4:2:2 : 1920x1080
+[video4linux2,v4l2 @ 0x55fddc42a940] Raw       :        nv12 :         Y/CbCr 4:2:0 : 1920x1080
+[video4linux2,v4l2 @ 0x55fddc42a940] Raw       :     yuv420p :     Planar YUV 4:2:0 : 1920x1080
+```
+
+## Useful links
+
+- https://learn.microsoft.com/en-us/windows/win32/medfound/recommended-8-bit-yuv-formats-for-video-rendering
+- https://developer.mozilla.org/en-US/docs/Web/Media/Formats/Video_concepts
+- https://fourcc.org/yuv.php#YV12
+- https://docs.kernel.org/userspace-api/media/v4l/pixfmt-yuv-planar.html
+- https://gist.github.com/Jim-Bar/3cbba684a71d1a9d468a6711a6eddbeb
@@ -0,0 +1,65 @@
+package y4m
+
+import (
+	"fmt"
+	"io"
+
+	"github.com/AlexxIT/go2rtc/pkg/core"
+	"github.com/pion/rtp"
+)
+
+type Consumer struct {
+	core.Connection
+	wr *core.WriteBuffer
+}
+
+func NewConsumer() *Consumer {
+	wr := core.NewWriteBuffer(nil)
+	return &Consumer{
+		core.Connection{
+			ID:         core.NewID(),
+			Transport:  wr,
+			FormatName: "yuv4mpegpipe",
+			Medias: []*core.Media{
+				{
+					Kind:      core.KindVideo,
+					Direction: core.DirectionSendonly,
+					Codecs: []*core.Codec{
+						{Name: core.CodecRAW},
+					},
+				},
+			},
+		},
+		wr,
+	}
+}
+
+func (c *Consumer) AddTrack(media *core.Media, _ *core.Codec, track *core.Receiver) error {
+	sender := core.NewSender(media, track.Codec)
+	sender.Handler = func(packet *rtp.Packet) {
+		if n, err := c.wr.Write([]byte(frameHdr)); err == nil {
+			c.Send += n
+		}
+		if n, err := c.wr.Write(packet.Payload); err == nil {
+			c.Send += n
+		}
+	}
+
+	hdr := fmt.Sprintf(
+		"YUV4MPEG2 W%s H%s C%s\n",
+		core.Between(track.Codec.FmtpLine, "width=", ";"),
+		core.Between(track.Codec.FmtpLine, "height=", ";"),
+		core.Between(track.Codec.FmtpLine, "colorspace=", ";"),
+	)
+	if _, err := c.wr.Write([]byte(hdr)); err != nil {
+		return err
+	}
+
+	sender.HandleRTP(track)
+	c.Senders = append(c.Senders, sender)
+	return nil
+}
+
+func (c *Consumer) WriteTo(wr io.Writer) (int64, error) {
+	return c.wr.WriteTo(wr)
+}
@@ -0,0 +1,83 @@
+package y4m
+
+import (
+	"bufio"
+	"errors"
+	"io"
+
+	"github.com/AlexxIT/go2rtc/pkg/core"
+	"github.com/pion/rtp"
+)
+
+func Open(r io.Reader) (*Producer, error) {
+	rd := bufio.NewReaderSize(r, core.BufferSize)
+	b, err := rd.ReadBytes('\n')
+	if err != nil {
+		return nil, err
+	}
+
+	b = b[:len(b)-1] // remove \n
+
+	fmtp := ParseHeader(b)
+
+	if GetSize(fmtp) == 0 {
+		return nil, errors.New("y4m: unsupported format: " + string(b))
+	}
+
+	medias := []*core.Media{
+		{
+			Kind:      core.KindVideo,
+			Direction: core.DirectionRecvonly,
+			Codecs: []*core.Codec{
+				{
+					Name:        core.CodecRAW,
+					ClockRate:   90000,
+					FmtpLine:    fmtp,
+					PayloadType: core.PayloadTypeRAW,
+				},
+			},
+		},
+	}
+	return &Producer{
+		Connection: core.Connection{
+			ID:         core.NewID(),
+			FormatName: "yuv4mpegpipe",
+			Medias:     medias,
+			SDP:        string(b),
+			Transport:  r,
+		},
+		rd: rd,
+	}, nil
+}
+
+type Producer struct {
+	core.Connection
+	rd *bufio.Reader
+}
+
+func (c *Producer) Start() error {
+	size := GetSize(c.Medias[0].Codecs[0].FmtpLine)
+
+	for {
+		if _, err := c.rd.Discard(len(frameHdr)); err != nil {
+			return err
+		}
+
+		frame := make([]byte, size)
+		if _, err := io.ReadFull(c.rd, frame); err != nil {
+			return err
+		}
+
+		c.Recv += size
+
+		if len(c.Receivers) == 0 {
+			continue
+		}
+
+		pkt := &rtp.Packet{
+			Header:  rtp.Header{Timestamp: core.Now90000()},
+			Payload: frame,
+		}
+		c.Receivers[0].WriteRTP(pkt)
+	}
+}
@@ -0,0 +1,149 @@
+package y4m
+
+import (
+	"bytes"
+	"image"
+
+	"github.com/AlexxIT/go2rtc/pkg/core"
+)
+
+const FourCC = "YUV4"
+
+const frameHdr = "FRAME\n"
+
+func ParseHeader(b []byte) (fmtp string) {
+	for b != nil {
+		// YUV4MPEG2 W1280 H720 F24:1 Ip A1:1 C420mpeg2 XYSCSS=420MPEG2
+		// https://manned.org/yuv4mpeg.5
+		// https://github.com/FFmpeg/FFmpeg/blob/master/libavformat/yuv4mpegenc.c
+		key := b[0]
+
+		var value string
+		if i := bytes.IndexByte(b, ' '); i > 0 {
+			value = string(b[1:i])
+			b = b[i+1:]
+		} else {
+			value = string(b[1:])
+			b = nil
+		}
+
+		switch key {
+		case 'W':
+			fmtp = "width=" + value
+		case 'H':
+			fmtp += ";height=" + value
+		case 'C':
+			fmtp += ";colorspace=" + value
+		}
+	}
+	return
+}
+
+func GetSize(fmtp string) int {
+	w := core.Atoi(core.Between(fmtp, "width=", ";"))
+	h := core.Atoi(core.Between(fmtp, "height=", ";"))
+
+	switch core.Between(fmtp, "colorspace=", ";") {
+	case "mono":
+		return w * h
+	case "420mpeg2", "420jpeg":
+		return w * h * 3 / 2
+	case "422":
+		return w * h * 2
+	case "444":
+		return w * h * 3
+	}
+
+	return 0
+}
+
+func NewImage(fmtp string) func(frame []byte) image.Image {
+	w := core.Atoi(core.Between(fmtp, "width=", ";"))
+	h := core.Atoi(core.Between(fmtp, "height=", ";"))
+	rect := image.Rect(0, 0, w, h)
+
+	switch core.Between(fmtp, "colorspace=", ";") {
+	case "mono":
+		return func(frame []byte) image.Image {
+			return &image.Gray{
+				Pix:    frame,
+				Stride: w,
+				Rect:   rect,
+			}
+		}
+	case "420mpeg2", "420jpeg":
+		i1 := w * h
+		i2 := i1 + i1/4
+		i3 := i2 + i1/4
+
+		return func(frame []byte) image.Image {
+			return &image.YCbCr{
+				Y:              frame[:i1],
+				Cb:             frame[i1:i2],
+				Cr:             frame[i2:i3],
+				YStride:        w,
+				CStride:        w / 2,
+				SubsampleRatio: image.YCbCrSubsampleRatio420,
+				Rect:           rect,
+			}
+		}
+	case "422":
+		i1 := w * h
+		i2 := i1 + i1/2
+		i3 := i2 + i1/2
+
+		return func(frame []byte) image.Image {
+			return &image.YCbCr{
+				Y:              frame[:i1],
+				Cb:             frame[i1:i2],
+				Cr:             frame[i2:i3],
+				YStride:        w,
+				CStride:        w / 2,
+				SubsampleRatio: image.YCbCrSubsampleRatio422,
+				Rect:           rect,
+			}
+		}
+	case "444":
+		i1 := w * h
+		i2 := i1 + i1
+		i3 := i2 + i1
+
+		return func(frame []byte) image.Image {
+			return &image.YCbCr{
+				Y:              frame[:i1],
+				Cb:             frame[i1:i2],
+				Cr:             frame[i2:i3],
+				YStride:        w,
+				CStride:        w,
+				SubsampleRatio: image.YCbCrSubsampleRatio444,
+				Rect:           rect,
+			}
+		}
+	}
+
+	return nil
+}
+
+// HasSameColor checks if all pixels has same color
+func HasSameColor(img image.Image) bool {
+	var pix []byte
+
+	switch img := img.(type) {
+	case *image.Gray:
+		pix = img.Pix
+	case *image.YCbCr:
+		pix = img.Y
+	}
+
+	if len(pix) == 0 {
+		return false
+	}
+
+	i0 := pix[0]
+	for _, i := range pix {
+		if i != i0 {
+			return false
+		}
+	}
+	return true
+}