Older/MediaServer/libflv/source/vvc-mp4toannexb.c

#include "mpeg4-vvc.h"
#include "mpeg4-avc.h"
#include <string.h>
#include <assert.h>
#include <stdint.h>
#include <stddef.h>
#include <errno.h>

#define H266_NAL_IDR_W_RADL	7
#define H266_NAL_RSV_IRAP	11
#define H266_NAL_OPI		12
#define H266_NAL_DCI		13
#define H266_NAL_VPS		14
#define H266_NAL_SPS		15
#define H266_NAL_PPS		16
#define H266_NAL_AUD		20
#define H266_NAL_PREFIX_SEI 23
#define H266_NAL_SUFFIX_SEI 24

struct h266_mp4toannexb_handle_t
{
	const struct mpeg4_vvc_t* vvc;
	int vps_sps_pps_flag;
	int errcode;

	uint8_t* out;
	size_t bytes;
	size_t capacity;
};

static int h266_vps_sps_pps_size(const struct mpeg4_vvc_t* vvc)
{
	int i, n = 0;
	for (i = 0; i < vvc->numOfArrays; i++)
		n += vvc->nalu[i].bytes + 4;
	return n;
}

static void h266_mp4toannexb_handler(void* param, const uint8_t* nalu, size_t bytes)
{
	int n;
	uint8_t irap, nalu_type;
	const uint8_t h266_start_code[] = { 0x00, 0x00, 0x00, 0x01 };
	struct h266_mp4toannexb_handle_t* mp4;
	mp4 = (struct h266_mp4toannexb_handle_t*)param;

	if (bytes < 2)
	{
		assert(0);
		mp4->errcode = -EINVAL;
		return;
	}

	nalu_type = (nalu[1] >> 3) & 0x1F;
#if defined(H2645_FILTER_AUD)
	if (H266_NAL_AUD == nalu_type)
		continue; // ignore AUD
#endif

	if (H266_NAL_OPI == nalu_type || H266_NAL_DCI == nalu_type || H266_NAL_VPS == nalu_type || H266_NAL_SPS == nalu_type || H266_NAL_PPS == nalu_type)
		mp4->vps_sps_pps_flag = 1;

	irap = H266_NAL_IDR_W_RADL <= nalu_type && nalu_type <= H266_NAL_RSV_IRAP;
	if (irap && 0 == mp4->vps_sps_pps_flag)
	{
		// insert VPS/SPS/PPS before IDR frame
		if (mp4->bytes > 0)
		{
			// write sps/pps at first
			n = h266_vps_sps_pps_size(mp4->vvc);
			if (n + mp4->bytes > mp4->capacity)
			{
				mp4->errcode = -E2BIG;
				return;
			}
			memmove(mp4->out + n, mp4->out, mp4->bytes);
		}

		n = mpeg4_vvc_to_nalu(mp4->vvc, mp4->out, mp4->capacity);
		if (n <= 0)
		{
			mp4->errcode = 0 == n ? -EINVAL : n;
			return;
		}
		mp4->bytes += n;
		mp4->vps_sps_pps_flag = 1;
	}

	if (mp4->bytes + bytes + sizeof(h266_start_code) > mp4->capacity)
	{
		mp4->errcode = -E2BIG;
		return;
	}

	memcpy(mp4->out + mp4->bytes, h266_start_code, sizeof(h266_start_code));
	memcpy(mp4->out + mp4->bytes + sizeof(h266_start_code), nalu, bytes);
	mp4->bytes += sizeof(h266_start_code) + bytes;
}

int h266_mp4toannexb(const struct mpeg4_vvc_t* vvc, const void* data, size_t bytes, void* out, size_t size)
{
	int i, n;
	const uint8_t* src, * end;
	struct h266_mp4toannexb_handle_t h;

	memset(&h, 0, sizeof(h));
	h.vvc = vvc;
	h.out = (uint8_t*)out;
	h.capacity = size;

	end = (uint8_t*)data + bytes;
	for (src = (uint8_t*)data; src + vvc->lengthSizeMinusOne + 1 < end; src += n)
	{
		for (n = i = 0; i < vvc->lengthSizeMinusOne + 1; i++)
			n = (n << 8) + ((uint8_t*)src)[i];

		// fix 0x00 00 00 01 => flv nalu size
		if (0 == vvc->lengthSizeMinusOne || (1 == n && (2 == vvc->lengthSizeMinusOne || 3 == vvc->lengthSizeMinusOne)))
		{
			//n = (int)(end - src) - avc->nalu;
			mpeg4_h264_annexb_nalu(src, end - src, h266_mp4toannexb_handler, &h);
			src = end;
			break;
		}

		src += vvc->lengthSizeMinusOne + 1;
		if (n < 1 || src + n > end)
		{
			assert(0);
			return -EINVAL;
		}

		h266_mp4toannexb_handler(&h, src, n);
	}

	assert(src == end);
	return 0 == h.errcode ? (int)h.bytes : 0;
}