reverted to web demux fork

Author: k9p5

package-lock.json

@@ -46,8 +46,7 @@
     "vitest-canvas-mock": "^0.3.3"
   },
   "dependencies": {
-    "mp4-muxer": "^5.1.3",
-    "web-demuxer": "1.0.5"
+    "mp4-muxer": "^5.1.3"
   },
   "peerDependencies": {
     "pixi-filters": ">=6.0.0",

package.json

@@ -0,0 +1,84 @@
+/* c8 ignore start */ 
+import type { WebAVPacket, WebAVStream } from './types';
+
+let Module: any; // TODO: rm any
+
+self.postMessage({
+	type: 'FFmpegWorkerLoaded',
+});
+
+self.addEventListener('message', async function (e) {
+	const { type, data = {}, msgId } = e.data;
+
+	try {
+		if (type === 'LoadWASM') {
+			const { wasmLoaderPath } = data || {};
+
+			const ModuleLoader = await import(/* @vite-ignore */ wasmLoaderPath);
+			Module = await ModuleLoader.default();
+		} else if (type === 'GetAVStream') {
+			const { file, streamType, streamIndex } = data;
+			const result = Module.getAVStream(file, streamType, streamIndex);
+
+			self.postMessage(
+				{
+					type,
+					msgId,
+					result,
+				},
+				[result.codecpar.extradata.buffer],
+			);
+		} else if (type === 'GetAVStreams') {
+			const { file } = data;
+			const result = Module.getAVStreams(file);
+
+			self.postMessage(
+				{
+					type,
+					msgId,
+					result,
+				},
+				result.map((stream: WebAVStream) => stream.codecpar.extradata.buffer),
+			);
+		} else if (type === 'GetAVPacket') {
+			const { file, time, streamType, streamIndex } = data;
+			const result = Module.getAVPacket(file, time, streamType, streamIndex);
+
+			self.postMessage(
+				{
+					type,
+					msgId,
+					result,
+				},
+				[result.data.buffer],
+			);
+		} else if (type === 'GetAVPackets') {
+			const { file, time } = data;
+			const result = Module.getAVPackets(file, time);
+
+			self.postMessage(
+				{
+					type,
+					msgId,
+					result,
+				},
+				result.map((packet: WebAVPacket) => packet.data.buffer),
+			);
+		} else if (type === 'ReadAVPacket') {
+			const { file, start, end, streamType, streamIndex } = data;
+			const result = Module.readAVPacket(msgId, file, start, end, streamType, streamIndex);
+
+			self.postMessage({
+				type,
+				msgId,
+				result,
+			});
+		}
+	} catch (e) {
+		self.postMessage({
+			type,
+			msgId,
+			errMsg: e instanceof Error ? e.message : 'Unknown Error',
+		});
+	}
+});

src/clips/video/demuxer/ffmpeg.worker.ts

@@ -0,0 +1,3 @@
+export type { WebAVStream, WebAVPacket, WebAVCodecParameters } from './types';
+export { AVMediaType } from './types';
+export { WebDemuxer as Demuxer } from './web-demuxer';

src/clips/video/demuxer/index.ts

@@ -0,0 +1,13 @@
+/* c8 ignore start */ 
+/**
+ * sync with ffmpeg libavutil/avutil.h
+ */
+export enum AVMediaType {
+	AVMEDIA_TYPE_UNKNOWN = -1, ///< Usually treated as AVMEDIA_TYPE_DATA
+	AVMEDIA_TYPE_VIDEO,
+	AVMEDIA_TYPE_AUDIO,
+	AVMEDIA_TYPE_DATA, ///< Opaque data information usually continuous
+	AVMEDIA_TYPE_SUBTITLE,
+	AVMEDIA_TYPE_ATTACHMENT, ///< Opaque data information usually sparse
+	AVMEDIA_TYPE_NB,
+}

src/clips/video/demuxer/types/avutil.ts

@@ -0,0 +1,37 @@
+/* c8 ignore start */ 
+/**
+ * sync with web-demuxer.h
+ */
+import type { AVMediaType } from './avutil';
+
+export interface WebAVCodecParameters {
+	codec_type: AVMediaType;
+	codec_id: number;
+	codec_string: string;
+	format: number;
+	profile: number;
+	level: number;
+	width: number;
+	height: number;
+	channels: number;
+	sample_rate: number;
+	extradata_size: number;
+	extradata: Uint8Array;
+}
+
+export interface WebAVStream {
+	index: number;
+	id: number;
+	start_time: number;
+	duration: number;
+	nb_frames: number;
+	codecpar: WebAVCodecParameters;
+}
+
+export interface WebAVPacket {
+	keyframe: 0 | 1;
+	timestamp: number;
+	duration: number;
+	size: number;
+	data: Uint8Array;
+}

src/clips/video/demuxer/types/demuxer.ts

@@ -0,0 +1,63 @@
+/* c8 ignore start */ 
+import type { AVMediaType } from './avutil';
+
+export enum FFMpegWorkerMessageType {
+	FFmpegWorkerLoaded = 'FFmpegWorkerLoaded',
+	WASMRuntimeInitialized = 'WASMRuntimeInitialized',
+	LoadWASM = 'LoadWASM',
+	GetAVPacket = 'GetAVPacket',
+	GetAVPackets = 'GetAVPackets',
+	GetAVStream = 'GetAVStream',
+	GetAVStreams = 'GetAVStreams',
+	ReadAVPacket = 'ReadAVPacket',
+	AVPacketStream = 'AVPacketStream',
+	ReadNextAVPacket = 'ReadNextAVPacket',
+	StopReadAVPacket = 'StopReadAVPacket',
+}
+
+export type FFMpegWorkerMessageData =
+	| GetAVPacketMessageData
+	| GetAVPacketsMessageData
+	| GetAVStreamMessageData
+	| GetAVStreamsMessageData
+	| ReadAVPacketMessageData
+	| LoadWASMMessageData;
+
+export interface GetAVStreamMessageData {
+	file: File;
+	streamType: AVMediaType;
+	streamIndex: number;
+}
+
+export interface GetAVStreamsMessageData {
+	file: File;
+}
+
+export interface GetAVPacketMessageData {
+	file: File;
+	time: number;
+	streamType: AVMediaType;
+	streamIndex: number;
+}
+
+export interface GetAVPacketsMessageData {
+	file: File;
+	time: number;
+}
+
+export interface ReadAVPacketMessageData {
+	file: File;
+	start: number;
+	end: number;
+	streamType: AVMediaType;
+	streamIndex: number;
+}
+
+export interface LoadWASMMessageData {
+	wasmLoaderPath: string;
+}
+
+export interface FFMpegWorkerMessage {
+	type: FFMpegWorkerMessageType;
+	data: FFMpegWorkerMessageData;
+}

src/clips/video/demuxer/types/ffmpeg-worker-message.ts

@@ -0,0 +1,3 @@
+export * from './avutil';
+export * from './ffmpeg-worker-message';
+export * from './demuxer';