shithub: h264bsd

ref: 947024fb1ce0ab5b51a4464184969c6c06b4c966
dir: /js/h264bsd.js/

View raw version
//
//  Copyright (c) 2013 Sam Leitch. All rights reserved.
//
//  Permission is hereby granted, free of charge, to any person obtaining a copy
//  of this software and associated documentation files (the "Software"), to
//  deal in the Software without restriction, including without limitation the
//  rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
//  sell copies of the Software, and to permit persons to whom the Software is
//  furnished to do so, subject to the following conditions:
//
//  The above copyright notice and this permission notice shall be included in
//  all copies or substantial portions of the Software.
//
//  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
//  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
//  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
//  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
//  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
//  FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
//  IN THE SOFTWARE.
//

/*
 * This class wraps the details of the h264bsd library.
 * Module object is an Emscripten module provided globally by h264bsd_asm.js
 * targetElement element is an HTML element that will emit events that should 
 * be listened for when H264 images are ready to be displayed
 * forceRGB boolean Says whether the YUV->RGB decoding should be used (even 
 * in the presence of the WebGL canvas)
 */
function H264Decoder(Module, targetElement, forceRGB) {
	var self = this;	
	self.Module = Module;
	self.released = false;
	self.yuvCanvas = null;
	self.pStorage = H264Decoder.h264bsdAlloc_(self.Module);
	H264Decoder.h264bsdInit_(self.Module, self.pStorage, 0);
	self.targetElement = targetElement;	

	//If we are using RGB
	if (forceRGB){
		self.useWebGL = false;
		self.precision = 32768;

		//Calculate all of the YUV->RGB coefficients 
		self.co_y = Math.floor((1.164 * self.precision) + 0.5);
		self.co_rv = Math.floor((1.596 * self.precision) + 0.5);
		self.co_gu = Math.floor((0.391 * self.precision) + 0.5);
		self.co_gv = Math.floor((0.813 * self.precision) + 0.5);
		self.co_bu = Math.floor((2.018 * self.precision) + 0.5);

		self.coefficients_y = [];
		for(var i = 0; i < 256; i++)
		{
			self.coefficients_y[i] = self.co_y * (i - 16) + (self.precision / 2);
		}

		self.coefficients_rv = [];
		for(var i = 0; i < 256; i++)
		{
			self.coefficients_rv[i] = self.co_rv * (i - 128);
		}

		self.coefficients_gu = [];
		for(var i = 0; i < 256; i++)
		{
			self.coefficients_gu[i] = self.co_gu * (i - 128);
		}

		self.coefficients_gv = [];
		for(var i = 0; i < 256; i++)
		{
			self.coefficients_gv[i] = self.co_gv * (i - 128);
		}

		self.coefficients_bu = [];
		for(var i = 0; i < 256; i++)
		{
			self.coefficients_bu[i] = self.co_bu * (i - 128);
		}
	}else{
		//Check if we can use WebGL (as this dictates the output pipline)
		self.useWebGL = H264Decoder.detectWebGl_();	
	}	
};

H264Decoder.RDY = 0;
H264Decoder.PIC_RDY = 1;
H264Decoder.HDRS_RDY = 2;
H264Decoder.ERROR = 3;
H264Decoder.PARAM_SET_ERROR = 4;
H264Decoder.MEMALLOC_ERROR = 5;

//Clean up memory used by the decoder
H264Decoder.prototype.release = function() {
	var self = this;
	if(self.released) return;

	self.released = true;
	H264Decoder.h264bsdShutdown_(self.Module, self.pStorage);
	H264Decoder.h264bsdFree_(self.Module, self.pStorage);
};

//Takes an array buffer of bytes and returns a UInt8Array of the decoded bytes
H264Decoder.prototype.decode = function(data) {
	var self = this;
	if(typeof data === 'undefined' || !(data instanceof ArrayBuffer)) {
		throw new Error("data must be a ArrayBuffer instance")
	}
	
	data = new Uint8Array(data);
	
	var pData = 0; //The offset into the heap when decoding 
	var pAlloced = 0; //The original pointer to the data buffer (for freeing)
	var pBytesRead = 0; //Pointer to bytesRead
	var length = data.byteLength; //The byte-wise length of the data to decode	
	var bytesRead = 0;  //The number of bytes read from a decode operation
	var retCode = 0; //Return code from a decode operation
	var lastPicId = 0; //ID of the last picture decoded

	//Get a pointer into the heap were our decoded bytes will live
	pData = pAlloced = H264Decoder.malloc_(self.Module, length);
	self.Module.HEAPU8.set(data, pData);

	//get a pointer to where bytesRead will be stored: Uint32 = 4 bytes
	pBytesRead = H264Decoder.malloc_(self.Module, 4);

	//Keep decoding frames while there is still something to decode
	while(length > 0) {

		retCode = H264Decoder.h264bsdDecode_(self.Module, self.pStorage, pData, length, lastPicId, pBytesRead);		
		bytesRead = self.Module.getValue(pBytesRead, 'i32');
		switch(retCode){
			case H264Decoder.PIC_RDY:
				lastPicId++;
				var evt = new CustomEvent("pictureReady", {
					detail: self.getNextOutputPicture()
				});

				if (self.targetElement != null){
					//Raise the event on the displaying canvas element
					self.targetElement.dispatchEvent(evt);
				}				
				break;
		}

		length = length - bytesRead;		
		pData = pData + bytesRead;
	}

	if(pAlloced != 0) {
		H264Decoder.free_(self.Module, pAlloced);
	}
	
	if(pBytesRead != 0) {
		H264Decoder.free_(self.Module, pBytesRead);
	}

};

H264Decoder.prototype.getNextOutputPicture = function(){
	var self = this; 
	var length = H264Decoder.getYUVLength_(self.Module, self.pStorage);

	var pPicId = H264Decoder.malloc_(self.Module, 4);
	var picId = 0;

	var pIsIdrPic = H264Decoder.malloc_(self.Module, 4);
	var isIdrPic = 0;

	var pNumErrMbs = H264Decoder.malloc_(self.Module, 4);
	var numErrMbs = 0;

	var pBytes = H264Decoder.h264bsdNextOutputPicture_(self.Module, self.pStorage, pPicId, pIsIdrPic, pNumErrMbs);
	var bytes = null;

	//We don't really use these
	picId = self.Module.getValue(pPicId, 'i32');	
	isIdrPic = self.Module.getValue(pIsIdrPic, 'i32');	
	numErrMbs = self.Module.getValue(pNumErrMbs, 'i32');
		
	bytes = self.Module.HEAPU8.subarray(pBytes, (pBytes + length));

    H264Decoder.free_(self.Module, pPicId);		
  	H264Decoder.free_(self.Module, pIsIdrPic);
    H264Decoder.free_(self.Module, pNumErrMbs);	

    var ret = {};
    var croppingInfo = H264Decoder.getCroppingInfo_(self.Module, self.pStorage);

    //Return bytes according to the requested format
    if (self.useWebGL){
		ret = {
		    encoding: 'YUV',
		    picture: bytes, 
		    height: croppingInfo.height, 
		    width: croppingInfo.width};
    }else{
		ret = {
			encoding: 'RGB',
		    picture: H264Decoder.convertYUV2RGB_(bytes, croppingInfo, self), 
		    height: croppingInfo.height, 
		    width: croppingInfo.width};
    }
    
    return ret; 
};


H264Decoder.getCroppingInfo_ = function(Module, pStorage){
	var self = this;
	var result = {
		'width': (H264Decoder.h264bsdPicWidth_(Module, pStorage)*16),
		'height': (H264Decoder.h264bsdPicHeight_(Module, pStorage)*16),
		'top': 0,
		'left': 0
	};
	return result;
};

H264Decoder.getYUVLength_ = function(Module, pStorage){	
	var width = H264Decoder.h264bsdPicWidth_(Module, pStorage);
	var height = H264Decoder.h264bsdPicHeight_(Module, pStorage);
    return (width * 16 * height * 16) + (2 * width * 16 * height * 8);
};

//http://www.browserleaks.com/webgl#howto-detect-webgl
H264Decoder.detectWebGl_ = function()
{
    if (!!window.WebGLRenderingContext) {
        var canvas = document.createElement("canvas"),
             names = ["webgl", "experimental-webgl", "moz-webgl", "webkit-3d"],
           context = false; 
        for(var i=0;i<4;i++) {
            try {
                context = canvas.getContext(names[i]);
                if (context && typeof context.getParameter == "function") {
                    // WebGL is enabled                    
                    return true;
                }
            } catch(e) {}
        } 
        // WebGL is supported, but disabled
        return false;
    }
    // WebGL not supported
    return false;
};

//If WebGL Canvas is not availble, this will convert an array of yuv bytes into an array of rgb bytes
H264Decoder.convertYUV2RGB_ = function(yuvBytes, croppingInfo, exCtx){
	var width = croppingInfo.width - croppingInfo.left;
	var height = croppingInfo.height - croppingInfo.top;
	var rgbBytes = new Uint8ClampedArray(4 * height * width);

	var lumaSize = width * height;
	var chromaSize = lumaSize >> 2;
	
	var planeY_off = 0;
	var planeU_off = lumaSize;
	var planeV_off = lumaSize + chromaSize;

	var stride_Y_h_off;
	var stride_UV_h_off;
	var stride_RGBA_off;
	for (var h=0;h<height;h++) {
		stride_Y_h_off = (width)*h;
		stride_UV_h_off = (width>>1)*(h>>1);
		stride_RGBA_off = (width<<2)*h;
		for (var w=0; w<width; w++) {
			var Y = yuvBytes[planeY_off+ w+stride_Y_h_off];
			stride_UV_off = (w>>1)+stride_UV_h_off;
			var U = (yuvBytes[planeU_off+ stride_UV_off]);
			var V = (yuvBytes[planeV_off+ stride_UV_off]);
			
			var R = exCtx.coefficients_y[Y] + exCtx.coefficients_rv[V];
			var G = exCtx.coefficients_y[Y] - exCtx.coefficients_gu[U] - exCtx.coefficients_gv[V];
			var B = exCtx.coefficients_y[Y] + exCtx.coefficients_bu[U];

			R = R >> 15; // div by 32768
			G = G >> 15;
			B = B >> 15;

			var outputData_pos = (w<<2)+stride_RGBA_off;
			rgbBytes[0+outputData_pos] = R;
			rgbBytes[1+outputData_pos] = G;
			rgbBytes[2+outputData_pos] = B;
			rgbBytes[3+outputData_pos] = 255;
		}			
	}

	return rgbBytes;
};

// u32 h264bsdDecode(storage_t *pStorage, u8 *byteStrm, u32 len, u32 picId, u32 *readBytes);
H264Decoder.h264bsdDecode_ = function(Module, pStorage, pBytes, len, picId, pBytesRead) {
	return Module.ccall('h264bsdDecode', Number, 
		[Number, Number, Number, Number, Number], 
		[pStorage, pBytes, len, picId, pBytesRead]);
};

// storage_t* h264bsdAlloc();
H264Decoder.h264bsdAlloc_ = function(Module) {
	return Module.ccall('h264bsdAlloc', Number);
};

// void h264bsdFree(storage_t *pStorage);
H264Decoder.h264bsdFree_ = function(Module, pStorage) {
	Module.ccall('h264bsdFree', null, [Number], [pStorage]);
};

// u32 h264bsdInit(storage_t *pStorage, u32 noOutputReordering);
H264Decoder.h264bsdInit_ = function(Module, pStorage, noOutputReordering) {
	return Module.ccall('h264bsdInit', Number, [Number, Number], [pStorage, noOutputReordering]);
};

//void h264bsdShutdown(storage_t *pStorage);
H264Decoder.h264bsdShutdown_ = function(Module, pStorage) {
	Module.ccall('h264bsdShutdown', null, [Number], [pStorage]);
};

// u8* h264bsdNextOutputPicture(storage_t *pStorage, u32 *picId, u32 *isIdrPic, u32 *numErrMbs);
H264Decoder.h264bsdNextOutputPicture_ = function(Module, pStorage, pPicId, pIsIdrPic, pNumErrMbs) {
	return Module.ccall('h264bsdNextOutputPicture', 
		Number, 
		[Number, Number, Number, Number], 
		[pStorage, pPicId, pIsIdrPic, pNumErrMbs]);
};

// u32 h264bsdPicWidth(storage_t *pStorage);
H264Decoder.h264bsdPicWidth_ = function(Module, pStorage) {
	return Module.ccall('h264bsdPicWidth', Number, [Number], [pStorage]);
};

// u32 h264bsdPicHeight(storage_t *pStorage);
H264Decoder.h264bsdPicHeight_ = function(Module, pStorage) {
	return Module.ccall('h264bsdPicHeight', Number, [Number], [pStorage]);
};

// void h264bsdCroppingParams(storage_t *pStorage, u32 *croppingFlag, u32 *left, u32 *width, u32 *top, u32 *height);
H264Decoder.h264bsdCroppingParams_ = function(Module, pStorage, pCroppingFlag, pLeft, pWidth, pTop, pHeight) {
	return Module.ccall('h264bsdCroppingParams', 
		Number, 
		[Number, Number, Number, Number, Number, Number, Number], 
		[pStorage, pCroppingFlag, pLeft, pWidth, pTop, pHeight]);
};

// u32 h264bsdCheckValidParamSets(storage_t *pStorage);
H264Decoder.h264bsdCheckValidParamSets_ = function(Module, pStorage){
	return Module.ccall('h264bsdCheckValidParamSets', Number, [Number], [pStorage]);
};

// void* malloc(size_t size);
H264Decoder.malloc_ = function(Module, size){
	return Module.ccall('malloc', Number, [Number], [size]);
};

// void free(void* ptr);
H264Decoder.free_ = function(Module, ptr){
	return Module.ccall('free', null, [Number], [ptr]);
};

// void* memcpy(void* dest, void* src, size_t size);
H264Decoder.memcpy_ = function(Module, length){
	return Module.ccall('malloc', Number, [Number, Number, Number], [dest, src, size]);
};