380 lines
15 KiB
JavaScript
380 lines
15 KiB
JavaScript
|
'use strict';
|
||
|
|
|
||
|
|
Object.defineProperty(exports, "__esModule", {
|
||
|
|
value: true
|
||
|
|
});
|
||
|
|
|
||
|
|
var _createClass = function () { function defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if ("value" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } } return function (Constructor, protoProps, staticProps) { if (protoProps) defineProperties(Constructor.prototype, protoProps); if (staticProps) defineProperties(Constructor, staticProps); return Constructor; }; }();
|
||
|
|
|
||
|
|
var _events = require('../events');
|
||
|
|
|
||
|
|
var _events2 = _interopRequireDefault(_events);
|
||
|
|
|
||
|
|
var _eventHandler = require('../event-handler');
|
||
|
|
|
||
|
|
var _eventHandler2 = _interopRequireDefault(_eventHandler);
|
||
|
|
|
||
|
|
var _cea608Parser = require('../utils/cea-608-parser');
|
||
|
|
|
||
|
|
var _cea608Parser2 = _interopRequireDefault(_cea608Parser);
|
||
|
|
|
||
|
|
var _webvttParser = require('../utils/webvtt-parser');
|
||
|
|
|
||
|
|
var _webvttParser2 = _interopRequireDefault(_webvttParser);
|
||
|
|
|
||
|
|
var _logger = require('../utils/logger');
|
||
|
|
|
||
|
|
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
||
|
|
|
||
|
|
function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }
|
||
|
|
|
||
|
|
function _possibleConstructorReturn(self, call) { if (!self) { throw new ReferenceError("this hasn't been initialised - super() hasn't been called"); } return call && (typeof call === "object" || typeof call === "function") ? call : self; }
|
||
|
|
|
||
|
|
function _inherits(subClass, superClass) { if (typeof superClass !== "function" && superClass !== null) { throw new TypeError("Super expression must either be null or a function, not " + typeof superClass); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, enumerable: false, writable: true, configurable: true } }); if (superClass) Object.setPrototypeOf ? Object.setPrototypeOf(subClass, superClass) : subClass.__proto__ = superClass; } /*
|
||
|
|
* Timeline Controller
|
||
|
|
*/
|
||
|
|
|
||
|
|
function clearCurrentCues(track) {
|
||
|
|
if (track && track.cues) {
|
||
|
|
while (track.cues.length > 0) {
|
||
|
|
track.removeCue(track.cues[0]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function reuseVttTextTrack(inUseTrack, manifestTrack) {
|
||
|
|
return inUseTrack && inUseTrack.label === manifestTrack.name && !(inUseTrack.textTrack1 || inUseTrack.textTrack2);
|
||
|
|
}
|
||
|
|
|
||
|
|
function intersection(x1, x2, y1, y2) {
|
||
|
|
return Math.min(x2, y2) - Math.max(x1, y1);
|
||
|
|
}
|
||
|
|
|
||
|
|
var TimelineController = function (_EventHandler) {
|
||
|
|
_inherits(TimelineController, _EventHandler);
|
||
|
|
|
||
|
|
function TimelineController(hls) {
|
||
|
|
_classCallCheck(this, TimelineController);
|
||
|
|
|
||
|
|
var _this = _possibleConstructorReturn(this, (TimelineController.__proto__ || Object.getPrototypeOf(TimelineController)).call(this, hls, _events2.default.MEDIA_ATTACHING, _events2.default.MEDIA_DETACHING, _events2.default.FRAG_PARSING_USERDATA, _events2.default.MANIFEST_LOADING, _events2.default.MANIFEST_LOADED, _events2.default.FRAG_LOADED, _events2.default.LEVEL_SWITCHING, _events2.default.INIT_PTS_FOUND));
|
||
|
|
|
||
|
|
_this.hls = hls;
|
||
|
|
_this.config = hls.config;
|
||
|
|
_this.enabled = true;
|
||
|
|
_this.Cues = hls.config.cueHandler;
|
||
|
|
_this.textTracks = [];
|
||
|
|
_this.tracks = [];
|
||
|
|
_this.unparsedVttFrags = [];
|
||
|
|
_this.initPTS = undefined;
|
||
|
|
_this.cueRanges = [];
|
||
|
|
|
||
|
|
if (_this.config.enableCEA708Captions) {
|
||
|
|
var self = _this;
|
||
|
|
var sendAddTrackEvent = function sendAddTrackEvent(track, media) {
|
||
|
|
var e = null;
|
||
|
|
try {
|
||
|
|
e = new window.Event('addtrack');
|
||
|
|
} catch (err) {
|
||
|
|
//for IE11
|
||
|
|
e = document.createEvent('Event');
|
||
|
|
e.initEvent('addtrack', false, false);
|
||
|
|
}
|
||
|
|
e.track = track;
|
||
|
|
media.dispatchEvent(e);
|
||
|
|
};
|
||
|
|
|
||
|
|
var channel1 = {
|
||
|
|
'newCue': function newCue(startTime, endTime, screen) {
|
||
|
|
if (!self.textTrack1) {
|
||
|
|
//Enable reuse of existing text track.
|
||
|
|
var existingTrack1 = self.getExistingTrack('1');
|
||
|
|
if (!existingTrack1) {
|
||
|
|
var textTrack1 = self.createTextTrack('captions', self.config.captionsTextTrack1Label, self.config.captionsTextTrack1LanguageCode);
|
||
|
|
if (textTrack1) {
|
||
|
|
textTrack1.textTrack1 = true;
|
||
|
|
self.textTrack1 = textTrack1;
|
||
|
|
}
|
||
|
|
} else {
|
||
|
|
self.textTrack1 = existingTrack1;
|
||
|
|
clearCurrentCues(self.textTrack1);
|
||
|
|
|
||
|
|
sendAddTrackEvent(self.textTrack1, self.media);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
self.addCues('textTrack1', startTime, endTime, screen);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
var channel2 = {
|
||
|
|
'newCue': function newCue(startTime, endTime, screen) {
|
||
|
|
if (!self.textTrack2) {
|
||
|
|
//Enable reuse of existing text track.
|
||
|
|
var existingTrack2 = self.getExistingTrack('2');
|
||
|
|
if (!existingTrack2) {
|
||
|
|
var textTrack2 = self.createTextTrack('captions', self.config.captionsTextTrack2Label, self.config.captionsTextTrack1LanguageCode);
|
||
|
|
if (textTrack2) {
|
||
|
|
textTrack2.textTrack2 = true;
|
||
|
|
self.textTrack2 = textTrack2;
|
||
|
|
}
|
||
|
|
} else {
|
||
|
|
self.textTrack2 = existingTrack2;
|
||
|
|
clearCurrentCues(self.textTrack2);
|
||
|
|
|
||
|
|
sendAddTrackEvent(self.textTrack2, self.media);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
self.addCues('textTrack2', startTime, endTime, screen);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
_this.cea608Parser = new _cea608Parser2.default(0, channel1, channel2);
|
||
|
|
}
|
||
|
|
return _this;
|
||
|
|
}
|
||
|
|
|
||
|
|
_createClass(TimelineController, [{
|
||
|
|
key: 'addCues',
|
||
|
|
value: function addCues(channel, startTime, endTime, screen) {
|
||
|
|
// skip cues which overlap more than 50% with previously parsed time ranges
|
||
|
|
var ranges = this.cueRanges;
|
||
|
|
var merged = false;
|
||
|
|
for (var i = ranges.length; i--;) {
|
||
|
|
var cueRange = ranges[i];
|
||
|
|
var overlap = intersection(cueRange[0], cueRange[1], startTime, endTime);
|
||
|
|
if (overlap >= 0) {
|
||
|
|
cueRange[0] = Math.min(cueRange[0], startTime);
|
||
|
|
cueRange[1] = Math.max(cueRange[1], endTime);
|
||
|
|
merged = true;
|
||
|
|
if (overlap / (endTime - startTime) > 0.5) {
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (!merged) {
|
||
|
|
ranges.push([startTime, endTime]);
|
||
|
|
}
|
||
|
|
this.Cues.newCue(this[channel], startTime, endTime, screen);
|
||
|
|
}
|
||
|
|
|
||
|
|
// Triggered when an initial PTS is found; used for synchronisation of WebVTT.
|
||
|
|
|
||
|
|
}, {
|
||
|
|
key: 'onInitPtsFound',
|
||
|
|
value: function onInitPtsFound(data) {
|
||
|
|
var _this2 = this;
|
||
|
|
|
||
|
|
if (typeof this.initPTS === 'undefined') {
|
||
|
|
this.initPTS = data.initPTS;
|
||
|
|
}
|
||
|
|
|
||
|
|
// Due to asynchrony, initial PTS may arrive later than the first VTT fragments are loaded.
|
||
|
|
// Parse any unparsed fragments upon receiving the initial PTS.
|
||
|
|
if (this.unparsedVttFrags.length) {
|
||
|
|
this.unparsedVttFrags.forEach(function (frag) {
|
||
|
|
_this2.onFragLoaded(frag);
|
||
|
|
});
|
||
|
|
this.unparsedVttFrags = [];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'getExistingTrack',
|
||
|
|
value: function getExistingTrack(channelNumber) {
|
||
|
|
var media = this.media;
|
||
|
|
if (media) {
|
||
|
|
for (var i = 0; i < media.textTracks.length; i++) {
|
||
|
|
var textTrack = media.textTracks[i];
|
||
|
|
var propName = 'textTrack' + channelNumber;
|
||
|
|
if (textTrack[propName] === true) {
|
||
|
|
return textTrack;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return null;
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'createTextTrack',
|
||
|
|
value: function createTextTrack(kind, label, lang) {
|
||
|
|
var media = this.media;
|
||
|
|
if (media) {
|
||
|
|
return media.addTextTrack(kind, label, lang);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'destroy',
|
||
|
|
value: function destroy() {
|
||
|
|
_eventHandler2.default.prototype.destroy.call(this);
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onMediaAttaching',
|
||
|
|
value: function onMediaAttaching(data) {
|
||
|
|
this.media = data.media;
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onMediaDetaching',
|
||
|
|
value: function onMediaDetaching() {
|
||
|
|
clearCurrentCues(this.textTrack1);
|
||
|
|
clearCurrentCues(this.textTrack2);
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onManifestLoading',
|
||
|
|
value: function onManifestLoading() {
|
||
|
|
this.lastSn = -1; // Detect discontiguity in fragment parsing
|
||
|
|
this.prevCC = -1;
|
||
|
|
this.vttCCs = { ccOffset: 0, presentationOffset: 0 }; // Detect discontinuity in subtitle manifests
|
||
|
|
|
||
|
|
// clear outdated subtitles
|
||
|
|
var media = this.media;
|
||
|
|
if (media) {
|
||
|
|
var textTracks = media.textTracks;
|
||
|
|
if (textTracks) {
|
||
|
|
for (var i = 0; i < textTracks.length; i++) {
|
||
|
|
clearCurrentCues(textTracks[i]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onManifestLoaded',
|
||
|
|
value: function onManifestLoaded(data) {
|
||
|
|
var _this3 = this;
|
||
|
|
|
||
|
|
this.textTracks = [];
|
||
|
|
this.unparsedVttFrags = this.unparsedVttFrags || [];
|
||
|
|
this.initPTS = undefined;
|
||
|
|
this.cueRanges = [];
|
||
|
|
|
||
|
|
if (this.config.enableWebVTT) {
|
||
|
|
this.tracks = data.subtitles || [];
|
||
|
|
var inUseTracks = this.media ? this.media.textTracks : [];
|
||
|
|
|
||
|
|
this.tracks.forEach(function (track, index) {
|
||
|
|
var textTrack = void 0;
|
||
|
|
if (index < inUseTracks.length) {
|
||
|
|
var inUseTrack = inUseTracks[index];
|
||
|
|
// Reuse tracks with the same label, but do not reuse 608/708 tracks
|
||
|
|
if (reuseVttTextTrack(inUseTrack, track)) {
|
||
|
|
textTrack = inUseTrack;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (!textTrack) {
|
||
|
|
textTrack = _this3.createTextTrack('subtitles', track.name, track.lang);
|
||
|
|
}
|
||
|
|
textTrack.mode = track.default ? 'showing' : 'hidden';
|
||
|
|
_this3.textTracks.push(textTrack);
|
||
|
|
});
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onLevelSwitching',
|
||
|
|
value: function onLevelSwitching() {
|
||
|
|
this.enabled = this.hls.currentLevel.closedCaptions !== 'NONE';
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onFragLoaded',
|
||
|
|
value: function onFragLoaded(data) {
|
||
|
|
var frag = data.frag,
|
||
|
|
payload = data.payload;
|
||
|
|
if (frag.type === 'main') {
|
||
|
|
var sn = frag.sn;
|
||
|
|
// if this frag isn't contiguous, clear the parser so cues with bad start/end times aren't added to the textTrack
|
||
|
|
if (sn !== this.lastSn + 1) {
|
||
|
|
var cea608Parser = this.cea608Parser;
|
||
|
|
if (cea608Parser) {
|
||
|
|
cea608Parser.reset();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
this.lastSn = sn;
|
||
|
|
}
|
||
|
|
// If fragment is subtitle type, parse as WebVTT.
|
||
|
|
else if (frag.type === 'subtitle') {
|
||
|
|
if (payload.byteLength) {
|
||
|
|
// We need an initial synchronisation PTS. Store fragments as long as none has arrived.
|
||
|
|
if (typeof this.initPTS === 'undefined') {
|
||
|
|
this.unparsedVttFrags.push(data);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
var vttCCs = this.vttCCs;
|
||
|
|
if (!vttCCs[frag.cc]) {
|
||
|
|
vttCCs[frag.cc] = { start: frag.start, prevCC: this.prevCC, new: true };
|
||
|
|
this.prevCC = frag.cc;
|
||
|
|
}
|
||
|
|
var textTracks = this.textTracks,
|
||
|
|
hls = this.hls;
|
||
|
|
|
||
|
|
// Parse the WebVTT file contents.
|
||
|
|
_webvttParser2.default.parse(payload, this.initPTS, vttCCs, frag.cc, function (cues) {
|
||
|
|
var currentTrack = textTracks[frag.trackId];
|
||
|
|
// Add cues and trigger event with success true.
|
||
|
|
cues.forEach(function (cue) {
|
||
|
|
// Sometimes there are cue overlaps on segmented vtts so the same
|
||
|
|
// cue can appear more than once in different vtt files.
|
||
|
|
// This avoid showing duplicated cues with same timecode and text.
|
||
|
|
if (!currentTrack.cues.getCueById(cue.id)) {
|
||
|
|
try {
|
||
|
|
currentTrack.addCue(cue);
|
||
|
|
} catch (err) {
|
||
|
|
var textTrackCue = new window.TextTrackCue(cue.startTime, cue.endTime, cue.text);
|
||
|
|
textTrackCue.id = cue.id;
|
||
|
|
currentTrack.addCue(textTrackCue);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
});
|
||
|
|
hls.trigger(_events2.default.SUBTITLE_FRAG_PROCESSED, { success: true, frag: frag });
|
||
|
|
}, function (e) {
|
||
|
|
// Something went wrong while parsing. Trigger event with success false.
|
||
|
|
_logger.logger.log('Failed to parse VTT cue: ' + e);
|
||
|
|
hls.trigger(_events2.default.SUBTITLE_FRAG_PROCESSED, { success: false, frag: frag });
|
||
|
|
});
|
||
|
|
} else {
|
||
|
|
// In case there is no payload, finish unsuccessfully.
|
||
|
|
this.hls.trigger(_events2.default.SUBTITLE_FRAG_PROCESSED, { success: false, frag: frag });
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'onFragParsingUserdata',
|
||
|
|
value: function onFragParsingUserdata(data) {
|
||
|
|
// push all of the CEA-708 messages into the interpreter
|
||
|
|
// immediately. It will create the proper timestamps based on our PTS value
|
||
|
|
if (this.enabled && this.config.enableCEA708Captions) {
|
||
|
|
for (var i = 0; i < data.samples.length; i++) {
|
||
|
|
var ccdatas = this.extractCea608Data(data.samples[i].bytes);
|
||
|
|
this.cea608Parser.addData(data.samples[i].pts, ccdatas);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}, {
|
||
|
|
key: 'extractCea608Data',
|
||
|
|
value: function extractCea608Data(byteArray) {
|
||
|
|
var count = byteArray[0] & 31;
|
||
|
|
var position = 2;
|
||
|
|
var tmpByte, ccbyte1, ccbyte2, ccValid, ccType;
|
||
|
|
var actualCCBytes = [];
|
||
|
|
|
||
|
|
for (var j = 0; j < count; j++) {
|
||
|
|
tmpByte = byteArray[position++];
|
||
|
|
ccbyte1 = 0x7F & byteArray[position++];
|
||
|
|
ccbyte2 = 0x7F & byteArray[position++];
|
||
|
|
ccValid = (4 & tmpByte) !== 0;
|
||
|
|
ccType = 3 & tmpByte;
|
||
|
|
|
||
|
|
if (ccbyte1 === 0 && ccbyte2 === 0) {
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (ccValid) {
|
||
|
|
if (ccType === 0) // || ccType === 1
|
||
|
|
{
|
||
|
|
actualCCBytes.push(ccbyte1);
|
||
|
|
actualCCBytes.push(ccbyte2);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return actualCCBytes;
|
||
|
|
}
|
||
|
|
}]);
|
||
|
|
|
||
|
|
return TimelineController;
|
||
|
|
}(_eventHandler2.default);
|
||
|
|
|
||
|
|
exports.default = TimelineController;
|