123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107710871097110711171127113711471157116711771187119712071217122712371247125712671277128712971307131713271337134713571367137713871397140714171427143714471457146714771487149715071517152715371547155715671577158715971607161716271637164716571667167716871697170717171727173717471757176717771787179718071817182718371847185718671877188718971907191719271937194719571967197719871997200720172027203720472057206720772087209721072117212721372147215721672177218721972207221722272237224722572267227722872297230723172327233723472357236723772387239724072417242724372447245724672477248724972507251725272537254725572567257725872597260726172627263726472657266726772687269727072717272727372747275727672777278727972807281728272837284728572867287728872897290729172927293729472957296729772987299730073017302730373047305730673077308730973107311731273137314731573167317731873197320732173227323732473257326732773287329733073317332733373347335733673377338733973407341734273437344734573467347734873497350735173527353735473557356735773587359736073617362736373647365736673677368736973707371737273737374737573767377737873797380738173827383738473857386738773887389739073917392739373947395739673977398739974007401740274037404740574067407740874097410741174127413741474157416741774187419742074217422742374247425742674277428742974307431743274337434743574367437743874397440744174427443744474457446744774487449745074517452745374547455745674577458745974607461746274637464746574667467746874697470747174727473747474757476747774787479748074817482748374847485748674877488748974907491749274937494749574967497749874997500750175027503750475057506750775087509751075117512751375147515751675177518751975207521752275237524752575267527752875297530753175327533753475357536753775387539754075417542754375447545754675477548754975507551755275537554755575567557755875597560756175627563756475657566756775687569757075717572757375747575757675777578757975807581758275837584758575867587758875897590759175927593759475957596759775987599760076017602760376047605760676077608760976107611761276137614761576167617761876197620762176227623762476257626762776287629763076317632763376347635763676377638763976407641764276437644764576467647764876497650765176527653765476557656765776587659766076617662766376647665766676677668766976707671767276737674767576767677767876797680768176827683768476857686768776887689769076917692769376947695769676977698769977007701770277037704770577067707770877097710771177127713771477157716771777187719772077217722772377247725772677277728772977307731773277337734773577367737773877397740774177427743774477457746774777487749775077517752775377547755775677577758775977607761776277637764776577667767776877697770777177727773777477757776777777787779778077817782778377847785778677877788778977907791779277937794779577967797779877997800780178027803780478057806780778087809781078117812781378147815781678177818781978207821782278237824782578267827782878297830783178327833783478357836783778387839784078417842784378447845784678477848784978507851785278537854785578567857785878597860786178627863786478657866786778687869787078717872787378747875787678777878787978807881788278837884788578867887788878897890789178927893789478957896789778987899790079017902790379047905790679077908790979107911791279137914791579167917791879197920792179227923792479257926792779287929793079317932793379347935793679377938793979407941794279437944794579467947794879497950795179527953795479557956795779587959796079617962796379647965796679677968796979707971797279737974797579767977797879797980798179827983798479857986798779887989799079917992799379947995799679977998799980008001800280038004800580068007800880098010801180128013801480158016801780188019802080218022802380248025802680278028802980308031803280338034803580368037803880398040804180428043804480458046804780488049805080518052805380548055805680578058805980608061806280638064806580668067806880698070807180728073807480758076807780788079808080818082808380848085808680878088808980908091809280938094809580968097809880998100810181028103810481058106810781088109811081118112811381148115811681178118811981208121812281238124812581268127812881298130813181328133813481358136813781388139814081418142814381448145814681478148814981508151815281538154815581568157815881598160816181628163816481658166816781688169817081718172817381748175817681778178817981808181818281838184818581868187818881898190819181928193819481958196819781988199820082018202820382048205820682078208820982108211821282138214821582168217821882198220822182228223822482258226822782288229823082318232823382348235823682378238823982408241824282438244824582468247824882498250825182528253825482558256825782588259826082618262826382648265826682678268826982708271827282738274827582768277827882798280828182828283828482858286828782888289829082918292829382948295829682978298829983008301830283038304830583068307830883098310831183128313831483158316831783188319832083218322832383248325832683278328832983308331833283338334833583368337833883398340834183428343834483458346834783488349835083518352835383548355835683578358835983608361836283638364836583668367836883698370837183728373837483758376837783788379838083818382838383848385838683878388838983908391839283938394839583968397839883998400840184028403840484058406840784088409841084118412841384148415841684178418841984208421842284238424842584268427842884298430843184328433843484358436843784388439844084418442844384448445844684478448844984508451845284538454845584568457845884598460846184628463846484658466846784688469847084718472847384748475847684778478847984808481848284838484848584868487848884898490849184928493849484958496849784988499850085018502850385048505850685078508850985108511851285138514851585168517851885198520852185228523852485258526852785288529853085318532853385348535853685378538853985408541854285438544854585468547854885498550855185528553855485558556855785588559856085618562856385648565856685678568856985708571857285738574857585768577857885798580858185828583858485858586858785888589859085918592859385948595859685978598859986008601860286038604860586068607860886098610861186128613861486158616861786188619862086218622862386248625862686278628862986308631863286338634863586368637863886398640864186428643864486458646864786488649865086518652865386548655865686578658865986608661866286638664866586668667866886698670867186728673867486758676867786788679868086818682868386848685868686878688868986908691869286938694869586968697869886998700870187028703870487058706870787088709871087118712871387148715871687178718871987208721872287238724872587268727872887298730873187328733873487358736873787388739874087418742874387448745874687478748874987508751875287538754875587568757875887598760876187628763876487658766876787688769877087718772877387748775877687778778877987808781878287838784878587868787878887898790879187928793879487958796879787988799880088018802880388048805880688078808880988108811881288138814881588168817881888198820882188228823882488258826882788288829883088318832883388348835883688378838883988408841884288438844884588468847884888498850885188528853885488558856885788588859886088618862886388648865886688678868886988708871887288738874887588768877887888798880888188828883888488858886888788888889889088918892889388948895889688978898889989008901890289038904890589068907890889098910891189128913891489158916891789188919892089218922892389248925892689278928892989308931893289338934893589368937893889398940894189428943894489458946894789488949895089518952895389548955895689578958895989608961896289638964896589668967896889698970897189728973897489758976897789788979898089818982898389848985898689878988898989908991899289938994899589968997899889999000900190029003900490059006900790089009901090119012901390149015901690179018901990209021902290239024902590269027902890299030903190329033903490359036903790389039904090419042904390449045904690479048904990509051905290539054905590569057905890599060906190629063906490659066906790689069907090719072907390749075907690779078907990809081908290839084908590869087908890899090909190929093909490959096909790989099910091019102910391049105910691079108910991109111911291139114911591169117911891199120912191229123912491259126912791289129913091319132913391349135913691379138913991409141914291439144914591469147914891499150915191529153915491559156915791589159916091619162916391649165916691679168916991709171917291739174917591769177917891799180918191829183918491859186918791889189919091919192919391949195919691979198919992009201920292039204920592069207920892099210921192129213921492159216921792189219922092219222922392249225922692279228922992309231923292339234923592369237923892399240924192429243924492459246924792489249925092519252925392549255925692579258925992609261926292639264926592669267926892699270927192729273927492759276927792789279928092819282928392849285928692879288928992909291929292939294929592969297929892999300930193029303930493059306930793089309931093119312931393149315931693179318931993209321932293239324932593269327932893299330933193329333933493359336933793389339934093419342934393449345934693479348934993509351935293539354935593569357935893599360936193629363936493659366936793689369937093719372937393749375937693779378937993809381938293839384938593869387938893899390939193929393939493959396939793989399940094019402940394049405940694079408940994109411941294139414941594169417941894199420942194229423942494259426942794289429943094319432943394349435943694379438943994409441944294439444944594469447944894499450945194529453945494559456945794589459946094619462946394649465946694679468946994709471947294739474947594769477947894799480948194829483948494859486948794889489949094919492949394949495949694979498949995009501950295039504950595069507950895099510951195129513951495159516951795189519952095219522952395249525952695279528952995309531953295339534953595369537953895399540954195429543954495459546954795489549955095519552955395549555955695579558955995609561956295639564956595669567956895699570957195729573957495759576957795789579958095819582958395849585958695879588958995909591959295939594959595969597959895999600960196029603960496059606960796089609961096119612961396149615961696179618961996209621962296239624962596269627962896299630963196329633963496359636963796389639964096419642964396449645964696479648964996509651965296539654965596569657965896599660966196629663966496659666966796689669967096719672967396749675967696779678967996809681968296839684968596869687968896899690969196929693969496959696969796989699970097019702970397049705970697079708970997109711971297139714971597169717971897199720972197229723972497259726972797289729973097319732973397349735973697379738973997409741974297439744974597469747974897499750975197529753975497559756975797589759976097619762976397649765976697679768976997709771977297739774977597769777977897799780978197829783978497859786978797889789979097919792979397949795979697979798979998009801980298039804980598069807980898099810981198129813981498159816981798189819982098219822982398249825982698279828982998309831983298339834983598369837983898399840984198429843984498459846984798489849985098519852985398549855985698579858985998609861986298639864986598669867986898699870987198729873987498759876987798789879988098819882988398849885988698879888988998909891989298939894989598969897989898999900990199029903990499059906990799089909991099119912991399149915991699179918991999209921992299239924992599269927992899299930993199329933993499359936993799389939994099419942994399449945994699479948994999509951995299539954995599569957995899599960996199629963996499659966996799689969997099719972997399749975997699779978997999809981998299839984998599869987998899899990999199929993999499959996999799989999100001000110002100031000410005100061000710008100091001010011100121001310014100151001610017100181001910020100211002210023100241002510026100271002810029100301003110032100331003410035100361003710038100391004010041100421004310044100451004610047100481004910050100511005210053100541005510056100571005810059100601006110062100631006410065100661006710068100691007010071100721007310074100751007610077100781007910080100811008210083100841008510086100871008810089100901009110092100931009410095100961009710098100991010010101101021010310104101051010610107101081010910110101111011210113101141011510116101171011810119101201012110122101231012410125101261012710128101291013010131101321013310134101351013610137101381013910140101411014210143101441014510146101471014810149101501015110152101531015410155101561015710158101591016010161101621016310164101651016610167101681016910170101711017210173101741017510176101771017810179101801018110182101831018410185101861018710188101891019010191101921019310194101951019610197101981019910200102011020210203102041020510206102071020810209102101021110212102131021410215102161021710218102191022010221102221022310224102251022610227102281022910230102311023210233102341023510236102371023810239102401024110242102431024410245102461024710248102491025010251102521025310254102551025610257102581025910260102611026210263102641026510266102671026810269102701027110272102731027410275102761027710278102791028010281102821028310284102851028610287102881028910290102911029210293102941029510296102971029810299103001030110302103031030410305103061030710308103091031010311103121031310314103151031610317103181031910320103211032210323103241032510326103271032810329103301033110332103331033410335103361033710338103391034010341103421034310344103451034610347103481034910350103511035210353103541035510356103571035810359103601036110362103631036410365103661036710368103691037010371103721037310374103751037610377103781037910380103811038210383103841038510386103871038810389103901039110392103931039410395103961039710398103991040010401104021040310404104051040610407104081040910410104111041210413104141041510416104171041810419104201042110422104231042410425104261042710428104291043010431104321043310434104351043610437104381043910440104411044210443104441044510446104471044810449104501045110452104531045410455104561045710458104591046010461104621046310464104651046610467104681046910470104711047210473104741047510476104771047810479104801048110482104831048410485104861048710488104891049010491104921049310494104951049610497104981049910500105011050210503105041050510506105071050810509105101051110512105131051410515105161051710518105191052010521105221052310524105251052610527105281052910530105311053210533105341053510536105371053810539105401054110542105431054410545105461054710548105491055010551105521055310554105551055610557105581055910560105611056210563105641056510566105671056810569105701057110572105731057410575105761057710578105791058010581105821058310584105851058610587105881058910590105911059210593105941059510596105971059810599106001060110602106031060410605106061060710608106091061010611106121061310614106151061610617106181061910620106211062210623106241062510626106271062810629106301063110632106331063410635106361063710638106391064010641106421064310644106451064610647106481064910650106511065210653106541065510656106571065810659106601066110662106631066410665106661066710668106691067010671106721067310674106751067610677106781067910680106811068210683106841068510686106871068810689106901069110692106931069410695106961069710698106991070010701107021070310704107051070610707107081070910710107111071210713107141071510716107171071810719107201072110722107231072410725107261072710728107291073010731107321073310734107351073610737107381073910740107411074210743107441074510746107471074810749107501075110752107531075410755107561075710758107591076010761107621076310764107651076610767107681076910770107711077210773107741077510776107771077810779107801078110782107831078410785107861078710788107891079010791107921079310794107951079610797107981079910800108011080210803108041080510806108071080810809108101081110812108131081410815108161081710818108191082010821108221082310824108251082610827108281082910830108311083210833108341083510836108371083810839108401084110842108431084410845108461084710848108491085010851108521085310854108551085610857108581085910860108611086210863108641086510866108671086810869108701087110872108731087410875108761087710878108791088010881108821088310884108851088610887108881088910890108911089210893108941089510896108971089810899109001090110902109031090410905109061090710908109091091010911109121091310914109151091610917109181091910920109211092210923109241092510926109271092810929109301093110932109331093410935109361093710938109391094010941109421094310944109451094610947109481094910950109511095210953109541095510956109571095810959109601096110962109631096410965109661096710968109691097010971109721097310974109751097610977109781097910980109811098210983109841098510986109871098810989109901099110992109931099410995109961099710998109991100011001110021100311004110051100611007110081100911010110111101211013110141101511016110171101811019110201102111022110231102411025110261102711028110291103011031110321103311034110351103611037110381103911040110411104211043110441104511046110471104811049110501105111052110531105411055110561105711058110591106011061110621106311064110651106611067110681106911070110711107211073110741107511076110771107811079110801108111082110831108411085110861108711088110891109011091110921109311094110951109611097110981109911100111011110211103111041110511106111071110811109111101111111112111131111411115111161111711118111191112011121111221112311124111251112611127111281112911130111311113211133111341113511136111371113811139111401114111142111431114411145111461114711148111491115011151111521115311154111551115611157111581115911160111611116211163111641116511166111671116811169111701117111172111731117411175111761117711178111791118011181111821118311184111851118611187111881118911190111911119211193111941119511196111971119811199112001120111202112031120411205112061120711208112091121011211112121121311214112151121611217112181121911220112211122211223112241122511226112271122811229112301123111232112331123411235112361123711238112391124011241112421124311244112451124611247112481124911250112511125211253112541125511256112571125811259112601126111262112631126411265112661126711268112691127011271112721127311274112751127611277112781127911280112811128211283112841128511286112871128811289112901129111292112931129411295112961129711298112991130011301113021130311304113051130611307113081130911310113111131211313113141131511316113171131811319113201132111322113231132411325113261132711328113291133011331113321133311334113351133611337113381133911340113411134211343113441134511346113471134811349113501135111352113531135411355113561135711358113591136011361113621136311364113651136611367113681136911370113711137211373113741137511376113771137811379113801138111382113831138411385113861138711388113891139011391113921139311394113951139611397113981139911400114011140211403114041140511406114071140811409114101141111412114131141411415114161141711418114191142011421114221142311424114251142611427114281142911430114311143211433114341143511436114371143811439114401144111442114431144411445114461144711448114491145011451114521145311454114551145611457114581145911460114611146211463114641146511466114671146811469114701147111472114731147411475114761147711478114791148011481114821148311484114851148611487114881148911490114911149211493114941149511496114971149811499115001150111502115031150411505115061150711508115091151011511115121151311514115151151611517115181151911520115211152211523115241152511526115271152811529115301153111532115331153411535115361153711538115391154011541115421154311544115451154611547115481154911550115511155211553115541155511556115571155811559115601156111562115631156411565115661156711568115691157011571115721157311574115751157611577115781157911580115811158211583115841158511586115871158811589115901159111592115931159411595115961159711598115991160011601116021160311604116051160611607116081160911610116111161211613116141161511616116171161811619116201162111622116231162411625116261162711628116291163011631116321163311634116351163611637116381163911640116411164211643116441164511646116471164811649116501165111652116531165411655116561165711658116591166011661116621166311664116651166611667116681166911670116711167211673116741167511676116771167811679116801168111682116831168411685116861168711688116891169011691116921169311694116951169611697116981169911700117011170211703117041170511706117071170811709117101171111712117131171411715117161171711718117191172011721117221172311724117251172611727117281172911730117311173211733117341173511736117371173811739117401174111742117431174411745117461174711748117491175011751117521175311754117551175611757117581175911760117611176211763117641176511766117671176811769117701177111772117731177411775117761177711778117791178011781117821178311784117851178611787117881178911790117911179211793117941179511796117971179811799118001180111802118031180411805118061180711808118091181011811118121181311814118151181611817118181181911820118211182211823118241182511826118271182811829118301183111832118331183411835118361183711838118391184011841118421184311844118451184611847118481184911850118511185211853118541185511856118571185811859118601186111862118631186411865118661186711868118691187011871118721187311874118751187611877118781187911880118811188211883118841188511886118871188811889118901189111892118931189411895118961189711898118991190011901119021190311904119051190611907119081190911910119111191211913119141191511916119171191811919119201192111922119231192411925119261192711928119291193011931119321193311934119351193611937119381193911940119411194211943119441194511946119471194811949119501195111952119531195411955119561195711958119591196011961119621196311964119651196611967119681196911970119711197211973119741197511976119771197811979119801198111982119831198411985119861198711988119891199011991119921199311994119951199611997119981199912000120011200212003120041200512006120071200812009120101201112012120131201412015120161201712018120191202012021120221202312024120251202612027120281202912030120311203212033120341203512036120371203812039120401204112042120431204412045120461204712048120491205012051120521205312054120551205612057120581205912060120611206212063120641206512066120671206812069120701207112072120731207412075120761207712078120791208012081120821208312084120851208612087120881208912090120911209212093120941209512096120971209812099121001210112102121031210412105121061210712108121091211012111121121211312114121151211612117121181211912120121211212212123121241212512126121271212812129121301213112132121331213412135121361213712138121391214012141121421214312144121451214612147121481214912150121511215212153121541215512156121571215812159121601216112162121631216412165121661216712168121691217012171121721217312174121751217612177121781217912180121811218212183121841218512186121871218812189121901219112192121931219412195121961219712198121991220012201122021220312204122051220612207122081220912210122111221212213122141221512216122171221812219122201222112222122231222412225122261222712228122291223012231122321223312234122351223612237122381223912240122411224212243122441224512246122471224812249122501225112252122531225412255122561225712258122591226012261122621226312264122651226612267122681226912270122711227212273122741227512276122771227812279122801228112282122831228412285122861228712288122891229012291122921229312294122951229612297122981229912300123011230212303123041230512306123071230812309123101231112312123131231412315123161231712318123191232012321123221232312324123251232612327123281232912330123311233212333123341233512336123371233812339123401234112342123431234412345123461234712348123491235012351123521235312354123551235612357123581235912360123611236212363123641236512366123671236812369123701237112372123731237412375123761237712378123791238012381123821238312384123851238612387123881238912390123911239212393123941239512396123971239812399124001240112402124031240412405124061240712408124091241012411124121241312414124151241612417124181241912420124211242212423124241242512426124271242812429124301243112432124331243412435124361243712438124391244012441124421244312444124451244612447124481244912450124511245212453124541245512456124571245812459124601246112462124631246412465124661246712468124691247012471124721247312474124751247612477124781247912480124811248212483124841248512486124871248812489124901249112492124931249412495124961249712498124991250012501125021250312504125051250612507125081250912510125111251212513125141251512516125171251812519125201252112522125231252412525125261252712528125291253012531125321253312534125351253612537125381253912540125411254212543125441254512546125471254812549125501255112552125531255412555125561255712558125591256012561125621256312564125651256612567125681256912570125711257212573125741257512576125771257812579125801258112582125831258412585125861258712588125891259012591125921259312594125951259612597125981259912600126011260212603126041260512606126071260812609126101261112612126131261412615126161261712618126191262012621126221262312624126251262612627126281262912630126311263212633126341263512636126371263812639126401264112642126431264412645126461264712648126491265012651126521265312654126551265612657126581265912660126611266212663126641266512666126671266812669126701267112672126731267412675126761267712678126791268012681126821268312684126851268612687126881268912690126911269212693126941269512696126971269812699127001270112702127031270412705127061270712708127091271012711127121271312714127151271612717127181271912720127211272212723127241272512726127271272812729127301273112732127331273412735127361273712738127391274012741127421274312744127451274612747127481274912750127511275212753127541275512756127571275812759127601276112762127631276412765127661276712768127691277012771127721277312774127751277612777127781277912780127811278212783127841278512786127871278812789127901279112792127931279412795127961279712798127991280012801128021280312804128051280612807128081280912810128111281212813128141281512816128171281812819128201282112822128231282412825128261282712828128291283012831128321283312834128351283612837128381283912840128411284212843128441284512846128471284812849128501285112852128531285412855128561285712858128591286012861128621286312864128651286612867128681286912870128711287212873128741287512876128771287812879128801288112882128831288412885128861288712888128891289012891128921289312894128951289612897128981289912900129011290212903129041290512906129071290812909129101291112912129131291412915129161291712918129191292012921129221292312924129251292612927129281292912930129311293212933129341293512936129371293812939129401294112942129431294412945129461294712948129491295012951129521295312954129551295612957129581295912960129611296212963129641296512966129671296812969129701297112972129731297412975129761297712978129791298012981129821298312984129851298612987129881298912990129911299212993129941299512996129971299812999130001300113002130031300413005130061300713008130091301013011130121301313014130151301613017130181301913020130211302213023130241302513026130271302813029130301303113032130331303413035130361303713038130391304013041130421304313044130451304613047130481304913050130511305213053130541305513056130571305813059130601306113062130631306413065130661306713068130691307013071130721307313074130751307613077130781307913080130811308213083130841308513086130871308813089130901309113092130931309413095130961309713098130991310013101131021310313104131051310613107131081310913110131111311213113131141311513116131171311813119131201312113122131231312413125131261312713128131291313013131131321313313134131351313613137131381313913140131411314213143131441314513146131471314813149131501315113152131531315413155131561315713158131591316013161131621316313164131651316613167131681316913170131711317213173131741317513176131771317813179131801318113182131831318413185131861318713188131891319013191131921319313194131951319613197131981319913200132011320213203132041320513206132071320813209132101321113212132131321413215132161321713218132191322013221132221322313224132251322613227132281322913230132311323213233132341323513236132371323813239132401324113242132431324413245132461324713248132491325013251132521325313254132551325613257132581325913260132611326213263132641326513266132671326813269132701327113272132731327413275132761327713278132791328013281132821328313284132851328613287132881328913290132911329213293132941329513296132971329813299133001330113302133031330413305133061330713308133091331013311133121331313314133151331613317133181331913320133211332213323133241332513326133271332813329133301333113332133331333413335133361333713338133391334013341133421334313344133451334613347133481334913350133511335213353133541335513356133571335813359133601336113362133631336413365133661336713368133691337013371133721337313374133751337613377133781337913380133811338213383133841338513386133871338813389133901339113392133931339413395133961339713398133991340013401134021340313404134051340613407134081340913410134111341213413134141341513416134171341813419134201342113422134231342413425134261342713428134291343013431134321343313434134351343613437134381343913440134411344213443134441344513446134471344813449134501345113452134531345413455134561345713458134591346013461134621346313464134651346613467134681346913470134711347213473134741347513476134771347813479134801348113482134831348413485134861348713488134891349013491134921349313494134951349613497134981349913500135011350213503135041350513506135071350813509135101351113512135131351413515135161351713518135191352013521135221352313524135251352613527135281352913530135311353213533135341353513536135371353813539135401354113542135431354413545135461354713548135491355013551135521355313554135551355613557135581355913560135611356213563135641356513566135671356813569135701357113572135731357413575135761357713578135791358013581135821358313584135851358613587135881358913590135911359213593135941359513596135971359813599136001360113602136031360413605136061360713608136091361013611136121361313614136151361613617136181361913620136211362213623136241362513626136271362813629136301363113632136331363413635136361363713638136391364013641136421364313644136451364613647136481364913650136511365213653136541365513656136571365813659136601366113662136631366413665136661366713668136691367013671136721367313674136751367613677136781367913680136811368213683136841368513686136871368813689136901369113692136931369413695136961369713698136991370013701137021370313704137051370613707137081370913710137111371213713137141371513716137171371813719137201372113722137231372413725137261372713728137291373013731137321373313734137351373613737137381373913740137411374213743137441374513746137471374813749137501375113752137531375413755137561375713758137591376013761137621376313764137651376613767137681376913770137711377213773137741377513776137771377813779137801378113782137831378413785137861378713788137891379013791137921379313794137951379613797137981379913800138011380213803138041380513806138071380813809138101381113812138131381413815138161381713818138191382013821138221382313824138251382613827138281382913830138311383213833138341383513836138371383813839138401384113842138431384413845138461384713848138491385013851138521385313854138551385613857138581385913860138611386213863138641386513866138671386813869138701387113872138731387413875138761387713878138791388013881138821388313884138851388613887138881388913890138911389213893138941389513896138971389813899139001390113902139031390413905139061390713908139091391013911139121391313914139151391613917139181391913920139211392213923139241392513926139271392813929139301393113932139331393413935139361393713938139391394013941139421394313944139451394613947139481394913950139511395213953139541395513956139571395813959139601396113962139631396413965139661396713968139691397013971139721397313974139751397613977139781397913980139811398213983139841398513986139871398813989139901399113992139931399413995139961399713998139991400014001140021400314004140051400614007140081400914010140111401214013140141401514016140171401814019140201402114022140231402414025140261402714028140291403014031140321403314034140351403614037140381403914040140411404214043140441404514046140471404814049140501405114052140531405414055140561405714058140591406014061140621406314064140651406614067140681406914070140711407214073140741407514076140771407814079140801408114082140831408414085140861408714088140891409014091140921409314094140951409614097140981409914100141011410214103141041410514106141071410814109141101411114112141131411414115141161411714118141191412014121141221412314124141251412614127141281412914130141311413214133141341413514136141371413814139141401414114142141431414414145141461414714148141491415014151141521415314154141551415614157141581415914160141611416214163141641416514166141671416814169141701417114172141731417414175141761417714178141791418014181141821418314184141851418614187141881418914190141911419214193141941419514196141971419814199142001420114202142031420414205142061420714208142091421014211142121421314214142151421614217142181421914220142211422214223142241422514226142271422814229142301423114232142331423414235142361423714238142391424014241142421424314244142451424614247142481424914250142511425214253142541425514256142571425814259142601426114262142631426414265142661426714268142691427014271142721427314274142751427614277142781427914280142811428214283142841428514286142871428814289142901429114292142931429414295142961429714298142991430014301143021430314304143051430614307143081430914310143111431214313143141431514316143171431814319143201432114322143231432414325143261432714328143291433014331143321433314334143351433614337143381433914340143411434214343143441434514346143471434814349143501435114352143531435414355143561435714358143591436014361143621436314364143651436614367143681436914370143711437214373143741437514376143771437814379143801438114382143831438414385143861438714388143891439014391143921439314394143951439614397143981439914400144011440214403144041440514406144071440814409144101441114412144131441414415144161441714418144191442014421144221442314424144251442614427144281442914430144311443214433144341443514436144371443814439144401444114442144431444414445144461444714448144491445014451144521445314454144551445614457144581445914460144611446214463144641446514466144671446814469144701447114472144731447414475144761447714478144791448014481144821448314484144851448614487144881448914490144911449214493144941449514496144971449814499145001450114502145031450414505145061450714508145091451014511145121451314514145151451614517145181451914520145211452214523145241452514526145271452814529145301453114532145331453414535145361453714538145391454014541145421454314544145451454614547145481454914550145511455214553145541455514556145571455814559145601456114562145631456414565145661456714568145691457014571145721457314574145751457614577145781457914580145811458214583145841458514586145871458814589145901459114592145931459414595145961459714598145991460014601146021460314604146051460614607146081460914610146111461214613146141461514616146171461814619146201462114622146231462414625146261462714628146291463014631146321463314634146351463614637146381463914640146411464214643146441464514646146471464814649146501465114652146531465414655146561465714658146591466014661146621466314664146651466614667146681466914670146711467214673146741467514676146771467814679146801468114682146831468414685146861468714688146891469014691146921469314694146951469614697146981469914700147011470214703147041470514706147071470814709147101471114712147131471414715147161471714718147191472014721147221472314724147251472614727147281472914730147311473214733147341473514736147371473814739147401474114742147431474414745147461474714748147491475014751147521475314754147551475614757147581475914760147611476214763147641476514766147671476814769147701477114772147731477414775147761477714778147791478014781147821478314784147851478614787147881478914790147911479214793147941479514796147971479814799148001480114802148031480414805148061480714808148091481014811148121481314814148151481614817148181481914820148211482214823148241482514826148271482814829148301483114832148331483414835148361483714838148391484014841148421484314844148451484614847148481484914850148511485214853148541485514856148571485814859148601486114862148631486414865148661486714868148691487014871148721487314874148751487614877148781487914880148811488214883148841488514886148871488814889148901489114892148931489414895148961489714898148991490014901149021490314904149051490614907149081490914910149111491214913149141491514916149171491814919149201492114922149231492414925149261492714928149291493014931149321493314934149351493614937149381493914940149411494214943149441494514946149471494814949149501495114952149531495414955149561495714958149591496014961149621496314964149651496614967149681496914970149711497214973149741497514976149771497814979149801498114982149831498414985149861498714988149891499014991149921499314994149951499614997149981499915000150011500215003150041500515006150071500815009150101501115012150131501415015150161501715018150191502015021150221502315024150251502615027150281502915030150311503215033150341503515036150371503815039150401504115042150431504415045150461504715048150491505015051150521505315054150551505615057150581505915060150611506215063150641506515066150671506815069150701507115072150731507415075150761507715078150791508015081150821508315084150851508615087150881508915090150911509215093150941509515096150971509815099151001510115102151031510415105151061510715108151091511015111151121511315114151151511615117151181511915120151211512215123151241512515126151271512815129151301513115132151331513415135151361513715138151391514015141151421514315144151451514615147151481514915150151511515215153151541515515156151571515815159151601516115162151631516415165151661516715168151691517015171151721517315174151751517615177151781517915180151811518215183151841518515186151871518815189151901519115192151931519415195151961519715198151991520015201152021520315204152051520615207152081520915210152111521215213152141521515216152171521815219152201522115222152231522415225152261522715228152291523015231152321523315234152351523615237152381523915240152411524215243152441524515246152471524815249152501525115252152531525415255152561525715258152591526015261152621526315264152651526615267152681526915270152711527215273152741527515276152771527815279152801528115282152831528415285152861528715288152891529015291152921529315294152951529615297152981529915300153011530215303153041530515306153071530815309153101531115312153131531415315153161531715318153191532015321153221532315324153251532615327153281532915330153311533215333153341533515336153371533815339153401534115342153431534415345153461534715348153491535015351153521535315354153551535615357153581535915360153611536215363153641536515366153671536815369153701537115372153731537415375153761537715378153791538015381153821538315384153851538615387153881538915390153911539215393153941539515396153971539815399154001540115402154031540415405154061540715408154091541015411154121541315414154151541615417154181541915420154211542215423154241542515426154271542815429154301543115432154331543415435154361543715438154391544015441154421544315444154451544615447154481544915450154511545215453154541545515456154571545815459154601546115462154631546415465154661546715468154691547015471154721547315474154751547615477154781547915480154811548215483154841548515486154871548815489154901549115492154931549415495154961549715498154991550015501155021550315504155051550615507155081550915510155111551215513155141551515516155171551815519155201552115522155231552415525155261552715528155291553015531155321553315534155351553615537155381553915540155411554215543155441554515546155471554815549155501555115552155531555415555155561555715558155591556015561155621556315564155651556615567155681556915570155711557215573155741557515576155771557815579155801558115582155831558415585155861558715588155891559015591155921559315594155951559615597155981559915600156011560215603156041560515606156071560815609156101561115612156131561415615156161561715618156191562015621156221562315624156251562615627156281562915630156311563215633156341563515636156371563815639156401564115642156431564415645156461564715648156491565015651156521565315654156551565615657156581565915660156611566215663156641566515666156671566815669156701567115672156731567415675156761567715678156791568015681156821568315684156851568615687156881568915690156911569215693156941569515696156971569815699157001570115702157031570415705157061570715708157091571015711157121571315714157151571615717157181571915720157211572215723157241572515726157271572815729157301573115732157331573415735157361573715738157391574015741157421574315744157451574615747157481574915750157511575215753157541575515756157571575815759157601576115762157631576415765157661576715768157691577015771157721577315774157751577615777157781577915780157811578215783157841578515786157871578815789157901579115792157931579415795157961579715798157991580015801158021580315804158051580615807158081580915810158111581215813158141581515816158171581815819158201582115822158231582415825158261582715828158291583015831158321583315834158351583615837158381583915840158411584215843158441584515846158471584815849158501585115852158531585415855158561585715858158591586015861158621586315864158651586615867158681586915870158711587215873158741587515876158771587815879158801588115882158831588415885158861588715888158891589015891158921589315894158951589615897158981589915900159011590215903159041590515906159071590815909159101591115912159131591415915159161591715918159191592015921159221592315924159251592615927159281592915930159311593215933159341593515936159371593815939159401594115942159431594415945159461594715948159491595015951159521595315954159551595615957159581595915960159611596215963159641596515966159671596815969159701597115972159731597415975159761597715978159791598015981159821598315984159851598615987159881598915990159911599215993159941599515996159971599815999160001600116002160031600416005160061600716008160091601016011160121601316014160151601616017160181601916020160211602216023160241602516026160271602816029160301603116032160331603416035160361603716038160391604016041160421604316044160451604616047160481604916050160511605216053160541605516056160571605816059160601606116062160631606416065160661606716068160691607016071160721607316074160751607616077160781607916080160811608216083160841608516086160871608816089160901609116092160931609416095160961609716098160991610016101161021610316104161051610616107161081610916110161111611216113161141611516116161171611816119161201612116122161231612416125161261612716128161291613016131161321613316134161351613616137161381613916140161411614216143161441614516146161471614816149161501615116152161531615416155161561615716158161591616016161161621616316164161651616616167161681616916170161711617216173161741617516176161771617816179161801618116182161831618416185161861618716188161891619016191161921619316194161951619616197161981619916200162011620216203162041620516206162071620816209162101621116212162131621416215162161621716218162191622016221162221622316224162251622616227162281622916230162311623216233162341623516236162371623816239162401624116242162431624416245162461624716248162491625016251162521625316254162551625616257162581625916260162611626216263162641626516266162671626816269162701627116272162731627416275162761627716278162791628016281162821628316284162851628616287162881628916290162911629216293162941629516296162971629816299163001630116302163031630416305163061630716308163091631016311163121631316314163151631616317163181631916320163211632216323163241632516326163271632816329163301633116332163331633416335163361633716338163391634016341163421634316344163451634616347163481634916350163511635216353163541635516356163571635816359163601636116362163631636416365163661636716368163691637016371163721637316374163751637616377163781637916380163811638216383163841638516386163871638816389163901639116392163931639416395163961639716398163991640016401164021640316404164051640616407164081640916410164111641216413164141641516416164171641816419164201642116422164231642416425164261642716428164291643016431164321643316434164351643616437164381643916440164411644216443164441644516446164471644816449164501645116452164531645416455164561645716458164591646016461164621646316464164651646616467164681646916470164711647216473164741647516476164771647816479164801648116482164831648416485164861648716488164891649016491164921649316494164951649616497164981649916500165011650216503165041650516506165071650816509165101651116512165131651416515165161651716518165191652016521165221652316524165251652616527165281652916530165311653216533165341653516536165371653816539165401654116542165431654416545165461654716548165491655016551165521655316554165551655616557165581655916560165611656216563165641656516566165671656816569165701657116572165731657416575165761657716578165791658016581165821658316584165851658616587165881658916590165911659216593165941659516596165971659816599166001660116602166031660416605166061660716608166091661016611166121661316614166151661616617166181661916620166211662216623166241662516626166271662816629166301663116632166331663416635166361663716638166391664016641166421664316644166451664616647166481664916650166511665216653166541665516656166571665816659166601666116662166631666416665166661666716668166691667016671166721667316674166751667616677166781667916680166811668216683166841668516686166871668816689166901669116692166931669416695166961669716698166991670016701167021670316704167051670616707167081670916710167111671216713167141671516716167171671816719167201672116722167231672416725167261672716728167291673016731167321673316734167351673616737167381673916740167411674216743167441674516746167471674816749167501675116752167531675416755167561675716758167591676016761167621676316764167651676616767167681676916770167711677216773167741677516776167771677816779167801678116782167831678416785167861678716788167891679016791167921679316794167951679616797167981679916800168011680216803168041680516806168071680816809168101681116812168131681416815168161681716818168191682016821168221682316824168251682616827168281682916830168311683216833168341683516836168371683816839168401684116842168431684416845168461684716848168491685016851168521685316854168551685616857168581685916860168611686216863168641686516866168671686816869168701687116872168731687416875168761687716878168791688016881168821688316884168851688616887168881688916890168911689216893168941689516896168971689816899169001690116902169031690416905169061690716908169091691016911169121691316914169151691616917169181691916920169211692216923169241692516926169271692816929169301693116932169331693416935169361693716938169391694016941169421694316944169451694616947169481694916950169511695216953169541695516956169571695816959169601696116962169631696416965169661696716968169691697016971169721697316974169751697616977169781697916980169811698216983169841698516986169871698816989169901699116992169931699416995169961699716998169991700017001170021700317004170051700617007170081700917010170111701217013170141701517016170171701817019170201702117022170231702417025170261702717028170291703017031170321703317034170351703617037170381703917040170411704217043170441704517046170471704817049170501705117052170531705417055170561705717058170591706017061170621706317064170651706617067170681706917070170711707217073170741707517076170771707817079170801708117082170831708417085170861708717088170891709017091170921709317094170951709617097170981709917100171011710217103171041710517106171071710817109171101711117112171131711417115171161711717118171191712017121171221712317124171251712617127171281712917130171311713217133171341713517136171371713817139171401714117142171431714417145171461714717148171491715017151171521715317154171551715617157171581715917160171611716217163171641716517166171671716817169171701717117172171731717417175171761717717178171791718017181171821718317184171851718617187171881718917190171911719217193171941719517196171971719817199172001720117202172031720417205172061720717208172091721017211172121721317214172151721617217172181721917220172211722217223172241722517226172271722817229172301723117232172331723417235172361723717238172391724017241172421724317244172451724617247172481724917250172511725217253172541725517256172571725817259172601726117262172631726417265172661726717268172691727017271172721727317274172751727617277172781727917280172811728217283172841728517286172871728817289172901729117292172931729417295172961729717298172991730017301173021730317304173051730617307173081730917310173111731217313173141731517316173171731817319173201732117322173231732417325173261732717328173291733017331173321733317334173351733617337173381733917340173411734217343173441734517346173471734817349173501735117352173531735417355173561735717358173591736017361173621736317364173651736617367173681736917370173711737217373173741737517376173771737817379173801738117382173831738417385173861738717388173891739017391173921739317394173951739617397173981739917400174011740217403174041740517406174071740817409174101741117412174131741417415174161741717418174191742017421174221742317424174251742617427174281742917430174311743217433174341743517436174371743817439174401744117442174431744417445174461744717448174491745017451174521745317454174551745617457174581745917460174611746217463174641746517466174671746817469174701747117472174731747417475174761747717478174791748017481174821748317484174851748617487174881748917490174911749217493174941749517496174971749817499175001750117502175031750417505175061750717508175091751017511175121751317514175151751617517175181751917520175211752217523175241752517526175271752817529175301753117532175331753417535175361753717538175391754017541175421754317544175451754617547175481754917550175511755217553175541755517556175571755817559175601756117562175631756417565175661756717568175691757017571175721757317574175751757617577175781757917580175811758217583175841758517586175871758817589175901759117592175931759417595175961759717598175991760017601176021760317604176051760617607176081760917610176111761217613176141761517616176171761817619176201762117622176231762417625176261762717628176291763017631176321763317634176351763617637176381763917640176411764217643176441764517646176471764817649176501765117652176531765417655176561765717658176591766017661176621766317664176651766617667176681766917670176711767217673176741767517676176771767817679176801768117682176831768417685176861768717688176891769017691176921769317694176951769617697176981769917700177011770217703177041770517706177071770817709177101771117712177131771417715177161771717718177191772017721177221772317724177251772617727177281772917730177311773217733177341773517736177371773817739177401774117742177431774417745177461774717748177491775017751177521775317754177551775617757177581775917760177611776217763177641776517766177671776817769177701777117772177731777417775177761777717778177791778017781177821778317784177851778617787177881778917790177911779217793177941779517796177971779817799178001780117802178031780417805178061780717808178091781017811178121781317814178151781617817178181781917820178211782217823178241782517826178271782817829178301783117832178331783417835178361783717838178391784017841178421784317844178451784617847178481784917850178511785217853178541785517856178571785817859178601786117862178631786417865178661786717868178691787017871178721787317874178751787617877178781787917880178811788217883178841788517886178871788817889178901789117892178931789417895178961789717898178991790017901179021790317904179051790617907179081790917910179111791217913179141791517916179171791817919179201792117922179231792417925179261792717928179291793017931179321793317934179351793617937179381793917940179411794217943179441794517946179471794817949179501795117952179531795417955179561795717958179591796017961179621796317964179651796617967179681796917970179711797217973179741797517976179771797817979179801798117982179831798417985179861798717988179891799017991179921799317994179951799617997179981799918000180011800218003180041800518006180071800818009180101801118012180131801418015180161801718018180191802018021180221802318024180251802618027180281802918030180311803218033180341803518036180371803818039180401804118042180431804418045180461804718048180491805018051180521805318054180551805618057180581805918060180611806218063180641806518066180671806818069180701807118072180731807418075180761807718078180791808018081180821808318084180851808618087180881808918090180911809218093180941809518096180971809818099181001810118102181031810418105181061810718108181091811018111181121811318114181151811618117181181811918120181211812218123181241812518126181271812818129181301813118132181331813418135181361813718138181391814018141181421814318144181451814618147181481814918150181511815218153181541815518156181571815818159181601816118162181631816418165181661816718168181691817018171181721817318174181751817618177181781817918180181811818218183181841818518186181871818818189181901819118192181931819418195181961819718198181991820018201182021820318204182051820618207182081820918210182111821218213182141821518216182171821818219182201822118222182231822418225182261822718228182291823018231182321823318234182351823618237182381823918240182411824218243182441824518246182471824818249182501825118252182531825418255182561825718258182591826018261182621826318264182651826618267182681826918270182711827218273182741827518276182771827818279182801828118282182831828418285182861828718288182891829018291182921829318294182951829618297182981829918300183011830218303183041830518306183071830818309183101831118312183131831418315183161831718318183191832018321183221832318324183251832618327183281832918330183311833218333183341833518336183371833818339183401834118342183431834418345183461834718348183491835018351183521835318354183551835618357183581835918360183611836218363183641836518366183671836818369183701837118372183731837418375183761837718378183791838018381183821838318384183851838618387183881838918390183911839218393183941839518396183971839818399184001840118402184031840418405184061840718408184091841018411184121841318414184151841618417184181841918420184211842218423184241842518426184271842818429184301843118432184331843418435184361843718438184391844018441184421844318444184451844618447184481844918450184511845218453184541845518456184571845818459184601846118462184631846418465184661846718468184691847018471184721847318474184751847618477184781847918480184811848218483184841848518486184871848818489184901849118492184931849418495184961849718498184991850018501185021850318504185051850618507185081850918510185111851218513185141851518516185171851818519185201852118522185231852418525185261852718528185291853018531185321853318534185351853618537185381853918540185411854218543185441854518546185471854818549185501855118552185531855418555185561855718558185591856018561185621856318564185651856618567185681856918570185711857218573185741857518576185771857818579185801858118582185831858418585185861858718588185891859018591185921859318594185951859618597185981859918600186011860218603186041860518606186071860818609186101861118612186131861418615186161861718618186191862018621186221862318624186251862618627186281862918630186311863218633186341863518636186371863818639186401864118642186431864418645186461864718648186491865018651186521865318654186551865618657186581865918660186611866218663186641866518666186671866818669186701867118672186731867418675186761867718678186791868018681186821868318684186851868618687186881868918690186911869218693186941869518696186971869818699187001870118702187031870418705187061870718708187091871018711187121871318714187151871618717187181871918720187211872218723187241872518726187271872818729187301873118732187331873418735187361873718738187391874018741187421874318744187451874618747187481874918750187511875218753187541875518756187571875818759187601876118762187631876418765187661876718768187691877018771187721877318774187751877618777187781877918780187811878218783187841878518786187871878818789187901879118792187931879418795187961879718798187991880018801188021880318804188051880618807188081880918810188111881218813188141881518816188171881818819188201882118822188231882418825188261882718828188291883018831188321883318834188351883618837188381883918840188411884218843188441884518846188471884818849188501885118852188531885418855188561885718858188591886018861188621886318864188651886618867188681886918870188711887218873188741887518876188771887818879188801888118882188831888418885188861888718888188891889018891188921889318894188951889618897188981889918900189011890218903189041890518906189071890818909189101891118912189131891418915189161891718918189191892018921189221892318924189251892618927189281892918930189311893218933189341893518936189371893818939189401894118942189431894418945189461894718948189491895018951189521895318954189551895618957189581895918960189611896218963189641896518966189671896818969189701897118972189731897418975189761897718978189791898018981189821898318984189851898618987189881898918990189911899218993189941899518996189971899818999190001900119002190031900419005190061900719008190091901019011190121901319014190151901619017190181901919020190211902219023190241902519026190271902819029190301903119032190331903419035190361903719038190391904019041190421904319044190451904619047190481904919050190511905219053190541905519056190571905819059190601906119062190631906419065190661906719068190691907019071190721907319074190751907619077190781907919080190811908219083190841908519086190871908819089190901909119092190931909419095190961909719098190991910019101191021910319104191051910619107191081910919110191111911219113191141911519116191171911819119191201912119122191231912419125191261912719128191291913019131191321913319134191351913619137191381913919140191411914219143191441914519146191471914819149191501915119152191531915419155191561915719158191591916019161191621916319164191651916619167191681916919170191711917219173191741917519176191771917819179191801918119182191831918419185191861918719188191891919019191191921919319194191951919619197191981919919200192011920219203192041920519206192071920819209192101921119212192131921419215192161921719218192191922019221192221922319224192251922619227192281922919230192311923219233192341923519236192371923819239192401924119242192431924419245192461924719248192491925019251192521925319254192551925619257192581925919260192611926219263192641926519266192671926819269192701927119272192731927419275192761927719278192791928019281192821928319284192851928619287192881928919290192911929219293192941929519296192971929819299193001930119302193031930419305193061930719308193091931019311193121931319314193151931619317193181931919320193211932219323193241932519326193271932819329193301933119332193331933419335193361933719338193391934019341193421934319344193451934619347193481934919350193511935219353193541935519356193571935819359193601936119362193631936419365193661936719368193691937019371193721937319374193751937619377193781937919380193811938219383193841938519386193871938819389193901939119392193931939419395193961939719398193991940019401194021940319404194051940619407194081940919410194111941219413194141941519416194171941819419194201942119422194231942419425194261942719428194291943019431194321943319434194351943619437194381943919440194411944219443194441944519446194471944819449194501945119452194531945419455194561945719458194591946019461194621946319464194651946619467194681946919470194711947219473194741947519476194771947819479194801948119482194831948419485194861948719488194891949019491194921949319494194951949619497194981949919500195011950219503195041950519506195071950819509195101951119512195131951419515195161951719518195191952019521195221952319524195251952619527195281952919530195311953219533195341953519536195371953819539195401954119542195431954419545195461954719548195491955019551195521955319554195551955619557195581955919560195611956219563195641956519566195671956819569195701957119572195731957419575195761957719578195791958019581195821958319584195851958619587195881958919590195911959219593195941959519596195971959819599196001960119602196031960419605196061960719608196091961019611196121961319614196151961619617196181961919620196211962219623196241962519626196271962819629196301963119632196331963419635196361963719638196391964019641196421964319644196451964619647196481964919650196511965219653196541965519656196571965819659196601966119662196631966419665196661966719668196691967019671196721967319674196751967619677196781967919680196811968219683196841968519686196871968819689196901969119692196931969419695196961969719698196991970019701197021970319704197051970619707197081970919710197111971219713197141971519716197171971819719197201972119722197231972419725197261972719728197291973019731197321973319734197351973619737197381973919740197411974219743197441974519746197471974819749197501975119752197531975419755197561975719758197591976019761197621976319764197651976619767197681976919770197711977219773197741977519776197771977819779197801978119782197831978419785197861978719788197891979019791197921979319794197951979619797197981979919800198011980219803198041980519806198071980819809198101981119812198131981419815198161981719818198191982019821198221982319824198251982619827198281982919830198311983219833198341983519836198371983819839198401984119842198431984419845198461984719848198491985019851198521985319854198551985619857198581985919860198611986219863198641986519866198671986819869198701987119872198731987419875198761987719878198791988019881198821988319884198851988619887198881988919890198911989219893198941989519896198971989819899199001990119902199031990419905199061990719908199091991019911199121991319914199151991619917199181991919920199211992219923199241992519926199271992819929199301993119932199331993419935199361993719938199391994019941199421994319944199451994619947199481994919950199511995219953199541995519956199571995819959199601996119962199631996419965199661996719968199691997019971199721997319974199751997619977199781997919980199811998219983199841998519986199871998819989199901999119992199931999419995199961999719998199992000020001200022000320004200052000620007200082000920010200112001220013200142001520016200172001820019200202002120022200232002420025200262002720028200292003020031200322003320034200352003620037200382003920040200412004220043200442004520046200472004820049200502005120052200532005420055200562005720058200592006020061200622006320064200652006620067200682006920070200712007220073200742007520076200772007820079200802008120082200832008420085200862008720088200892009020091200922009320094200952009620097200982009920100201012010220103201042010520106201072010820109201102011120112201132011420115201162011720118201192012020121201222012320124201252012620127201282012920130201312013220133201342013520136201372013820139201402014120142201432014420145201462014720148201492015020151201522015320154201552015620157201582015920160201612016220163201642016520166201672016820169201702017120172201732017420175201762017720178201792018020181201822018320184201852018620187201882018920190201912019220193201942019520196201972019820199202002020120202202032020420205202062020720208202092021020211202122021320214202152021620217202182021920220202212022220223202242022520226202272022820229202302023120232202332023420235202362023720238202392024020241202422024320244202452024620247202482024920250202512025220253202542025520256202572025820259202602026120262202632026420265202662026720268202692027020271202722027320274202752027620277202782027920280202812028220283202842028520286202872028820289202902029120292202932029420295202962029720298202992030020301203022030320304203052030620307203082030920310203112031220313203142031520316203172031820319203202032120322203232032420325203262032720328203292033020331203322033320334203352033620337203382033920340203412034220343203442034520346203472034820349203502035120352203532035420355203562035720358203592036020361203622036320364203652036620367203682036920370203712037220373203742037520376203772037820379203802038120382203832038420385203862038720388203892039020391203922039320394203952039620397203982039920400204012040220403204042040520406204072040820409204102041120412204132041420415204162041720418204192042020421204222042320424204252042620427204282042920430204312043220433204342043520436204372043820439204402044120442204432044420445204462044720448204492045020451204522045320454204552045620457204582045920460204612046220463204642046520466204672046820469204702047120472204732047420475204762047720478204792048020481204822048320484204852048620487204882048920490204912049220493204942049520496204972049820499205002050120502205032050420505205062050720508205092051020511205122051320514205152051620517205182051920520205212052220523205242052520526205272052820529205302053120532205332053420535205362053720538205392054020541205422054320544205452054620547205482054920550205512055220553205542055520556205572055820559205602056120562205632056420565205662056720568205692057020571205722057320574205752057620577205782057920580205812058220583205842058520586205872058820589205902059120592205932059420595205962059720598205992060020601206022060320604206052060620607206082060920610206112061220613206142061520616206172061820619206202062120622206232062420625206262062720628206292063020631206322063320634206352063620637206382063920640206412064220643206442064520646206472064820649206502065120652206532065420655206562065720658206592066020661206622066320664206652066620667206682066920670206712067220673206742067520676206772067820679206802068120682206832068420685206862068720688206892069020691206922069320694206952069620697206982069920700207012070220703207042070520706207072070820709207102071120712207132071420715207162071720718207192072020721207222072320724207252072620727207282072920730207312073220733207342073520736207372073820739207402074120742207432074420745207462074720748207492075020751207522075320754207552075620757207582075920760207612076220763207642076520766207672076820769207702077120772207732077420775207762077720778207792078020781207822078320784207852078620787207882078920790207912079220793207942079520796207972079820799208002080120802208032080420805208062080720808208092081020811208122081320814208152081620817208182081920820208212082220823208242082520826208272082820829208302083120832208332083420835208362083720838208392084020841208422084320844208452084620847208482084920850208512085220853208542085520856208572085820859208602086120862208632086420865208662086720868208692087020871208722087320874208752087620877208782087920880208812088220883208842088520886208872088820889208902089120892208932089420895208962089720898208992090020901209022090320904209052090620907209082090920910209112091220913209142091520916209172091820919209202092120922209232092420925209262092720928209292093020931209322093320934209352093620937209382093920940209412094220943209442094520946209472094820949209502095120952209532095420955209562095720958209592096020961209622096320964209652096620967209682096920970209712097220973209742097520976209772097820979209802098120982209832098420985209862098720988209892099020991209922099320994209952099620997209982099921000210012100221003210042100521006210072100821009210102101121012210132101421015210162101721018210192102021021210222102321024210252102621027210282102921030210312103221033210342103521036210372103821039210402104121042210432104421045210462104721048210492105021051210522105321054210552105621057210582105921060210612106221063210642106521066210672106821069210702107121072210732107421075210762107721078210792108021081210822108321084210852108621087210882108921090210912109221093210942109521096210972109821099211002110121102211032110421105211062110721108211092111021111211122111321114211152111621117211182111921120211212112221123211242112521126211272112821129211302113121132211332113421135211362113721138211392114021141211422114321144211452114621147211482114921150211512115221153211542115521156211572115821159211602116121162211632116421165211662116721168211692117021171211722117321174211752117621177211782117921180211812118221183211842118521186211872118821189211902119121192211932119421195211962119721198211992120021201212022120321204212052120621207212082120921210212112121221213212142121521216212172121821219212202122121222212232122421225212262122721228212292123021231212322123321234212352123621237212382123921240212412124221243212442124521246212472124821249212502125121252212532125421255212562125721258212592126021261212622126321264212652126621267212682126921270212712127221273212742127521276212772127821279212802128121282212832128421285212862128721288212892129021291212922129321294212952129621297212982129921300213012130221303213042130521306213072130821309213102131121312213132131421315213162131721318213192132021321213222132321324213252132621327213282132921330213312133221333213342133521336213372133821339213402134121342213432134421345213462134721348213492135021351213522135321354213552135621357213582135921360213612136221363213642136521366213672136821369213702137121372213732137421375213762137721378213792138021381213822138321384213852138621387213882138921390213912139221393213942139521396213972139821399214002140121402214032140421405214062140721408214092141021411214122141321414214152141621417214182141921420214212142221423214242142521426214272142821429214302143121432214332143421435214362143721438214392144021441214422144321444214452144621447214482144921450214512145221453214542145521456214572145821459214602146121462214632146421465214662146721468214692147021471214722147321474214752147621477214782147921480214812148221483214842148521486214872148821489214902149121492214932149421495214962149721498214992150021501215022150321504215052150621507215082150921510215112151221513215142151521516215172151821519215202152121522215232152421525215262152721528215292153021531215322153321534215352153621537215382153921540215412154221543215442154521546215472154821549215502155121552215532155421555215562155721558215592156021561215622156321564215652156621567215682156921570215712157221573215742157521576215772157821579215802158121582215832158421585215862158721588215892159021591215922159321594215952159621597215982159921600216012160221603216042160521606216072160821609216102161121612216132161421615216162161721618216192162021621216222162321624216252162621627216282162921630216312163221633216342163521636216372163821639216402164121642216432164421645216462164721648216492165021651216522165321654216552165621657216582165921660216612166221663216642166521666216672166821669216702167121672216732167421675216762167721678216792168021681216822168321684216852168621687216882168921690216912169221693216942169521696216972169821699217002170121702217032170421705217062170721708217092171021711217122171321714217152171621717217182171921720217212172221723217242172521726217272172821729217302173121732217332173421735217362173721738217392174021741217422174321744217452174621747217482174921750217512175221753217542175521756217572175821759217602176121762217632176421765217662176721768217692177021771217722177321774217752177621777217782177921780217812178221783217842178521786217872178821789217902179121792217932179421795217962179721798217992180021801218022180321804218052180621807218082180921810218112181221813218142181521816218172181821819218202182121822218232182421825218262182721828218292183021831218322183321834218352183621837218382183921840218412184221843218442184521846218472184821849218502185121852218532185421855218562185721858218592186021861218622186321864218652186621867218682186921870218712187221873218742187521876218772187821879218802188121882218832188421885218862188721888218892189021891218922189321894218952189621897218982189921900219012190221903219042190521906219072190821909219102191121912219132191421915219162191721918219192192021921219222192321924219252192621927219282192921930219312193221933219342193521936219372193821939219402194121942219432194421945219462194721948219492195021951219522195321954219552195621957219582195921960219612196221963219642196521966219672196821969219702197121972219732197421975219762197721978219792198021981219822198321984219852198621987219882198921990219912199221993219942199521996219972199821999220002200122002220032200422005220062200722008220092201022011220122201322014220152201622017220182201922020220212202222023220242202522026220272202822029220302203122032220332203422035220362203722038220392204022041220422204322044220452204622047220482204922050220512205222053220542205522056220572205822059220602206122062220632206422065220662206722068220692207022071220722207322074220752207622077220782207922080220812208222083220842208522086220872208822089220902209122092220932209422095220962209722098220992210022101221022210322104221052210622107221082210922110221112211222113221142211522116221172211822119221202212122122221232212422125221262212722128221292213022131221322213322134221352213622137221382213922140221412214222143221442214522146221472214822149221502215122152221532215422155221562215722158221592216022161221622216322164221652216622167221682216922170221712217222173221742217522176221772217822179221802218122182221832218422185221862218722188221892219022191221922219322194221952219622197221982219922200222012220222203222042220522206222072220822209222102221122212222132221422215222162221722218222192222022221222222222322224222252222622227222282222922230222312223222233222342223522236222372223822239222402224122242222432224422245222462224722248222492225022251222522225322254222552225622257222582225922260222612226222263222642226522266222672226822269222702227122272222732227422275222762227722278222792228022281222822228322284222852228622287222882228922290222912229222293222942229522296222972229822299223002230122302223032230422305223062230722308223092231022311223122231322314223152231622317223182231922320223212232222323223242232522326223272232822329223302233122332223332233422335223362233722338223392234022341223422234322344223452234622347223482234922350223512235222353223542235522356223572235822359223602236122362223632236422365223662236722368223692237022371223722237322374223752237622377223782237922380223812238222383223842238522386223872238822389223902239122392223932239422395223962239722398223992240022401224022240322404224052240622407224082240922410224112241222413224142241522416224172241822419224202242122422224232242422425224262242722428224292243022431224322243322434224352243622437224382243922440224412244222443224442244522446224472244822449224502245122452224532245422455224562245722458224592246022461224622246322464224652246622467224682246922470224712247222473224742247522476224772247822479224802248122482224832248422485224862248722488224892249022491224922249322494224952249622497224982249922500225012250222503225042250522506225072250822509225102251122512225132251422515225162251722518225192252022521225222252322524225252252622527225282252922530225312253222533225342253522536225372253822539225402254122542225432254422545225462254722548225492255022551225522255322554225552255622557225582255922560225612256222563225642256522566225672256822569225702257122572225732257422575225762257722578225792258022581225822258322584225852258622587225882258922590225912259222593225942259522596225972259822599226002260122602226032260422605226062260722608226092261022611226122261322614226152261622617226182261922620226212262222623226242262522626226272262822629226302263122632226332263422635226362263722638226392264022641226422264322644226452264622647226482264922650226512265222653226542265522656226572265822659226602266122662226632266422665226662266722668226692267022671226722267322674226752267622677226782267922680226812268222683226842268522686226872268822689226902269122692226932269422695226962269722698226992270022701227022270322704227052270622707227082270922710227112271222713227142271522716227172271822719227202272122722227232272422725227262272722728227292273022731227322273322734227352273622737227382273922740227412274222743227442274522746227472274822749227502275122752227532275422755227562275722758227592276022761227622276322764227652276622767227682276922770227712277222773227742277522776227772277822779227802278122782227832278422785227862278722788227892279022791227922279322794227952279622797227982279922800228012280222803228042280522806228072280822809228102281122812228132281422815228162281722818228192282022821228222282322824228252282622827228282282922830228312283222833228342283522836228372283822839228402284122842228432284422845228462284722848228492285022851228522285322854228552285622857228582285922860228612286222863228642286522866228672286822869228702287122872228732287422875228762287722878228792288022881228822288322884228852288622887228882288922890228912289222893228942289522896228972289822899229002290122902229032290422905229062290722908229092291022911229122291322914229152291622917229182291922920229212292222923229242292522926229272292822929229302293122932229332293422935229362293722938229392294022941229422294322944229452294622947229482294922950229512295222953229542295522956229572295822959229602296122962229632296422965229662296722968229692297022971229722297322974229752297622977229782297922980229812298222983229842298522986229872298822989229902299122992229932299422995229962299722998229992300023001230022300323004230052300623007230082300923010230112301223013230142301523016230172301823019230202302123022230232302423025230262302723028230292303023031230322303323034230352303623037230382303923040230412304223043230442304523046230472304823049230502305123052230532305423055230562305723058230592306023061230622306323064230652306623067230682306923070230712307223073230742307523076230772307823079230802308123082230832308423085230862308723088230892309023091230922309323094230952309623097230982309923100231012310223103231042310523106231072310823109231102311123112231132311423115231162311723118231192312023121231222312323124231252312623127231282312923130231312313223133231342313523136231372313823139231402314123142231432314423145231462314723148231492315023151231522315323154231552315623157231582315923160231612316223163231642316523166231672316823169231702317123172231732317423175231762317723178231792318023181231822318323184231852318623187231882318923190231912319223193231942319523196231972319823199232002320123202232032320423205232062320723208232092321023211232122321323214232152321623217232182321923220232212322223223232242322523226232272322823229232302323123232232332323423235232362323723238232392324023241232422324323244232452324623247232482324923250232512325223253232542325523256232572325823259232602326123262232632326423265232662326723268232692327023271232722327323274232752327623277232782327923280232812328223283232842328523286232872328823289232902329123292232932329423295232962329723298232992330023301233022330323304233052330623307233082330923310233112331223313233142331523316233172331823319233202332123322233232332423325233262332723328233292333023331233322333323334233352333623337233382333923340233412334223343233442334523346233472334823349233502335123352233532335423355233562335723358233592336023361233622336323364233652336623367233682336923370233712337223373233742337523376233772337823379233802338123382233832338423385233862338723388233892339023391233922339323394233952339623397233982339923400234012340223403234042340523406234072340823409234102341123412234132341423415234162341723418234192342023421234222342323424234252342623427234282342923430234312343223433234342343523436234372343823439234402344123442234432344423445234462344723448234492345023451234522345323454234552345623457234582345923460234612346223463234642346523466234672346823469234702347123472234732347423475234762347723478234792348023481234822348323484234852348623487234882348923490234912349223493234942349523496234972349823499235002350123502235032350423505235062350723508235092351023511235122351323514235152351623517235182351923520235212352223523235242352523526235272352823529235302353123532235332353423535235362353723538235392354023541235422354323544235452354623547235482354923550235512355223553235542355523556235572355823559235602356123562235632356423565235662356723568235692357023571235722357323574235752357623577235782357923580235812358223583235842358523586235872358823589235902359123592235932359423595235962359723598235992360023601236022360323604236052360623607236082360923610236112361223613236142361523616236172361823619236202362123622236232362423625236262362723628236292363023631236322363323634236352363623637236382363923640236412364223643236442364523646236472364823649236502365123652236532365423655236562365723658236592366023661236622366323664236652366623667236682366923670236712367223673236742367523676236772367823679236802368123682236832368423685236862368723688236892369023691236922369323694236952369623697236982369923700237012370223703237042370523706237072370823709237102371123712237132371423715237162371723718237192372023721237222372323724237252372623727237282372923730237312373223733237342373523736237372373823739237402374123742237432374423745237462374723748237492375023751237522375323754237552375623757237582375923760237612376223763237642376523766237672376823769237702377123772237732377423775237762377723778237792378023781237822378323784237852378623787237882378923790237912379223793237942379523796237972379823799238002380123802238032380423805238062380723808238092381023811238122381323814238152381623817238182381923820238212382223823238242382523826238272382823829238302383123832238332383423835238362383723838238392384023841238422384323844238452384623847238482384923850238512385223853238542385523856238572385823859238602386123862238632386423865238662386723868238692387023871238722387323874238752387623877238782387923880238812388223883238842388523886238872388823889238902389123892238932389423895238962389723898238992390023901239022390323904239052390623907239082390923910239112391223913239142391523916239172391823919239202392123922239232392423925239262392723928239292393023931239322393323934239352393623937239382393923940239412394223943239442394523946239472394823949239502395123952239532395423955239562395723958239592396023961239622396323964239652396623967239682396923970239712397223973239742397523976239772397823979239802398123982239832398423985239862398723988239892399023991239922399323994239952399623997239982399924000240012400224003240042400524006240072400824009240102401124012240132401424015240162401724018240192402024021240222402324024240252402624027240282402924030240312403224033240342403524036240372403824039240402404124042240432404424045240462404724048240492405024051240522405324054240552405624057240582405924060240612406224063240642406524066240672406824069240702407124072240732407424075240762407724078240792408024081240822408324084240852408624087240882408924090240912409224093240942409524096240972409824099241002410124102241032410424105241062410724108241092411024111241122411324114241152411624117241182411924120241212412224123241242412524126241272412824129241302413124132241332413424135241362413724138241392414024141241422414324144241452414624147241482414924150241512415224153241542415524156241572415824159241602416124162241632416424165241662416724168241692417024171241722417324174241752417624177241782417924180241812418224183241842418524186241872418824189241902419124192241932419424195241962419724198241992420024201242022420324204242052420624207242082420924210242112421224213242142421524216242172421824219242202422124222242232422424225242262422724228242292423024231242322423324234242352423624237242382423924240242412424224243242442424524246242472424824249242502425124252242532425424255242562425724258242592426024261242622426324264242652426624267242682426924270242712427224273242742427524276242772427824279242802428124282242832428424285242862428724288242892429024291242922429324294242952429624297242982429924300243012430224303243042430524306243072430824309243102431124312243132431424315243162431724318243192432024321243222432324324243252432624327243282432924330243312433224333243342433524336243372433824339243402434124342243432434424345243462434724348243492435024351243522435324354243552435624357243582435924360243612436224363243642436524366243672436824369243702437124372243732437424375243762437724378243792438024381243822438324384243852438624387243882438924390243912439224393243942439524396243972439824399244002440124402244032440424405244062440724408244092441024411244122441324414244152441624417244182441924420244212442224423244242442524426244272442824429244302443124432244332443424435244362443724438244392444024441244422444324444244452444624447244482444924450244512445224453244542445524456244572445824459244602446124462244632446424465244662446724468244692447024471244722447324474244752447624477244782447924480244812448224483244842448524486244872448824489244902449124492244932449424495244962449724498244992450024501245022450324504245052450624507245082450924510245112451224513245142451524516245172451824519245202452124522245232452424525245262452724528245292453024531245322453324534245352453624537245382453924540245412454224543245442454524546245472454824549245502455124552245532455424555245562455724558245592456024561245622456324564245652456624567245682456924570245712457224573245742457524576245772457824579245802458124582245832458424585245862458724588245892459024591245922459324594245952459624597245982459924600246012460224603246042460524606246072460824609246102461124612246132461424615246162461724618246192462024621246222462324624246252462624627246282462924630246312463224633246342463524636246372463824639246402464124642246432464424645246462464724648246492465024651246522465324654246552465624657246582465924660246612466224663246642466524666246672466824669246702467124672246732467424675246762467724678246792468024681246822468324684246852468624687246882468924690246912469224693246942469524696246972469824699247002470124702247032470424705247062470724708247092471024711247122471324714247152471624717247182471924720247212472224723247242472524726247272472824729247302473124732247332473424735247362473724738247392474024741247422474324744247452474624747247482474924750247512475224753247542475524756247572475824759247602476124762247632476424765247662476724768247692477024771247722477324774247752477624777247782477924780247812478224783247842478524786247872478824789247902479124792247932479424795247962479724798247992480024801248022480324804248052480624807248082480924810248112481224813248142481524816248172481824819248202482124822248232482424825248262482724828248292483024831248322483324834248352483624837248382483924840248412484224843248442484524846248472484824849248502485124852248532485424855248562485724858248592486024861248622486324864248652486624867248682486924870248712487224873248742487524876248772487824879248802488124882248832488424885248862488724888248892489024891248922489324894248952489624897248982489924900249012490224903249042490524906249072490824909249102491124912249132491424915249162491724918249192492024921249222492324924249252492624927249282492924930249312493224933249342493524936249372493824939249402494124942249432494424945249462494724948249492495024951249522495324954249552495624957249582495924960249612496224963249642496524966249672496824969249702497124972249732497424975249762497724978249792498024981249822498324984249852498624987249882498924990249912499224993249942499524996249972499824999250002500125002250032500425005250062500725008250092501025011250122501325014250152501625017250182501925020250212502225023250242502525026250272502825029250302503125032250332503425035250362503725038250392504025041250422504325044250452504625047250482504925050250512505225053250542505525056250572505825059250602506125062250632506425065250662506725068250692507025071250722507325074250752507625077250782507925080250812508225083250842508525086250872508825089250902509125092250932509425095250962509725098250992510025101251022510325104251052510625107251082510925110251112511225113251142511525116251172511825119251202512125122251232512425125251262512725128251292513025131251322513325134251352513625137251382513925140251412514225143251442514525146251472514825149251502515125152251532515425155251562515725158251592516025161251622516325164251652516625167251682516925170251712517225173251742517525176251772517825179251802518125182251832518425185251862518725188251892519025191251922519325194251952519625197251982519925200252012520225203252042520525206252072520825209252102521125212252132521425215252162521725218252192522025221252222522325224252252522625227252282522925230252312523225233252342523525236252372523825239252402524125242252432524425245252462524725248252492525025251252522525325254252552525625257252582525925260252612526225263252642526525266252672526825269252702527125272252732527425275252762527725278252792528025281252822528325284252852528625287252882528925290252912529225293252942529525296252972529825299253002530125302253032530425305253062530725308253092531025311253122531325314253152531625317253182531925320253212532225323253242532525326253272532825329253302533125332253332533425335253362533725338253392534025341253422534325344253452534625347253482534925350253512535225353253542535525356253572535825359253602536125362253632536425365253662536725368253692537025371253722537325374253752537625377253782537925380253812538225383253842538525386253872538825389253902539125392253932539425395253962539725398253992540025401254022540325404254052540625407254082540925410254112541225413254142541525416254172541825419254202542125422254232542425425254262542725428254292543025431254322543325434254352543625437254382543925440254412544225443254442544525446254472544825449254502545125452254532545425455254562545725458254592546025461254622546325464254652546625467254682546925470254712547225473254742547525476254772547825479254802548125482254832548425485254862548725488254892549025491254922549325494254952549625497254982549925500255012550225503255042550525506255072550825509255102551125512255132551425515255162551725518255192552025521255222552325524255252552625527255282552925530255312553225533255342553525536255372553825539255402554125542255432554425545255462554725548255492555025551255522555325554255552555625557255582555925560255612556225563255642556525566255672556825569255702557125572255732557425575255762557725578255792558025581255822558325584255852558625587255882558925590255912559225593255942559525596255972559825599256002560125602256032560425605256062560725608256092561025611256122561325614256152561625617256182561925620256212562225623256242562525626256272562825629256302563125632256332563425635256362563725638256392564025641256422564325644256452564625647256482564925650256512565225653256542565525656256572565825659256602566125662256632566425665256662566725668256692567025671256722567325674256752567625677256782567925680256812568225683256842568525686256872568825689256902569125692256932569425695256962569725698256992570025701257022570325704257052570625707257082570925710257112571225713257142571525716257172571825719257202572125722257232572425725257262572725728257292573025731257322573325734257352573625737257382573925740257412574225743257442574525746257472574825749257502575125752257532575425755257562575725758257592576025761257622576325764257652576625767257682576925770257712577225773257742577525776257772577825779257802578125782257832578425785257862578725788257892579025791257922579325794257952579625797257982579925800258012580225803258042580525806258072580825809258102581125812258132581425815258162581725818258192582025821258222582325824258252582625827258282582925830258312583225833258342583525836258372583825839258402584125842258432584425845258462584725848258492585025851258522585325854258552585625857258582585925860258612586225863258642586525866258672586825869258702587125872258732587425875258762587725878258792588025881258822588325884258852588625887258882588925890258912589225893258942589525896258972589825899259002590125902259032590425905259062590725908259092591025911259122591325914259152591625917259182591925920259212592225923259242592525926259272592825929259302593125932259332593425935259362593725938259392594025941259422594325944259452594625947259482594925950259512595225953259542595525956259572595825959259602596125962259632596425965259662596725968259692597025971259722597325974259752597625977259782597925980259812598225983259842598525986259872598825989259902599125992259932599425995259962599725998259992600026001260022600326004260052600626007260082600926010260112601226013260142601526016260172601826019260202602126022260232602426025260262602726028260292603026031260322603326034260352603626037260382603926040260412604226043260442604526046260472604826049260502605126052260532605426055260562605726058260592606026061260622606326064260652606626067260682606926070260712607226073260742607526076260772607826079260802608126082260832608426085260862608726088260892609026091260922609326094260952609626097260982609926100261012610226103261042610526106261072610826109261102611126112261132611426115261162611726118261192612026121261222612326124261252612626127261282612926130261312613226133261342613526136261372613826139261402614126142261432614426145261462614726148261492615026151261522615326154261552615626157261582615926160261612616226163261642616526166261672616826169261702617126172261732617426175261762617726178261792618026181261822618326184261852618626187261882618926190261912619226193261942619526196261972619826199262002620126202262032620426205262062620726208262092621026211262122621326214262152621626217262182621926220262212622226223262242622526226262272622826229262302623126232262332623426235262362623726238262392624026241262422624326244262452624626247262482624926250262512625226253262542625526256262572625826259262602626126262262632626426265262662626726268262692627026271262722627326274262752627626277262782627926280262812628226283262842628526286262872628826289262902629126292262932629426295262962629726298262992630026301263022630326304263052630626307263082630926310263112631226313263142631526316263172631826319263202632126322263232632426325263262632726328263292633026331263322633326334263352633626337263382633926340263412634226343263442634526346263472634826349263502635126352263532635426355263562635726358263592636026361263622636326364263652636626367263682636926370263712637226373263742637526376263772637826379263802638126382263832638426385263862638726388263892639026391263922639326394263952639626397263982639926400264012640226403264042640526406264072640826409264102641126412264132641426415264162641726418264192642026421264222642326424264252642626427264282642926430264312643226433264342643526436264372643826439264402644126442264432644426445264462644726448264492645026451264522645326454264552645626457264582645926460264612646226463264642646526466264672646826469264702647126472264732647426475264762647726478264792648026481264822648326484264852648626487264882648926490264912649226493264942649526496264972649826499265002650126502265032650426505265062650726508265092651026511265122651326514265152651626517265182651926520265212652226523265242652526526265272652826529265302653126532265332653426535265362653726538265392654026541265422654326544265452654626547265482654926550265512655226553265542655526556265572655826559265602656126562265632656426565265662656726568265692657026571265722657326574265752657626577265782657926580265812658226583265842658526586265872658826589265902659126592265932659426595265962659726598265992660026601266022660326604266052660626607266082660926610266112661226613266142661526616266172661826619266202662126622266232662426625266262662726628266292663026631266322663326634266352663626637266382663926640266412664226643266442664526646266472664826649266502665126652266532665426655266562665726658266592666026661266622666326664266652666626667266682666926670266712667226673266742667526676266772667826679266802668126682266832668426685266862668726688266892669026691266922669326694266952669626697266982669926700267012670226703267042670526706267072670826709267102671126712267132671426715267162671726718267192672026721267222672326724267252672626727267282672926730267312673226733267342673526736267372673826739267402674126742267432674426745267462674726748267492675026751267522675326754267552675626757267582675926760267612676226763267642676526766267672676826769267702677126772267732677426775267762677726778267792678026781267822678326784267852678626787267882678926790267912679226793267942679526796267972679826799268002680126802268032680426805268062680726808268092681026811268122681326814268152681626817268182681926820268212682226823268242682526826268272682826829268302683126832268332683426835268362683726838268392684026841268422684326844268452684626847268482684926850268512685226853268542685526856268572685826859268602686126862268632686426865268662686726868268692687026871268722687326874268752687626877268782687926880268812688226883268842688526886268872688826889268902689126892268932689426895268962689726898268992690026901269022690326904269052690626907269082690926910269112691226913269142691526916269172691826919269202692126922269232692426925269262692726928269292693026931269322693326934269352693626937269382693926940269412694226943269442694526946269472694826949269502695126952269532695426955269562695726958269592696026961269622696326964269652696626967269682696926970269712697226973269742697526976269772697826979269802698126982269832698426985269862698726988269892699026991269922699326994269952699626997269982699927000270012700227003270042700527006270072700827009270102701127012270132701427015270162701727018270192702027021270222702327024270252702627027270282702927030270312703227033270342703527036270372703827039270402704127042270432704427045270462704727048270492705027051270522705327054270552705627057270582705927060270612706227063270642706527066270672706827069270702707127072270732707427075270762707727078270792708027081270822708327084270852708627087270882708927090270912709227093270942709527096270972709827099271002710127102271032710427105271062710727108271092711027111271122711327114271152711627117271182711927120271212712227123271242712527126271272712827129271302713127132271332713427135271362713727138271392714027141271422714327144271452714627147271482714927150271512715227153271542715527156271572715827159271602716127162271632716427165271662716727168271692717027171271722717327174271752717627177271782717927180271812718227183271842718527186271872718827189271902719127192271932719427195271962719727198271992720027201272022720327204272052720627207272082720927210272112721227213272142721527216272172721827219272202722127222272232722427225272262722727228272292723027231272322723327234272352723627237272382723927240272412724227243272442724527246272472724827249272502725127252272532725427255272562725727258272592726027261272622726327264272652726627267272682726927270272712727227273272742727527276272772727827279272802728127282272832728427285272862728727288272892729027291272922729327294272952729627297272982729927300273012730227303273042730527306273072730827309273102731127312273132731427315273162731727318273192732027321273222732327324273252732627327273282732927330273312733227333273342733527336273372733827339273402734127342273432734427345273462734727348273492735027351273522735327354273552735627357273582735927360273612736227363273642736527366273672736827369273702737127372273732737427375273762737727378273792738027381273822738327384273852738627387273882738927390273912739227393273942739527396273972739827399274002740127402274032740427405274062740727408274092741027411274122741327414274152741627417274182741927420274212742227423274242742527426274272742827429274302743127432274332743427435274362743727438274392744027441274422744327444274452744627447274482744927450274512745227453274542745527456274572745827459274602746127462274632746427465274662746727468274692747027471274722747327474274752747627477274782747927480274812748227483274842748527486274872748827489274902749127492274932749427495274962749727498274992750027501275022750327504275052750627507275082750927510275112751227513275142751527516275172751827519275202752127522275232752427525275262752727528275292753027531275322753327534275352753627537275382753927540275412754227543275442754527546275472754827549275502755127552275532755427555275562755727558275592756027561275622756327564275652756627567275682756927570275712757227573275742757527576275772757827579275802758127582275832758427585275862758727588275892759027591275922759327594275952759627597275982759927600276012760227603276042760527606276072760827609276102761127612276132761427615276162761727618276192762027621276222762327624276252762627627276282762927630276312763227633276342763527636276372763827639276402764127642276432764427645276462764727648276492765027651276522765327654276552765627657276582765927660276612766227663276642766527666276672766827669276702767127672276732767427675276762767727678276792768027681276822768327684276852768627687276882768927690276912769227693276942769527696276972769827699277002770127702277032770427705277062770727708277092771027711277122771327714277152771627717277182771927720277212772227723277242772527726277272772827729277302773127732277332773427735277362773727738277392774027741277422774327744277452774627747277482774927750277512775227753277542775527756277572775827759277602776127762277632776427765277662776727768277692777027771277722777327774277752777627777277782777927780277812778227783277842778527786277872778827789277902779127792277932779427795277962779727798277992780027801278022780327804278052780627807278082780927810278112781227813278142781527816278172781827819278202782127822278232782427825278262782727828278292783027831278322783327834278352783627837278382783927840278412784227843278442784527846278472784827849278502785127852278532785427855278562785727858278592786027861278622786327864278652786627867278682786927870278712787227873278742787527876278772787827879278802788127882278832788427885278862788727888278892789027891278922789327894278952789627897278982789927900279012790227903279042790527906279072790827909279102791127912279132791427915279162791727918279192792027921279222792327924279252792627927279282792927930279312793227933279342793527936279372793827939279402794127942279432794427945279462794727948279492795027951279522795327954279552795627957279582795927960279612796227963279642796527966279672796827969279702797127972279732797427975279762797727978279792798027981279822798327984279852798627987279882798927990279912799227993279942799527996279972799827999280002800128002280032800428005280062800728008280092801028011280122801328014280152801628017280182801928020280212802228023280242802528026280272802828029280302803128032280332803428035280362803728038280392804028041280422804328044280452804628047280482804928050280512805228053280542805528056280572805828059280602806128062280632806428065280662806728068280692807028071280722807328074280752807628077280782807928080280812808228083280842808528086280872808828089280902809128092280932809428095280962809728098280992810028101281022810328104281052810628107281082810928110281112811228113281142811528116281172811828119281202812128122281232812428125281262812728128281292813028131281322813328134281352813628137281382813928140281412814228143281442814528146281472814828149281502815128152281532815428155281562815728158281592816028161281622816328164281652816628167281682816928170281712817228173281742817528176281772817828179281802818128182281832818428185281862818728188281892819028191281922819328194281952819628197281982819928200282012820228203282042820528206282072820828209282102821128212282132821428215282162821728218282192822028221282222822328224282252822628227282282822928230282312823228233282342823528236282372823828239282402824128242282432824428245282462824728248282492825028251282522825328254282552825628257282582825928260282612826228263282642826528266282672826828269282702827128272282732827428275282762827728278282792828028281282822828328284282852828628287282882828928290282912829228293282942829528296282972829828299283002830128302283032830428305283062830728308283092831028311283122831328314283152831628317283182831928320283212832228323283242832528326283272832828329283302833128332283332833428335283362833728338283392834028341283422834328344283452834628347283482834928350283512835228353283542835528356283572835828359283602836128362283632836428365283662836728368283692837028371283722837328374283752837628377283782837928380283812838228383283842838528386283872838828389283902839128392283932839428395283962839728398283992840028401284022840328404284052840628407284082840928410284112841228413284142841528416284172841828419284202842128422284232842428425284262842728428284292843028431284322843328434284352843628437284382843928440284412844228443284442844528446284472844828449284502845128452284532845428455284562845728458284592846028461284622846328464284652846628467284682846928470284712847228473284742847528476284772847828479284802848128482284832848428485284862848728488284892849028491284922849328494284952849628497284982849928500285012850228503285042850528506285072850828509285102851128512285132851428515285162851728518285192852028521285222852328524285252852628527285282852928530285312853228533285342853528536285372853828539285402854128542285432854428545285462854728548285492855028551285522855328554285552855628557285582855928560285612856228563285642856528566285672856828569285702857128572285732857428575285762857728578285792858028581285822858328584285852858628587285882858928590285912859228593285942859528596285972859828599286002860128602286032860428605286062860728608286092861028611286122861328614286152861628617286182861928620286212862228623286242862528626286272862828629286302863128632286332863428635286362863728638286392864028641286422864328644286452864628647286482864928650286512865228653286542865528656286572865828659286602866128662286632866428665286662866728668286692867028671286722867328674286752867628677286782867928680286812868228683286842868528686286872868828689286902869128692286932869428695286962869728698286992870028701287022870328704287052870628707287082870928710287112871228713287142871528716287172871828719287202872128722287232872428725287262872728728287292873028731287322873328734287352873628737287382873928740287412874228743287442874528746287472874828749287502875128752287532875428755287562875728758287592876028761287622876328764287652876628767287682876928770287712877228773287742877528776287772877828779287802878128782287832878428785287862878728788287892879028791287922879328794287952879628797287982879928800288012880228803288042880528806288072880828809288102881128812288132881428815288162881728818288192882028821288222882328824288252882628827288282882928830288312883228833288342883528836288372883828839288402884128842288432884428845288462884728848288492885028851288522885328854288552885628857288582885928860288612886228863288642886528866288672886828869288702887128872288732887428875288762887728878288792888028881288822888328884288852888628887288882888928890288912889228893288942889528896288972889828899289002890128902289032890428905289062890728908289092891028911289122891328914289152891628917289182891928920289212892228923289242892528926289272892828929289302893128932289332893428935289362893728938289392894028941289422894328944289452894628947289482894928950289512895228953289542895528956289572895828959289602896128962289632896428965289662896728968289692897028971289722897328974289752897628977289782897928980289812898228983289842898528986289872898828989289902899128992289932899428995289962899728998289992900029001290022900329004290052900629007290082900929010290112901229013290142901529016290172901829019290202902129022290232902429025290262902729028290292903029031290322903329034290352903629037290382903929040290412904229043290442904529046290472904829049290502905129052290532905429055290562905729058290592906029061290622906329064290652906629067290682906929070290712907229073290742907529076290772907829079290802908129082290832908429085290862908729088290892909029091290922909329094290952909629097290982909929100291012910229103291042910529106291072910829109291102911129112291132911429115291162911729118291192912029121291222912329124291252912629127291282912929130291312913229133291342913529136291372913829139291402914129142291432914429145291462914729148291492915029151291522915329154291552915629157291582915929160291612916229163291642916529166291672916829169291702917129172291732917429175291762917729178291792918029181291822918329184291852918629187291882918929190291912919229193291942919529196291972919829199292002920129202292032920429205292062920729208292092921029211292122921329214292152921629217292182921929220292212922229223292242922529226292272922829229292302923129232292332923429235292362923729238292392924029241292422924329244292452924629247292482924929250292512925229253292542925529256292572925829259292602926129262292632926429265292662926729268292692927029271292722927329274292752927629277292782927929280292812928229283292842928529286292872928829289292902929129292292932929429295292962929729298292992930029301293022930329304293052930629307293082930929310293112931229313293142931529316293172931829319293202932129322293232932429325293262932729328293292933029331293322933329334293352933629337293382933929340293412934229343293442934529346293472934829349293502935129352293532935429355293562935729358293592936029361293622936329364293652936629367293682936929370293712937229373293742937529376293772937829379293802938129382293832938429385293862938729388293892939029391293922939329394293952939629397293982939929400294012940229403294042940529406294072940829409294102941129412294132941429415294162941729418294192942029421294222942329424294252942629427294282942929430294312943229433294342943529436294372943829439294402944129442294432944429445294462944729448294492945029451294522945329454294552945629457294582945929460294612946229463294642946529466294672946829469294702947129472294732947429475294762947729478294792948029481294822948329484294852948629487294882948929490294912949229493294942949529496294972949829499295002950129502295032950429505295062950729508295092951029511295122951329514295152951629517295182951929520295212952229523295242952529526295272952829529295302953129532295332953429535295362953729538295392954029541295422954329544295452954629547295482954929550295512955229553295542955529556295572955829559295602956129562295632956429565295662956729568295692957029571295722957329574295752957629577295782957929580295812958229583295842958529586295872958829589295902959129592295932959429595295962959729598295992960029601296022960329604296052960629607296082960929610296112961229613296142961529616296172961829619296202962129622296232962429625296262962729628296292963029631296322963329634296352963629637296382963929640296412964229643296442964529646296472964829649296502965129652296532965429655296562965729658296592966029661296622966329664296652966629667296682966929670296712967229673296742967529676296772967829679296802968129682296832968429685296862968729688296892969029691296922969329694296952969629697296982969929700297012970229703297042970529706297072970829709297102971129712297132971429715297162971729718297192972029721297222972329724297252972629727297282972929730297312973229733297342973529736297372973829739297402974129742297432974429745297462974729748297492975029751297522975329754297552975629757297582975929760297612976229763297642976529766297672976829769297702977129772297732977429775297762977729778297792978029781297822978329784297852978629787297882978929790297912979229793297942979529796297972979829799298002980129802298032980429805298062980729808298092981029811298122981329814298152981629817298182981929820298212982229823298242982529826298272982829829298302983129832298332983429835298362983729838298392984029841298422984329844298452984629847298482984929850298512985229853298542985529856298572985829859298602986129862298632986429865298662986729868298692987029871298722987329874298752987629877298782987929880298812988229883298842988529886298872988829889298902989129892298932989429895298962989729898298992990029901299022990329904299052990629907299082990929910299112991229913299142991529916299172991829919299202992129922299232992429925299262992729928299292993029931299322993329934299352993629937299382993929940299412994229943299442994529946299472994829949299502995129952299532995429955299562995729958299592996029961299622996329964299652996629967299682996929970299712997229973299742997529976299772997829979299802998129982299832998429985299862998729988299892999029991299922999329994299952999629997299982999930000300013000230003300043000530006300073000830009300103001130012300133001430015300163001730018300193002030021300223002330024300253002630027300283002930030300313003230033300343003530036300373003830039300403004130042300433004430045300463004730048300493005030051300523005330054300553005630057300583005930060300613006230063300643006530066300673006830069300703007130072300733007430075300763007730078300793008030081300823008330084300853008630087300883008930090300913009230093300943009530096300973009830099301003010130102301033010430105301063010730108301093011030111301123011330114301153011630117301183011930120301213012230123301243012530126301273012830129301303013130132301333013430135301363013730138301393014030141301423014330144301453014630147301483014930150301513015230153301543015530156301573015830159301603016130162301633016430165301663016730168301693017030171301723017330174301753017630177301783017930180301813018230183301843018530186301873018830189301903019130192301933019430195301963019730198301993020030201302023020330204302053020630207302083020930210302113021230213302143021530216302173021830219302203022130222302233022430225302263022730228302293023030231302323023330234302353023630237302383023930240302413024230243302443024530246302473024830249302503025130252302533025430255302563025730258302593026030261302623026330264302653026630267302683026930270302713027230273302743027530276302773027830279302803028130282302833028430285302863028730288302893029030291302923029330294302953029630297302983029930300303013030230303303043030530306303073030830309303103031130312303133031430315303163031730318303193032030321303223032330324303253032630327303283032930330303313033230333303343033530336303373033830339303403034130342303433034430345303463034730348303493035030351303523035330354303553035630357303583035930360303613036230363303643036530366303673036830369303703037130372303733037430375303763037730378303793038030381303823038330384303853038630387303883038930390303913039230393303943039530396303973039830399304003040130402304033040430405304063040730408304093041030411304123041330414304153041630417304183041930420304213042230423304243042530426304273042830429304303043130432304333043430435304363043730438304393044030441304423044330444304453044630447304483044930450304513045230453304543045530456304573045830459304603046130462304633046430465304663046730468304693047030471304723047330474304753047630477304783047930480304813048230483304843048530486304873048830489304903049130492304933049430495304963049730498304993050030501305023050330504305053050630507305083050930510305113051230513305143051530516305173051830519305203052130522305233052430525305263052730528305293053030531305323053330534305353053630537305383053930540305413054230543305443054530546305473054830549305503055130552305533055430555305563055730558305593056030561305623056330564305653056630567305683056930570305713057230573305743057530576305773057830579305803058130582305833058430585305863058730588305893059030591305923059330594305953059630597305983059930600306013060230603306043060530606306073060830609306103061130612306133061430615306163061730618306193062030621306223062330624306253062630627306283062930630306313063230633306343063530636306373063830639306403064130642306433064430645306463064730648306493065030651306523065330654306553065630657306583065930660306613066230663306643066530666306673066830669306703067130672306733067430675306763067730678306793068030681306823068330684306853068630687306883068930690306913069230693306943069530696306973069830699307003070130702307033070430705307063070730708307093071030711307123071330714307153071630717307183071930720307213072230723307243072530726307273072830729307303073130732307333073430735307363073730738307393074030741307423074330744307453074630747307483074930750307513075230753307543075530756307573075830759307603076130762307633076430765307663076730768307693077030771307723077330774307753077630777307783077930780307813078230783307843078530786307873078830789307903079130792307933079430795307963079730798307993080030801308023080330804308053080630807308083080930810308113081230813308143081530816308173081830819308203082130822308233082430825308263082730828308293083030831308323083330834308353083630837308383083930840308413084230843308443084530846308473084830849308503085130852308533085430855308563085730858308593086030861308623086330864308653086630867308683086930870308713087230873308743087530876308773087830879308803088130882308833088430885308863088730888308893089030891308923089330894308953089630897308983089930900309013090230903309043090530906309073090830909309103091130912309133091430915309163091730918309193092030921309223092330924309253092630927309283092930930309313093230933309343093530936309373093830939309403094130942309433094430945309463094730948309493095030951309523095330954309553095630957309583095930960309613096230963309643096530966309673096830969309703097130972309733097430975309763097730978309793098030981309823098330984309853098630987309883098930990309913099230993309943099530996309973099830999310003100131002310033100431005310063100731008310093101031011310123101331014310153101631017310183101931020310213102231023310243102531026310273102831029310303103131032310333103431035310363103731038310393104031041310423104331044310453104631047310483104931050310513105231053310543105531056310573105831059310603106131062310633106431065310663106731068310693107031071310723107331074310753107631077310783107931080310813108231083310843108531086310873108831089310903109131092310933109431095310963109731098310993110031101311023110331104311053110631107311083110931110311113111231113311143111531116311173111831119311203112131122311233112431125311263112731128311293113031131311323113331134311353113631137311383113931140311413114231143311443114531146311473114831149311503115131152311533115431155311563115731158311593116031161311623116331164311653116631167311683116931170311713117231173311743117531176311773117831179311803118131182311833118431185311863118731188311893119031191311923119331194311953119631197311983119931200312013120231203312043120531206312073120831209312103121131212312133121431215312163121731218312193122031221312223122331224312253122631227312283122931230312313123231233312343123531236312373123831239312403124131242312433124431245312463124731248312493125031251312523125331254312553125631257312583125931260312613126231263312643126531266312673126831269312703127131272312733127431275312763127731278312793128031281312823128331284312853128631287312883128931290312913129231293312943129531296312973129831299313003130131302313033130431305313063130731308313093131031311313123131331314313153131631317313183131931320313213132231323313243132531326313273132831329313303133131332313333133431335313363133731338313393134031341313423134331344313453134631347313483134931350313513135231353313543135531356313573135831359313603136131362313633136431365313663136731368313693137031371313723137331374313753137631377313783137931380313813138231383313843138531386313873138831389313903139131392313933139431395313963139731398313993140031401314023140331404314053140631407314083140931410314113141231413314143141531416314173141831419314203142131422314233142431425314263142731428314293143031431314323143331434314353143631437314383143931440314413144231443314443144531446314473144831449314503145131452314533145431455314563145731458314593146031461314623146331464314653146631467314683146931470314713147231473314743147531476314773147831479314803148131482314833148431485314863148731488314893149031491314923149331494314953149631497314983149931500315013150231503315043150531506315073150831509315103151131512315133151431515315163151731518315193152031521315223152331524315253152631527315283152931530315313153231533315343153531536315373153831539315403154131542315433154431545315463154731548315493155031551315523155331554315553155631557315583155931560315613156231563315643156531566315673156831569315703157131572315733157431575315763157731578315793158031581315823158331584315853158631587315883158931590315913159231593315943159531596315973159831599316003160131602316033160431605316063160731608316093161031611316123161331614316153161631617316183161931620316213162231623316243162531626316273162831629316303163131632316333163431635316363163731638316393164031641316423164331644316453164631647316483164931650316513165231653316543165531656316573165831659316603166131662316633166431665316663166731668316693167031671316723167331674316753167631677316783167931680316813168231683316843168531686316873168831689316903169131692316933169431695316963169731698316993170031701317023170331704317053170631707317083170931710317113171231713317143171531716317173171831719317203172131722317233172431725317263172731728317293173031731317323173331734317353173631737317383173931740317413174231743317443174531746317473174831749317503175131752317533175431755317563175731758317593176031761317623176331764317653176631767317683176931770317713177231773317743177531776317773177831779317803178131782317833178431785317863178731788317893179031791317923179331794317953179631797317983179931800318013180231803318043180531806318073180831809318103181131812318133181431815318163181731818318193182031821318223182331824318253182631827318283182931830318313183231833318343183531836318373183831839318403184131842318433184431845318463184731848318493185031851318523185331854318553185631857318583185931860318613186231863318643186531866318673186831869318703187131872318733187431875318763187731878318793188031881318823188331884318853188631887318883188931890318913189231893318943189531896318973189831899319003190131902319033190431905319063190731908319093191031911319123191331914319153191631917319183191931920319213192231923319243192531926319273192831929319303193131932319333193431935319363193731938319393194031941319423194331944319453194631947319483194931950319513195231953319543195531956319573195831959319603196131962319633196431965319663196731968319693197031971319723197331974319753197631977319783197931980319813198231983319843198531986319873198831989319903199131992319933199431995319963199731998319993200032001320023200332004320053200632007320083200932010320113201232013320143201532016320173201832019320203202132022320233202432025320263202732028320293203032031320323203332034320353203632037320383203932040320413204232043320443204532046320473204832049320503205132052320533205432055320563205732058320593206032061320623206332064320653206632067320683206932070320713207232073320743207532076320773207832079320803208132082320833208432085320863208732088320893209032091320923209332094320953209632097320983209932100321013210232103321043210532106321073210832109321103211132112321133211432115321163211732118321193212032121321223212332124321253212632127321283212932130321313213232133321343213532136321373213832139321403214132142321433214432145321463214732148321493215032151321523215332154321553215632157321583215932160321613216232163321643216532166321673216832169321703217132172321733217432175321763217732178321793218032181321823218332184321853218632187321883218932190321913219232193321943219532196321973219832199322003220132202322033220432205322063220732208322093221032211322123221332214322153221632217322183221932220322213222232223322243222532226322273222832229322303223132232322333223432235322363223732238322393224032241322423224332244322453224632247322483224932250322513225232253322543225532256322573225832259322603226132262322633226432265322663226732268322693227032271322723227332274322753227632277322783227932280322813228232283322843228532286322873228832289322903229132292322933229432295322963229732298322993230032301323023230332304323053230632307323083230932310323113231232313323143231532316323173231832319323203232132322323233232432325323263232732328323293233032331323323233332334323353233632337323383233932340323413234232343323443234532346323473234832349323503235132352323533235432355323563235732358323593236032361323623236332364323653236632367323683236932370323713237232373323743237532376323773237832379323803238132382323833238432385323863238732388323893239032391323923239332394323953239632397323983239932400324013240232403324043240532406324073240832409324103241132412324133241432415324163241732418324193242032421324223242332424324253242632427324283242932430324313243232433324343243532436324373243832439324403244132442324433244432445324463244732448324493245032451324523245332454324553245632457324583245932460324613246232463324643246532466324673246832469324703247132472324733247432475324763247732478324793248032481324823248332484324853248632487324883248932490324913249232493324943249532496324973249832499325003250132502325033250432505325063250732508325093251032511325123251332514325153251632517325183251932520325213252232523325243252532526325273252832529325303253132532325333253432535325363253732538325393254032541325423254332544325453254632547325483254932550325513255232553325543255532556325573255832559325603256132562325633256432565325663256732568325693257032571325723257332574325753257632577325783257932580325813258232583325843258532586325873258832589325903259132592325933259432595325963259732598325993260032601326023260332604326053260632607326083260932610326113261232613326143261532616326173261832619326203262132622326233262432625326263262732628326293263032631326323263332634326353263632637326383263932640326413264232643326443264532646326473264832649326503265132652326533265432655326563265732658326593266032661326623266332664326653266632667326683266932670326713267232673326743267532676326773267832679326803268132682326833268432685326863268732688326893269032691326923269332694326953269632697326983269932700327013270232703327043270532706327073270832709327103271132712327133271432715327163271732718327193272032721327223272332724327253272632727327283272932730327313273232733327343273532736327373273832739327403274132742327433274432745327463274732748327493275032751327523275332754327553275632757327583275932760327613276232763327643276532766327673276832769327703277132772327733277432775327763277732778327793278032781327823278332784327853278632787327883278932790327913279232793327943279532796327973279832799328003280132802328033280432805328063280732808328093281032811328123281332814328153281632817328183281932820328213282232823328243282532826328273282832829328303283132832328333283432835328363283732838328393284032841328423284332844328453284632847328483284932850328513285232853328543285532856328573285832859328603286132862328633286432865328663286732868328693287032871328723287332874328753287632877328783287932880328813288232883328843288532886328873288832889328903289132892328933289432895328963289732898328993290032901329023290332904329053290632907329083290932910329113291232913329143291532916329173291832919329203292132922329233292432925329263292732928329293293032931329323293332934329353293632937329383293932940329413294232943329443294532946329473294832949329503295132952329533295432955329563295732958329593296032961329623296332964329653296632967329683296932970329713297232973329743297532976329773297832979329803298132982329833298432985329863298732988329893299032991329923299332994329953299632997329983299933000330013300233003330043300533006330073300833009330103301133012330133301433015330163301733018330193302033021330223302333024330253302633027330283302933030330313303233033330343303533036330373303833039330403304133042330433304433045330463304733048330493305033051330523305333054330553305633057330583305933060330613306233063330643306533066330673306833069330703307133072330733307433075330763307733078330793308033081330823308333084330853308633087330883308933090330913309233093330943309533096330973309833099331003310133102331033310433105331063310733108331093311033111331123311333114331153311633117331183311933120331213312233123331243312533126331273312833129331303313133132331333313433135331363313733138331393314033141331423314333144331453314633147331483314933150331513315233153331543315533156331573315833159331603316133162331633316433165331663316733168331693317033171331723317333174331753317633177331783317933180331813318233183331843318533186331873318833189331903319133192331933319433195331963319733198331993320033201332023320333204332053320633207332083320933210332113321233213332143321533216332173321833219332203322133222332233322433225332263322733228332293323033231332323323333234332353323633237332383323933240332413324233243332443324533246332473324833249332503325133252332533325433255332563325733258332593326033261332623326333264332653326633267332683326933270332713327233273332743327533276332773327833279332803328133282332833328433285332863328733288332893329033291332923329333294332953329633297332983329933300333013330233303333043330533306333073330833309333103331133312333133331433315333163331733318333193332033321333223332333324333253332633327333283332933330333313333233333333343333533336333373333833339333403334133342333433334433345333463334733348333493335033351333523335333354333553335633357333583335933360333613336233363333643336533366333673336833369333703337133372333733337433375333763337733378333793338033381333823338333384333853338633387333883338933390333913339233393333943339533396333973339833399334003340133402334033340433405334063340733408334093341033411334123341333414334153341633417334183341933420334213342233423334243342533426334273342833429334303343133432334333343433435334363343733438334393344033441334423344333444334453344633447334483344933450334513345233453334543345533456334573345833459334603346133462334633346433465334663346733468334693347033471334723347333474334753347633477334783347933480334813348233483334843348533486334873348833489334903349133492334933349433495334963349733498334993350033501335023350333504335053350633507335083350933510335113351233513335143351533516335173351833519335203352133522335233352433525335263352733528335293353033531335323353333534335353353633537335383353933540335413354233543335443354533546335473354833549335503355133552335533355433555335563355733558335593356033561335623356333564335653356633567335683356933570335713357233573335743357533576335773357833579335803358133582335833358433585335863358733588335893359033591335923359333594335953359633597335983359933600336013360233603336043360533606336073360833609336103361133612336133361433615336163361733618336193362033621336223362333624336253362633627336283362933630336313363233633336343363533636336373363833639336403364133642336433364433645336463364733648336493365033651336523365333654336553365633657336583365933660336613366233663336643366533666336673366833669336703367133672336733367433675336763367733678336793368033681336823368333684336853368633687336883368933690336913369233693336943369533696336973369833699337003370133702337033370433705337063370733708337093371033711337123371333714337153371633717337183371933720337213372233723337243372533726337273372833729337303373133732337333373433735337363373733738337393374033741337423374333744337453374633747337483374933750337513375233753337543375533756337573375833759337603376133762337633376433765337663376733768337693377033771337723377333774337753377633777337783377933780337813378233783337843378533786337873378833789337903379133792337933379433795337963379733798337993380033801338023380333804338053380633807338083380933810338113381233813338143381533816338173381833819338203382133822338233382433825338263382733828338293383033831338323383333834338353383633837338383383933840338413384233843338443384533846338473384833849338503385133852338533385433855338563385733858338593386033861338623386333864338653386633867338683386933870338713387233873338743387533876338773387833879338803388133882338833388433885338863388733888338893389033891338923389333894338953389633897338983389933900339013390233903339043390533906339073390833909339103391133912339133391433915339163391733918339193392033921339223392333924339253392633927339283392933930339313393233933339343393533936339373393833939339403394133942339433394433945339463394733948339493395033951339523395333954339553395633957339583395933960339613396233963339643396533966339673396833969339703397133972339733397433975339763397733978339793398033981339823398333984339853398633987339883398933990339913399233993339943399533996339973399833999340003400134002340033400434005340063400734008340093401034011340123401334014340153401634017340183401934020340213402234023340243402534026340273402834029340303403134032340333403434035340363403734038340393404034041340423404334044340453404634047340483404934050340513405234053340543405534056340573405834059340603406134062340633406434065340663406734068340693407034071340723407334074340753407634077340783407934080340813408234083340843408534086340873408834089340903409134092340933409434095340963409734098340993410034101341023410334104341053410634107341083410934110341113411234113341143411534116341173411834119341203412134122341233412434125341263412734128341293413034131341323413334134341353413634137341383413934140341413414234143341443414534146341473414834149341503415134152341533415434155341563415734158341593416034161341623416334164341653416634167341683416934170341713417234173341743417534176341773417834179341803418134182341833418434185341863418734188341893419034191341923419334194341953419634197341983419934200342013420234203342043420534206342073420834209342103421134212342133421434215342163421734218342193422034221342223422334224342253422634227342283422934230342313423234233342343423534236342373423834239342403424134242342433424434245342463424734248342493425034251342523425334254342553425634257342583425934260342613426234263342643426534266342673426834269342703427134272342733427434275342763427734278342793428034281342823428334284342853428634287342883428934290342913429234293342943429534296342973429834299343003430134302343033430434305343063430734308343093431034311343123431334314343153431634317343183431934320343213432234323343243432534326343273432834329343303433134332343333433434335343363433734338343393434034341343423434334344343453434634347343483434934350343513435234353343543435534356343573435834359343603436134362343633436434365343663436734368343693437034371343723437334374343753437634377343783437934380343813438234383343843438534386343873438834389343903439134392343933439434395343963439734398343993440034401344023440334404344053440634407344083440934410344113441234413344143441534416344173441834419344203442134422344233442434425344263442734428344293443034431344323443334434344353443634437344383443934440344413444234443344443444534446344473444834449344503445134452344533445434455344563445734458344593446034461344623446334464344653446634467344683446934470344713447234473344743447534476344773447834479344803448134482344833448434485344863448734488344893449034491344923449334494344953449634497344983449934500345013450234503345043450534506345073450834509345103451134512345133451434515345163451734518345193452034521345223452334524345253452634527345283452934530345313453234533345343453534536345373453834539345403454134542345433454434545345463454734548345493455034551345523455334554345553455634557345583455934560345613456234563345643456534566345673456834569345703457134572345733457434575345763457734578345793458034581345823458334584345853458634587345883458934590345913459234593345943459534596345973459834599346003460134602346033460434605346063460734608346093461034611346123461334614346153461634617346183461934620346213462234623346243462534626346273462834629346303463134632346333463434635346363463734638346393464034641346423464334644346453464634647346483464934650346513465234653346543465534656346573465834659346603466134662346633466434665346663466734668346693467034671346723467334674346753467634677346783467934680346813468234683346843468534686346873468834689346903469134692346933469434695346963469734698346993470034701347023470334704347053470634707347083470934710347113471234713347143471534716347173471834719347203472134722347233472434725347263472734728347293473034731347323473334734347353473634737347383473934740347413474234743347443474534746347473474834749347503475134752347533475434755347563475734758347593476034761347623476334764347653476634767347683476934770347713477234773347743477534776347773477834779347803478134782347833478434785347863478734788347893479034791347923479334794347953479634797347983479934800348013480234803348043480534806348073480834809348103481134812348133481434815348163481734818348193482034821348223482334824348253482634827348283482934830348313483234833348343483534836348373483834839348403484134842348433484434845348463484734848348493485034851348523485334854348553485634857348583485934860348613486234863348643486534866348673486834869348703487134872348733487434875348763487734878348793488034881348823488334884348853488634887348883488934890348913489234893348943489534896348973489834899349003490134902349033490434905349063490734908349093491034911349123491334914349153491634917349183491934920349213492234923349243492534926349273492834929349303493134932349333493434935349363493734938349393494034941349423494334944349453494634947349483494934950349513495234953349543495534956349573495834959349603496134962349633496434965349663496734968349693497034971349723497334974349753497634977349783497934980349813498234983349843498534986349873498834989349903499134992349933499434995349963499734998349993500035001350023500335004350053500635007350083500935010350113501235013350143501535016350173501835019350203502135022350233502435025350263502735028350293503035031350323503335034350353503635037350383503935040350413504235043350443504535046350473504835049350503505135052350533505435055350563505735058350593506035061350623506335064350653506635067350683506935070350713507235073350743507535076350773507835079350803508135082350833508435085350863508735088350893509035091350923509335094350953509635097350983509935100351013510235103351043510535106351073510835109351103511135112351133511435115351163511735118351193512035121351223512335124351253512635127351283512935130351313513235133351343513535136351373513835139351403514135142351433514435145351463514735148351493515035151351523515335154351553515635157351583515935160351613516235163351643516535166351673516835169351703517135172351733517435175351763517735178351793518035181351823518335184351853518635187351883518935190351913519235193351943519535196351973519835199352003520135202352033520435205352063520735208352093521035211352123521335214352153521635217352183521935220352213522235223352243522535226352273522835229352303523135232352333523435235352363523735238352393524035241352423524335244352453524635247352483524935250352513525235253352543525535256352573525835259352603526135262352633526435265352663526735268352693527035271352723527335274352753527635277352783527935280352813528235283352843528535286352873528835289352903529135292352933529435295352963529735298352993530035301353023530335304353053530635307353083530935310353113531235313353143531535316353173531835319353203532135322353233532435325353263532735328353293533035331353323533335334353353533635337353383533935340353413534235343353443534535346353473534835349353503535135352353533535435355353563535735358353593536035361353623536335364353653536635367353683536935370353713537235373353743537535376353773537835379353803538135382353833538435385 |
- // https://caniuse.com/mdn-javascript_builtins_number_isfinite
- const isFiniteNumber = Number.isFinite || function (value) {
- return typeof value === 'number' && isFinite(value);
- };
- // https://caniuse.com/mdn-javascript_builtins_number_issafeinteger
- const isSafeInteger = Number.isSafeInteger || function (value) {
- return typeof value === 'number' && Math.abs(value) <= MAX_SAFE_INTEGER;
- };
- const MAX_SAFE_INTEGER = Number.MAX_SAFE_INTEGER || 9007199254740991;
- let ErrorTypes = /*#__PURE__*/function (ErrorTypes) {
- // Identifier for a network error (loading error / timeout ...)
- ErrorTypes["NETWORK_ERROR"] = "networkError";
- // Identifier for a media Error (video/parsing/mediasource error)
- ErrorTypes["MEDIA_ERROR"] = "mediaError";
- // EME (encrypted media extensions) errors
- ErrorTypes["KEY_SYSTEM_ERROR"] = "keySystemError";
- // Identifier for a mux Error (demuxing/remuxing)
- ErrorTypes["MUX_ERROR"] = "muxError";
- // Identifier for all other errors
- ErrorTypes["OTHER_ERROR"] = "otherError";
- return ErrorTypes;
- }({});
- let ErrorDetails = /*#__PURE__*/function (ErrorDetails) {
- ErrorDetails["KEY_SYSTEM_NO_KEYS"] = "keySystemNoKeys";
- ErrorDetails["KEY_SYSTEM_NO_ACCESS"] = "keySystemNoAccess";
- ErrorDetails["KEY_SYSTEM_NO_SESSION"] = "keySystemNoSession";
- ErrorDetails["KEY_SYSTEM_NO_CONFIGURED_LICENSE"] = "keySystemNoConfiguredLicense";
- ErrorDetails["KEY_SYSTEM_LICENSE_REQUEST_FAILED"] = "keySystemLicenseRequestFailed";
- ErrorDetails["KEY_SYSTEM_SERVER_CERTIFICATE_REQUEST_FAILED"] = "keySystemServerCertificateRequestFailed";
- ErrorDetails["KEY_SYSTEM_SERVER_CERTIFICATE_UPDATE_FAILED"] = "keySystemServerCertificateUpdateFailed";
- ErrorDetails["KEY_SYSTEM_SESSION_UPDATE_FAILED"] = "keySystemSessionUpdateFailed";
- ErrorDetails["KEY_SYSTEM_STATUS_OUTPUT_RESTRICTED"] = "keySystemStatusOutputRestricted";
- ErrorDetails["KEY_SYSTEM_STATUS_INTERNAL_ERROR"] = "keySystemStatusInternalError";
- ErrorDetails["KEY_SYSTEM_DESTROY_MEDIA_KEYS_ERROR"] = "keySystemDestroyMediaKeysError";
- ErrorDetails["KEY_SYSTEM_DESTROY_CLOSE_SESSION_ERROR"] = "keySystemDestroyCloseSessionError";
- ErrorDetails["KEY_SYSTEM_DESTROY_REMOVE_SESSION_ERROR"] = "keySystemDestroyRemoveSessionError";
- // Identifier for a manifest load error - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["MANIFEST_LOAD_ERROR"] = "manifestLoadError";
- // Identifier for a manifest load timeout - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["MANIFEST_LOAD_TIMEOUT"] = "manifestLoadTimeOut";
- // Identifier for a manifest parsing error - data: { url : faulty URL, reason : error reason}
- ErrorDetails["MANIFEST_PARSING_ERROR"] = "manifestParsingError";
- // Identifier for a manifest with only incompatible codecs error - data: { url : faulty URL, reason : error reason}
- ErrorDetails["MANIFEST_INCOMPATIBLE_CODECS_ERROR"] = "manifestIncompatibleCodecsError";
- // Identifier for a level which contains no fragments - data: { url: faulty URL, reason: "no fragments found in level", level: index of the bad level }
- ErrorDetails["LEVEL_EMPTY_ERROR"] = "levelEmptyError";
- // Identifier for a level load error - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["LEVEL_LOAD_ERROR"] = "levelLoadError";
- // Identifier for a level load timeout - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["LEVEL_LOAD_TIMEOUT"] = "levelLoadTimeOut";
- // Identifier for a level parse error - data: { url : faulty URL, error: Error, reason: error message }
- ErrorDetails["LEVEL_PARSING_ERROR"] = "levelParsingError";
- // Identifier for a level switch error - data: { level : faulty level Id, event : error description}
- ErrorDetails["LEVEL_SWITCH_ERROR"] = "levelSwitchError";
- // Identifier for an audio track load error - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["AUDIO_TRACK_LOAD_ERROR"] = "audioTrackLoadError";
- // Identifier for an audio track load timeout - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["AUDIO_TRACK_LOAD_TIMEOUT"] = "audioTrackLoadTimeOut";
- // Identifier for a subtitle track load error - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["SUBTITLE_LOAD_ERROR"] = "subtitleTrackLoadError";
- // Identifier for a subtitle track load timeout - data: { url : faulty URL, response : { code: error code, text: error text }}
- ErrorDetails["SUBTITLE_TRACK_LOAD_TIMEOUT"] = "subtitleTrackLoadTimeOut";
- // Identifier for fragment load error - data: { frag : fragment object, response : { code: error code, text: error text }}
- ErrorDetails["FRAG_LOAD_ERROR"] = "fragLoadError";
- // Identifier for fragment load timeout error - data: { frag : fragment object}
- ErrorDetails["FRAG_LOAD_TIMEOUT"] = "fragLoadTimeOut";
- // Identifier for a fragment decryption error event - data: {id : demuxer Id,frag: fragment object, reason : parsing error description }
- ErrorDetails["FRAG_DECRYPT_ERROR"] = "fragDecryptError";
- // Identifier for a fragment parsing error event - data: { id : demuxer Id, reason : parsing error description }
- // will be renamed DEMUX_PARSING_ERROR and switched to MUX_ERROR in the next major release
- ErrorDetails["FRAG_PARSING_ERROR"] = "fragParsingError";
- // Identifier for a fragment or part load skipped because of a GAP tag or attribute
- ErrorDetails["FRAG_GAP"] = "fragGap";
- // Identifier for a remux alloc error event - data: { id : demuxer Id, frag : fragment object, bytes : nb of bytes on which allocation failed , reason : error text }
- ErrorDetails["REMUX_ALLOC_ERROR"] = "remuxAllocError";
- // Identifier for decrypt key load error - data: { frag : fragment object, response : { code: error code, text: error text }}
- ErrorDetails["KEY_LOAD_ERROR"] = "keyLoadError";
- // Identifier for decrypt key load timeout error - data: { frag : fragment object}
- ErrorDetails["KEY_LOAD_TIMEOUT"] = "keyLoadTimeOut";
- // Triggered when an exception occurs while adding a sourceBuffer to MediaSource - data : { error : exception , mimeType : mimeType }
- ErrorDetails["BUFFER_ADD_CODEC_ERROR"] = "bufferAddCodecError";
- // Triggered when source buffer(s) could not be created using level (manifest CODECS attribute), parsed media, or best guess codec(s) - data: { reason : error reason }
- ErrorDetails["BUFFER_INCOMPATIBLE_CODECS_ERROR"] = "bufferIncompatibleCodecsError";
- // Identifier for a buffer append error - data: append error description
- ErrorDetails["BUFFER_APPEND_ERROR"] = "bufferAppendError";
- // Identifier for a buffer appending error event - data: appending error description
- ErrorDetails["BUFFER_APPENDING_ERROR"] = "bufferAppendingError";
- // Identifier for a buffer stalled error event
- ErrorDetails["BUFFER_STALLED_ERROR"] = "bufferStalledError";
- // Identifier for a buffer full event
- ErrorDetails["BUFFER_FULL_ERROR"] = "bufferFullError";
- // Identifier for a buffer seek over hole event
- ErrorDetails["BUFFER_SEEK_OVER_HOLE"] = "bufferSeekOverHole";
- // Identifier for a buffer nudge on stall (playback is stuck although currentTime is in a buffered area)
- ErrorDetails["BUFFER_NUDGE_ON_STALL"] = "bufferNudgeOnStall";
- // Identifier for a Interstitial Asset List load error - data: { url: faulty URL, response: { code: error code, text: error text } }
- ErrorDetails["ASSET_LIST_LOAD_ERROR"] = "assetListLoadError";
- // Identifier for a Interstitial Asset List load timeout - data: { url: faulty URL, response: { code: error code, text: error text } }
- ErrorDetails["ASSET_LIST_LOAD_TIMEOUT"] = "assetListLoadTimeout";
- // Identifier for a Interstitial Asset List parsing error - data: { url : faulty URL, reason : error reason, response : { code: error code, text: error text }}
- ErrorDetails["ASSET_LIST_PARSING_ERROR"] = "assetListParsingError";
- // Identifier for a Interstitial Asset List parsing error - data: { url : faulty URL, reason : error reason, response : { code: error code, text: error text }}
- ErrorDetails["INTERSTITIAL_ASSET_ITEM_ERROR"] = "interstitialAssetItemError";
- // Identifier for an internal exception happening inside hls.js while handling an event
- ErrorDetails["INTERNAL_EXCEPTION"] = "internalException";
- // Identifier for an internal call to abort a loader
- ErrorDetails["INTERNAL_ABORTED"] = "aborted";
- // Triggered when attachMedia fails
- ErrorDetails["ATTACH_MEDIA_ERROR"] = "attachMediaError";
- // Uncategorized error
- ErrorDetails["UNKNOWN"] = "unknown";
- return ErrorDetails;
- }({});
- let Events = /*#__PURE__*/function (Events) {
- // Fired before MediaSource is attaching to media element
- Events["MEDIA_ATTACHING"] = "hlsMediaAttaching";
- // Fired when MediaSource has been successfully attached to media element
- Events["MEDIA_ATTACHED"] = "hlsMediaAttached";
- // Fired before detaching MediaSource from media element
- Events["MEDIA_DETACHING"] = "hlsMediaDetaching";
- // Fired when MediaSource has been detached from media element
- Events["MEDIA_DETACHED"] = "hlsMediaDetached";
- // Fired when HTMLMediaElement dispatches "ended" event, or stalls at end of VOD program
- Events["MEDIA_ENDED"] = "hlsMediaEnded";
- // Fired after playback stall is resolved with playing, seeked, or ended event following BUFFER_STALLED_ERROR
- Events["STALL_RESOLVED"] = "hlsStallResolved";
- // Fired when the buffer is going to be reset
- Events["BUFFER_RESET"] = "hlsBufferReset";
- // Fired when we know about the codecs that we need buffers for to push into - data: {tracks : { container, codec, levelCodec, initSegment, metadata }}
- Events["BUFFER_CODECS"] = "hlsBufferCodecs";
- // fired when sourcebuffers have been created - data: { tracks : tracks }
- Events["BUFFER_CREATED"] = "hlsBufferCreated";
- // fired when we append a segment to the buffer - data: { segment: segment object }
- Events["BUFFER_APPENDING"] = "hlsBufferAppending";
- // fired when we are done with appending a media segment to the buffer - data : { parent : segment parent that triggered BUFFER_APPENDING, pending : nb of segments waiting for appending for this segment parent}
- Events["BUFFER_APPENDED"] = "hlsBufferAppended";
- // fired when the stream is finished and we want to notify the media buffer that there will be no more data - data: { }
- Events["BUFFER_EOS"] = "hlsBufferEos";
- // fired when all buffers are full to the end of the program, after calling MediaSource.endOfStream() (unless restricted)
- Events["BUFFERED_TO_END"] = "hlsBufferedToEnd";
- // fired when the media buffer should be flushed - data { startOffset, endOffset }
- Events["BUFFER_FLUSHING"] = "hlsBufferFlushing";
- // fired when the media buffer has been flushed - data: { }
- Events["BUFFER_FLUSHED"] = "hlsBufferFlushed";
- // fired to signal that a manifest loading starts - data: { url : manifestURL}
- Events["MANIFEST_LOADING"] = "hlsManifestLoading";
- // fired after manifest has been loaded - data: { levels : [available quality levels], audioTracks : [ available audio tracks ], url : manifestURL, stats : LoaderStats }
- Events["MANIFEST_LOADED"] = "hlsManifestLoaded";
- // fired after manifest has been parsed - data: { levels : [available quality levels], firstLevel : index of first quality level appearing in Manifest}
- Events["MANIFEST_PARSED"] = "hlsManifestParsed";
- // fired when a level switch is requested - data: { level : id of new level }
- Events["LEVEL_SWITCHING"] = "hlsLevelSwitching";
- // fired when a level switch is effective - data: { level : id of new level }
- Events["LEVEL_SWITCHED"] = "hlsLevelSwitched";
- // fired when a level playlist loading starts - data: { url : level URL, level : id of level being loaded}
- Events["LEVEL_LOADING"] = "hlsLevelLoading";
- // fired when a level playlist loading finishes - data: { details : levelDetails object, level : id of loaded level, stats : LoaderStats }
- Events["LEVEL_LOADED"] = "hlsLevelLoaded";
- // fired when a level's details have been updated based on previous details, after it has been loaded - data: { details : levelDetails object, level : id of updated level }
- Events["LEVEL_UPDATED"] = "hlsLevelUpdated";
- // fired when a level's PTS information has been updated after parsing a fragment - data: { details : levelDetails object, level : id of updated level, drift: PTS drift observed when parsing last fragment }
- Events["LEVEL_PTS_UPDATED"] = "hlsLevelPtsUpdated";
- // fired to notify that levels have changed after removing a level - data: { levels : [available quality levels] }
- Events["LEVELS_UPDATED"] = "hlsLevelsUpdated";
- // fired to notify that audio track lists has been updated - data: { audioTracks : audioTracks }
- Events["AUDIO_TRACKS_UPDATED"] = "hlsAudioTracksUpdated";
- // fired when an audio track switching is requested - data: { id : audio track id }
- Events["AUDIO_TRACK_SWITCHING"] = "hlsAudioTrackSwitching";
- // fired when an audio track switch actually occurs - data: { id : audio track id }
- Events["AUDIO_TRACK_SWITCHED"] = "hlsAudioTrackSwitched";
- // fired when an audio track loading starts - data: { url : audio track URL, id : audio track id }
- Events["AUDIO_TRACK_LOADING"] = "hlsAudioTrackLoading";
- // fired when an audio track loading finishes - data: { details : levelDetails object, id : audio track id, stats : LoaderStats }
- Events["AUDIO_TRACK_LOADED"] = "hlsAudioTrackLoaded";
- // fired when an audio tracks's details have been updated based on previous details, after it has been loaded - data: { details : levelDetails object, id : track id }
- Events["AUDIO_TRACK_UPDATED"] = "hlsAudioTrackUpdated";
- // fired to notify that subtitle track lists has been updated - data: { subtitleTracks : subtitleTracks }
- Events["SUBTITLE_TRACKS_UPDATED"] = "hlsSubtitleTracksUpdated";
- // fired to notify that subtitle tracks were cleared as a result of stopping the media
- Events["SUBTITLE_TRACKS_CLEARED"] = "hlsSubtitleTracksCleared";
- // fired when an subtitle track switch occurs - data: { id : subtitle track id }
- Events["SUBTITLE_TRACK_SWITCH"] = "hlsSubtitleTrackSwitch";
- // fired when a subtitle track loading starts - data: { url : subtitle track URL, id : subtitle track id }
- Events["SUBTITLE_TRACK_LOADING"] = "hlsSubtitleTrackLoading";
- // fired when a subtitle track loading finishes - data: { details : levelDetails object, id : subtitle track id, stats : LoaderStats }
- Events["SUBTITLE_TRACK_LOADED"] = "hlsSubtitleTrackLoaded";
- // fired when a subtitle racks's details have been updated based on previous details, after it has been loaded - data: { details : levelDetails object, id : track id }
- Events["SUBTITLE_TRACK_UPDATED"] = "hlsSubtitleTrackUpdated";
- // fired when a subtitle fragment has been processed - data: { success : boolean, frag : the processed frag }
- Events["SUBTITLE_FRAG_PROCESSED"] = "hlsSubtitleFragProcessed";
- // fired when a set of VTTCues to be managed externally has been parsed - data: { type: string, track: string, cues: [ VTTCue ] }
- Events["CUES_PARSED"] = "hlsCuesParsed";
- // fired when a text track to be managed externally is found - data: { tracks: [ { label: string, kind: string, default: boolean } ] }
- Events["NON_NATIVE_TEXT_TRACKS_FOUND"] = "hlsNonNativeTextTracksFound";
- // fired when the first timestamp is found - data: { id : demuxer id, initPTS: initPTS, timescale: timescale, frag : fragment object }
- Events["INIT_PTS_FOUND"] = "hlsInitPtsFound";
- // fired when a fragment loading starts - data: { frag : fragment object }
- Events["FRAG_LOADING"] = "hlsFragLoading";
- // fired when a fragment loading is progressing - data: { frag : fragment object, { trequest, tfirst, loaded } }
- // FRAG_LOAD_PROGRESS = 'hlsFragLoadProgress',
- // Identifier for fragment load aborting for emergency switch down - data: { frag : fragment object }
- Events["FRAG_LOAD_EMERGENCY_ABORTED"] = "hlsFragLoadEmergencyAborted";
- // fired when a fragment loading is completed - data: { frag : fragment object, payload : fragment payload, stats : LoaderStats }
- Events["FRAG_LOADED"] = "hlsFragLoaded";
- // fired when a fragment has finished decrypting - data: { id : demuxer id, frag: fragment object, payload : fragment payload, stats : { tstart, tdecrypt } }
- Events["FRAG_DECRYPTED"] = "hlsFragDecrypted";
- // fired when Init Segment has been extracted from fragment - data: { id : demuxer id, frag: fragment object, moov : moov MP4 box, codecs : codecs found while parsing fragment }
- Events["FRAG_PARSING_INIT_SEGMENT"] = "hlsFragParsingInitSegment";
- // fired when parsing sei text is completed - data: { id : demuxer id, frag: fragment object, samples : [ sei samples pes ] }
- Events["FRAG_PARSING_USERDATA"] = "hlsFragParsingUserdata";
- // fired when parsing id3 is completed - data: { id : demuxer id, frag: fragment object, samples : [ id3 samples pes ] }
- Events["FRAG_PARSING_METADATA"] = "hlsFragParsingMetadata";
- // fired when data have been extracted from fragment - data: { id : demuxer id, frag: fragment object, data1 : moof MP4 box or TS fragments, data2 : mdat MP4 box or null}
- // FRAG_PARSING_DATA = 'hlsFragParsingData',
- // fired when fragment parsing is completed - data: { id : demuxer id, frag: fragment object }
- Events["FRAG_PARSED"] = "hlsFragParsed";
- // fired when fragment remuxed MP4 boxes have all been appended into SourceBuffer - data: { id : demuxer id, frag : fragment object, stats : LoaderStats }
- Events["FRAG_BUFFERED"] = "hlsFragBuffered";
- // fired when fragment matching with current media position is changing - data : { id : demuxer id, frag : fragment object }
- Events["FRAG_CHANGED"] = "hlsFragChanged";
- // Identifier for a FPS drop event - data: { currentDropped, currentDecoded, totalDroppedFrames }
- Events["FPS_DROP"] = "hlsFpsDrop";
- // triggered when FPS drop triggers auto level capping - data: { level, droppedLevel }
- Events["FPS_DROP_LEVEL_CAPPING"] = "hlsFpsDropLevelCapping";
- // triggered when maxAutoLevel changes - data { autoLevelCapping, levels, maxAutoLevel, minAutoLevel, maxHdcpLevel }
- Events["MAX_AUTO_LEVEL_UPDATED"] = "hlsMaxAutoLevelUpdated";
- // Identifier for an error event - data: { type : error type, details : error details, fatal : if true, hls.js cannot/will not try to recover, if false, hls.js will try to recover,other error specific data }
- Events["ERROR"] = "hlsError";
- // fired when hls.js instance starts destroying. Different from MEDIA_DETACHED as one could want to detach and reattach a media to the instance of hls.js to handle mid-rolls for example - data: { }
- Events["DESTROYING"] = "hlsDestroying";
- // fired when a decrypt key loading starts - data: { frag : fragment object }
- Events["KEY_LOADING"] = "hlsKeyLoading";
- // fired when a decrypt key loading is completed - data: { frag : fragment object, keyInfo : KeyLoaderInfo }
- Events["KEY_LOADED"] = "hlsKeyLoaded";
- // deprecated; please use BACK_BUFFER_REACHED - data : { bufferEnd: number }
- Events["LIVE_BACK_BUFFER_REACHED"] = "hlsLiveBackBufferReached";
- // fired when the back buffer is reached as defined by the backBufferLength config option - data : { bufferEnd: number }
- Events["BACK_BUFFER_REACHED"] = "hlsBackBufferReached";
- // fired after steering manifest has been loaded - data: { steeringManifest: SteeringManifest object, url: steering manifest URL }
- Events["STEERING_MANIFEST_LOADED"] = "hlsSteeringManifestLoaded";
- // fired when asset list has begun loading
- Events["ASSET_LIST_LOADING"] = "hlsAssetListLoading";
- // fired when a valid asset list is loaded
- Events["ASSET_LIST_LOADED"] = "hlsAssetListLoaded";
- // fired when the list of Interstitial Events and Interstitial Schedule is updated
- Events["INTERSTITIALS_UPDATED"] = "hlsInterstitialsUpdated";
- // fired when the buffer reaches an Interstitial Schedule boundary (both Primary segments and Interstitial Assets)
- Events["INTERSTITIALS_BUFFERED_TO_BOUNDARY"] = "hlsInterstitialsBufferedToBoundary";
- // fired when a player instance for an Interstitial Asset has been created
- Events["INTERSTITIAL_ASSET_PLAYER_CREATED"] = "hlsInterstitialAssetPlayerCreated";
- // Interstitial playback started
- Events["INTERSTITIAL_STARTED"] = "hlsInterstitialStarted";
- // InterstitialAsset playback started
- Events["INTERSTITIAL_ASSET_STARTED"] = "hlsInterstitialAssetStarted";
- // InterstitialAsset playback ended
- Events["INTERSTITIAL_ASSET_ENDED"] = "hlsInterstitialAssetEnded";
- // InterstitialAsset playback errored
- Events["INTERSTITIAL_ASSET_ERROR"] = "hlsInterstitialAssetError";
- // Interstitial playback ended
- Events["INTERSTITIAL_ENDED"] = "hlsInterstitialEnded";
- // Interstitial schedule resumed primary playback
- Events["INTERSTITIALS_PRIMARY_RESUMED"] = "hlsInterstitialsPrimaryResumed";
- // Interstitial players dispatch this event when playout limit is reached
- Events["PLAYOUT_LIMIT_REACHED"] = "hlsPlayoutLimitReached";
- // Event DateRange cue "enter" event dispatched
- Events["EVENT_CUE_ENTER"] = "hlsEventCueEnter";
- return Events;
- }({});
- /**
- * Defines each Event type and payload by Event name. Used in {@link hls.js#HlsEventEmitter} to strongly type the event listener API.
- */
- var PlaylistContextType = {
- MANIFEST: "manifest",
- LEVEL: "level",
- AUDIO_TRACK: "audioTrack",
- SUBTITLE_TRACK: "subtitleTrack"
- };
- var PlaylistLevelType = {
- MAIN: "main",
- AUDIO: "audio",
- SUBTITLE: "subtitle"
- };
- /*
- * compute an Exponential Weighted moving average
- * - https://en.wikipedia.org/wiki/Moving_average#Exponential_moving_average
- * - heavily inspired from shaka-player
- */
- class EWMA {
- // About half of the estimated value will be from the last |halfLife| samples by weight.
- constructor(halfLife, estimate = 0, weight = 0) {
- this.halfLife = void 0;
- this.alpha_ = void 0;
- this.estimate_ = void 0;
- this.totalWeight_ = void 0;
- this.halfLife = halfLife;
- // Larger values of alpha expire historical data more slowly.
- this.alpha_ = halfLife ? Math.exp(Math.log(0.5) / halfLife) : 0;
- this.estimate_ = estimate;
- this.totalWeight_ = weight;
- }
- sample(weight, value) {
- const adjAlpha = Math.pow(this.alpha_, weight);
- this.estimate_ = value * (1 - adjAlpha) + adjAlpha * this.estimate_;
- this.totalWeight_ += weight;
- }
- getTotalWeight() {
- return this.totalWeight_;
- }
- getEstimate() {
- if (this.alpha_) {
- const zeroFactor = 1 - Math.pow(this.alpha_, this.totalWeight_);
- if (zeroFactor) {
- return this.estimate_ / zeroFactor;
- }
- }
- return this.estimate_;
- }
- }
- /*
- * EWMA Bandwidth Estimator
- * - heavily inspired from shaka-player
- * Tracks bandwidth samples and estimates available bandwidth.
- * Based on the minimum of two exponentially-weighted moving averages with
- * different half-lives.
- */
- class EwmaBandWidthEstimator {
- constructor(slow, fast, defaultEstimate, defaultTTFB = 100) {
- this.defaultEstimate_ = void 0;
- this.minWeight_ = void 0;
- this.minDelayMs_ = void 0;
- this.slow_ = void 0;
- this.fast_ = void 0;
- this.defaultTTFB_ = void 0;
- this.ttfb_ = void 0;
- this.defaultEstimate_ = defaultEstimate;
- this.minWeight_ = 0.001;
- this.minDelayMs_ = 50;
- this.slow_ = new EWMA(slow);
- this.fast_ = new EWMA(fast);
- this.defaultTTFB_ = defaultTTFB;
- this.ttfb_ = new EWMA(slow);
- }
- update(slow, fast) {
- const {
- slow_,
- fast_,
- ttfb_
- } = this;
- if (slow_.halfLife !== slow) {
- this.slow_ = new EWMA(slow, slow_.getEstimate(), slow_.getTotalWeight());
- }
- if (fast_.halfLife !== fast) {
- this.fast_ = new EWMA(fast, fast_.getEstimate(), fast_.getTotalWeight());
- }
- if (ttfb_.halfLife !== slow) {
- this.ttfb_ = new EWMA(slow, ttfb_.getEstimate(), ttfb_.getTotalWeight());
- }
- }
- sample(durationMs, numBytes) {
- durationMs = Math.max(durationMs, this.minDelayMs_);
- const numBits = 8 * numBytes;
- // weight is duration in seconds
- const durationS = durationMs / 1000;
- // value is bandwidth in bits/s
- const bandwidthInBps = numBits / durationS;
- this.fast_.sample(durationS, bandwidthInBps);
- this.slow_.sample(durationS, bandwidthInBps);
- }
- sampleTTFB(ttfb) {
- // weight is frequency curve applied to TTFB in seconds
- // (longer times have less weight with expected input under 1 second)
- const seconds = ttfb / 1000;
- const weight = Math.sqrt(2) * Math.exp(-Math.pow(seconds, 2) / 2);
- this.ttfb_.sample(weight, Math.max(ttfb, 5));
- }
- canEstimate() {
- return this.fast_.getTotalWeight() >= this.minWeight_;
- }
- getEstimate() {
- if (this.canEstimate()) {
- // console.log('slow estimate:'+ Math.round(this.slow_.getEstimate()));
- // console.log('fast estimate:'+ Math.round(this.fast_.getEstimate()));
- // Take the minimum of these two estimates. This should have the effect of
- // adapting down quickly, but up more slowly.
- return Math.min(this.fast_.getEstimate(), this.slow_.getEstimate());
- } else {
- return this.defaultEstimate_;
- }
- }
- getEstimateTTFB() {
- if (this.ttfb_.getTotalWeight() >= this.minWeight_) {
- return this.ttfb_.getEstimate();
- } else {
- return this.defaultTTFB_;
- }
- }
- get defaultEstimate() {
- return this.defaultEstimate_;
- }
- destroy() {}
- }
- function _defineProperty(e, r, t) {
- return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, {
- value: t,
- enumerable: true,
- configurable: true,
- writable: true
- }) : e[r] = t, e;
- }
- function _extends() {
- return _extends = Object.assign ? Object.assign.bind() : function (n) {
- for (var e = 1; e < arguments.length; e++) {
- var t = arguments[e];
- for (var r in t) ({}).hasOwnProperty.call(t, r) && (n[r] = t[r]);
- }
- return n;
- }, _extends.apply(null, arguments);
- }
- function ownKeys(e, r) {
- var t = Object.keys(e);
- if (Object.getOwnPropertySymbols) {
- var o = Object.getOwnPropertySymbols(e);
- r && (o = o.filter(function (r) {
- return Object.getOwnPropertyDescriptor(e, r).enumerable;
- })), t.push.apply(t, o);
- }
- return t;
- }
- function _objectSpread2(e) {
- for (var r = 1; r < arguments.length; r++) {
- var t = null != arguments[r] ? arguments[r] : {};
- r % 2 ? ownKeys(Object(t), true).forEach(function (r) {
- _defineProperty(e, r, t[r]);
- }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) {
- Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r));
- });
- }
- return e;
- }
- function _toPrimitive(t, r) {
- if ("object" != typeof t || !t) return t;
- var e = t[Symbol.toPrimitive];
- if (void 0 !== e) {
- var i = e.call(t, r);
- if ("object" != typeof i) return i;
- throw new TypeError("@@toPrimitive must return a primitive value.");
- }
- return ("string" === r ? String : Number)(t);
- }
- function _toPropertyKey(t) {
- var i = _toPrimitive(t, "string");
- return "symbol" == typeof i ? i : i + "";
- }
- class Logger {
- constructor(label, logger) {
- this.trace = void 0;
- this.debug = void 0;
- this.log = void 0;
- this.warn = void 0;
- this.info = void 0;
- this.error = void 0;
- const lb = `[${label}]:`;
- this.trace = noop;
- this.debug = logger.debug.bind(null, lb);
- this.log = logger.log.bind(null, lb);
- this.warn = logger.warn.bind(null, lb);
- this.info = logger.info.bind(null, lb);
- this.error = logger.error.bind(null, lb);
- }
- }
- const noop = function noop() {};
- const fakeLogger = {
- trace: noop,
- debug: noop,
- log: noop,
- warn: noop,
- info: noop,
- error: noop
- };
- function createLogger() {
- return _extends({}, fakeLogger);
- }
- // let lastCallTime;
- // function formatMsgWithTimeInfo(type, msg) {
- // const now = Date.now();
- // const diff = lastCallTime ? '+' + (now - lastCallTime) : '0';
- // lastCallTime = now;
- // msg = (new Date(now)).toISOString() + ' | [' + type + '] > ' + msg + ' ( ' + diff + ' ms )';
- // return msg;
- // }
- function consolePrintFn(type, id) {
- const func = self.console[type];
- return func ? func.bind(self.console, `${id ? '[' + id + '] ' : ''}[${type}] >`) : noop;
- }
- function getLoggerFn(key, debugConfig, id) {
- return debugConfig[key] ? debugConfig[key].bind(debugConfig) : consolePrintFn(key, id);
- }
- const exportedLogger = createLogger();
- function enableLogs(debugConfig, context, id) {
- // check that console is available
- const newLogger = createLogger();
- if (typeof console === 'object' && debugConfig === true || typeof debugConfig === 'object') {
- const keys = [
- // Remove out from list here to hard-disable a log-level
- // 'trace',
- 'debug', 'log', 'info', 'warn', 'error'];
- keys.forEach(key => {
- newLogger[key] = getLoggerFn(key, debugConfig, id);
- });
- // Some browsers don't allow to use bind on console object anyway
- // fallback to default if needed
- try {
- newLogger.log(`Debug logs enabled for "${context}" in hls.js version ${"1.6.7"}`);
- } catch (e) {
- /* log fn threw an exception. All logger methods are no-ops. */
- return createLogger();
- }
- // global exported logger uses the same functions as new logger without `id`
- keys.forEach(key => {
- exportedLogger[key] = getLoggerFn(key, debugConfig);
- });
- } else {
- // Reset global exported logger
- _extends(exportedLogger, newLogger);
- }
- return newLogger;
- }
- const logger = exportedLogger;
- function getMediaSource(preferManagedMediaSource = true) {
- if (typeof self === 'undefined') return undefined;
- const mms = (preferManagedMediaSource || !self.MediaSource) && self.ManagedMediaSource;
- return mms || self.MediaSource || self.WebKitMediaSource;
- }
- function isManagedMediaSource(source) {
- return typeof self !== 'undefined' && source === self.ManagedMediaSource;
- }
- function isCompatibleTrackChange(currentTracks, requiredTracks) {
- const trackNames = Object.keys(currentTracks);
- const requiredTrackNames = Object.keys(requiredTracks);
- const trackCount = trackNames.length;
- const requiredTrackCount = requiredTrackNames.length;
- return !trackCount || !requiredTrackCount || trackCount === requiredTrackCount && !trackNames.some(name => requiredTrackNames.indexOf(name) === -1);
- }
- // http://stackoverflow.com/questions/8936984/uint8array-to-string-in-javascript/22373197
- // http://www.onicos.com/staff/iz/amuse/javascript/expert/utf.txt
- /* utf.js - UTF-8 <=> UTF-16 convertion
- *
- * Copyright (C) 1999 Masanao Izumo <iz@onicos.co.jp>
- * Version: 1.0
- * LastModified: Dec 25 1999
- * This library is free. You can redistribute it and/or modify it.
- */
- /**
- * Converts a UTF-8 array to a string.
- *
- * @param array - The UTF-8 array to convert
- *
- * @returns The string
- *
- * @group Utils
- *
- * @beta
- */
- function utf8ArrayToStr(array, exitOnNull = false) {
- if (typeof TextDecoder !== 'undefined') {
- const decoder = new TextDecoder('utf-8');
- const decoded = decoder.decode(array);
- if (exitOnNull) {
- // grab up to the first null
- const idx = decoded.indexOf('\0');
- return idx !== -1 ? decoded.substring(0, idx) : decoded;
- }
- // remove any null characters
- return decoded.replace(/\0/g, '');
- }
- const len = array.length;
- let c;
- let char2;
- let char3;
- let out = '';
- let i = 0;
- while (i < len) {
- c = array[i++];
- if (c === 0x00 && exitOnNull) {
- return out;
- } else if (c === 0x00 || c === 0x03) {
- // If the character is 3 (END_OF_TEXT) or 0 (NULL) then skip it
- continue;
- }
- switch (c >> 4) {
- case 0:
- case 1:
- case 2:
- case 3:
- case 4:
- case 5:
- case 6:
- case 7:
- // 0xxxxxxx
- out += String.fromCharCode(c);
- break;
- case 12:
- case 13:
- // 110x xxxx 10xx xxxx
- char2 = array[i++];
- out += String.fromCharCode((c & 0x1f) << 6 | char2 & 0x3f);
- break;
- case 14:
- // 1110 xxxx 10xx xxxx 10xx xxxx
- char2 = array[i++];
- char3 = array[i++];
- out += String.fromCharCode((c & 0x0f) << 12 | (char2 & 0x3f) << 6 | (char3 & 0x3f) << 0);
- break;
- }
- }
- return out;
- }
- /**
- * hex dump helper class
- */
- const Hex = {
- hexDump: function (array) {
- let str = '';
- for (let i = 0; i < array.length; i++) {
- let h = array[i].toString(16);
- if (h.length < 2) {
- h = '0' + h;
- }
- str += h;
- }
- return str;
- }
- };
- function hexToArrayBuffer(str) {
- return Uint8Array.from(str.replace(/^0x/, '').replace(/([\da-fA-F]{2}) ?/g, '0x$1 ').replace(/ +$/, '').split(' ')).buffer;
- }
- function getDefaultExportFromCjs (x) {
- return x && x.__esModule && Object.prototype.hasOwnProperty.call(x, 'default') ? x['default'] : x;
- }
- var urlToolkit = {exports: {}};
- var hasRequiredUrlToolkit;
- function requireUrlToolkit () {
- if (hasRequiredUrlToolkit) return urlToolkit.exports;
- hasRequiredUrlToolkit = 1;
- (function (module, exports) {
- // see https://tools.ietf.org/html/rfc1808
- (function (root) {
- var URL_REGEX =
- /^(?=((?:[a-zA-Z0-9+\-.]+:)?))\1(?=((?:\/\/[^\/?#]*)?))\2(?=((?:(?:[^?#\/]*\/)*[^;?#\/]*)?))\3((?:;[^?#]*)?)(\?[^#]*)?(#[^]*)?$/;
- var FIRST_SEGMENT_REGEX = /^(?=([^\/?#]*))\1([^]*)$/;
- var SLASH_DOT_REGEX = /(?:\/|^)\.(?=\/)/g;
- var SLASH_DOT_DOT_REGEX = /(?:\/|^)\.\.\/(?!\.\.\/)[^\/]*(?=\/)/g;
- var URLToolkit = {
- // If opts.alwaysNormalize is true then the path will always be normalized even when it starts with / or //
- // E.g
- // With opts.alwaysNormalize = false (default, spec compliant)
- // http://a.com/b/cd + /e/f/../g => http://a.com/e/f/../g
- // With opts.alwaysNormalize = true (not spec compliant)
- // http://a.com/b/cd + /e/f/../g => http://a.com/e/g
- buildAbsoluteURL: function (baseURL, relativeURL, opts) {
- opts = opts || {};
- // remove any remaining space and CRLF
- baseURL = baseURL.trim();
- relativeURL = relativeURL.trim();
- if (!relativeURL) {
- // 2a) If the embedded URL is entirely empty, it inherits the
- // entire base URL (i.e., is set equal to the base URL)
- // and we are done.
- if (!opts.alwaysNormalize) {
- return baseURL;
- }
- var basePartsForNormalise = URLToolkit.parseURL(baseURL);
- if (!basePartsForNormalise) {
- throw new Error('Error trying to parse base URL.');
- }
- basePartsForNormalise.path = URLToolkit.normalizePath(
- basePartsForNormalise.path
- );
- return URLToolkit.buildURLFromParts(basePartsForNormalise);
- }
- var relativeParts = URLToolkit.parseURL(relativeURL);
- if (!relativeParts) {
- throw new Error('Error trying to parse relative URL.');
- }
- if (relativeParts.scheme) {
- // 2b) If the embedded URL starts with a scheme name, it is
- // interpreted as an absolute URL and we are done.
- if (!opts.alwaysNormalize) {
- return relativeURL;
- }
- relativeParts.path = URLToolkit.normalizePath(relativeParts.path);
- return URLToolkit.buildURLFromParts(relativeParts);
- }
- var baseParts = URLToolkit.parseURL(baseURL);
- if (!baseParts) {
- throw new Error('Error trying to parse base URL.');
- }
- if (!baseParts.netLoc && baseParts.path && baseParts.path[0] !== '/') {
- // If netLoc missing and path doesn't start with '/', assume everthing before the first '/' is the netLoc
- // This causes 'example.com/a' to be handled as '//example.com/a' instead of '/example.com/a'
- var pathParts = FIRST_SEGMENT_REGEX.exec(baseParts.path);
- baseParts.netLoc = pathParts[1];
- baseParts.path = pathParts[2];
- }
- if (baseParts.netLoc && !baseParts.path) {
- baseParts.path = '/';
- }
- var builtParts = {
- // 2c) Otherwise, the embedded URL inherits the scheme of
- // the base URL.
- scheme: baseParts.scheme,
- netLoc: relativeParts.netLoc,
- path: null,
- params: relativeParts.params,
- query: relativeParts.query,
- fragment: relativeParts.fragment,
- };
- if (!relativeParts.netLoc) {
- // 3) If the embedded URL's <net_loc> is non-empty, we skip to
- // Step 7. Otherwise, the embedded URL inherits the <net_loc>
- // (if any) of the base URL.
- builtParts.netLoc = baseParts.netLoc;
- // 4) If the embedded URL path is preceded by a slash "/", the
- // path is not relative and we skip to Step 7.
- if (relativeParts.path[0] !== '/') {
- if (!relativeParts.path) {
- // 5) If the embedded URL path is empty (and not preceded by a
- // slash), then the embedded URL inherits the base URL path
- builtParts.path = baseParts.path;
- // 5a) if the embedded URL's <params> is non-empty, we skip to
- // step 7; otherwise, it inherits the <params> of the base
- // URL (if any) and
- if (!relativeParts.params) {
- builtParts.params = baseParts.params;
- // 5b) if the embedded URL's <query> is non-empty, we skip to
- // step 7; otherwise, it inherits the <query> of the base
- // URL (if any) and we skip to step 7.
- if (!relativeParts.query) {
- builtParts.query = baseParts.query;
- }
- }
- } else {
- // 6) The last segment of the base URL's path (anything
- // following the rightmost slash "/", or the entire path if no
- // slash is present) is removed and the embedded URL's path is
- // appended in its place.
- var baseURLPath = baseParts.path;
- var newPath =
- baseURLPath.substring(0, baseURLPath.lastIndexOf('/') + 1) +
- relativeParts.path;
- builtParts.path = URLToolkit.normalizePath(newPath);
- }
- }
- }
- if (builtParts.path === null) {
- builtParts.path = opts.alwaysNormalize
- ? URLToolkit.normalizePath(relativeParts.path)
- : relativeParts.path;
- }
- return URLToolkit.buildURLFromParts(builtParts);
- },
- parseURL: function (url) {
- var parts = URL_REGEX.exec(url);
- if (!parts) {
- return null;
- }
- return {
- scheme: parts[1] || '',
- netLoc: parts[2] || '',
- path: parts[3] || '',
- params: parts[4] || '',
- query: parts[5] || '',
- fragment: parts[6] || '',
- };
- },
- normalizePath: function (path) {
- // The following operations are
- // then applied, in order, to the new path:
- // 6a) All occurrences of "./", where "." is a complete path
- // segment, are removed.
- // 6b) If the path ends with "." as a complete path segment,
- // that "." is removed.
- path = path.split('').reverse().join('').replace(SLASH_DOT_REGEX, '');
- // 6c) All occurrences of "<segment>/../", where <segment> is a
- // complete path segment not equal to "..", are removed.
- // Removal of these path segments is performed iteratively,
- // removing the leftmost matching pattern on each iteration,
- // until no matching pattern remains.
- // 6d) If the path ends with "<segment>/..", where <segment> is a
- // complete path segment not equal to "..", that
- // "<segment>/.." is removed.
- while (
- path.length !== (path = path.replace(SLASH_DOT_DOT_REGEX, '')).length
- ) {}
- return path.split('').reverse().join('');
- },
- buildURLFromParts: function (parts) {
- return (
- parts.scheme +
- parts.netLoc +
- parts.path +
- parts.params +
- parts.query +
- parts.fragment
- );
- },
- };
- module.exports = URLToolkit;
- })();
- } (urlToolkit));
- return urlToolkit.exports;
- }
- var urlToolkitExports = requireUrlToolkit();
- class LoadStats {
- constructor() {
- this.aborted = false;
- this.loaded = 0;
- this.retry = 0;
- this.total = 0;
- this.chunkCount = 0;
- this.bwEstimate = 0;
- this.loading = {
- start: 0,
- first: 0,
- end: 0
- };
- this.parsing = {
- start: 0,
- end: 0
- };
- this.buffering = {
- start: 0,
- first: 0,
- end: 0
- };
- }
- }
- var ElementaryStreamTypes = {
- AUDIO: "audio",
- VIDEO: "video",
- AUDIOVIDEO: "audiovideo"
- };
- class BaseSegment {
- constructor(base) {
- this._byteRange = null;
- this._url = null;
- this._stats = null;
- this._streams = null;
- // baseurl is the URL to the playlist
- this.base = void 0;
- // relurl is the portion of the URL that comes from inside the playlist.
- this.relurl = void 0;
- if (typeof base === 'string') {
- base = {
- url: base
- };
- }
- this.base = base;
- makeEnumerable(this, 'stats');
- }
- // setByteRange converts a EXT-X-BYTERANGE attribute into a two element array
- setByteRange(value, previous) {
- const params = value.split('@', 2);
- let start;
- if (params.length === 1) {
- start = (previous == null ? void 0 : previous.byteRangeEndOffset) || 0;
- } else {
- start = parseInt(params[1]);
- }
- this._byteRange = [start, parseInt(params[0]) + start];
- }
- get baseurl() {
- return this.base.url;
- }
- get byteRange() {
- if (this._byteRange === null) {
- return [];
- }
- return this._byteRange;
- }
- get byteRangeStartOffset() {
- return this.byteRange[0];
- }
- get byteRangeEndOffset() {
- return this.byteRange[1];
- }
- get elementaryStreams() {
- if (this._streams === null) {
- this._streams = {
- [ElementaryStreamTypes.AUDIO]: null,
- [ElementaryStreamTypes.VIDEO]: null,
- [ElementaryStreamTypes.AUDIOVIDEO]: null
- };
- }
- return this._streams;
- }
- set elementaryStreams(value) {
- this._streams = value;
- }
- get hasStats() {
- return this._stats !== null;
- }
- get hasStreams() {
- return this._streams !== null;
- }
- get stats() {
- if (this._stats === null) {
- this._stats = new LoadStats();
- }
- return this._stats;
- }
- set stats(value) {
- this._stats = value;
- }
- get url() {
- if (!this._url && this.baseurl && this.relurl) {
- this._url = urlToolkitExports.buildAbsoluteURL(this.baseurl, this.relurl, {
- alwaysNormalize: true
- });
- }
- return this._url || '';
- }
- set url(value) {
- this._url = value;
- }
- clearElementaryStreamInfo() {
- const {
- elementaryStreams
- } = this;
- elementaryStreams[ElementaryStreamTypes.AUDIO] = null;
- elementaryStreams[ElementaryStreamTypes.VIDEO] = null;
- elementaryStreams[ElementaryStreamTypes.AUDIOVIDEO] = null;
- }
- }
- function isMediaFragment(frag) {
- return frag.sn !== 'initSegment';
- }
- /**
- * Object representing parsed data from an HLS Segment. Found in {@link hls.js#LevelDetails.fragments}.
- */
- class Fragment extends BaseSegment {
- constructor(type, base) {
- super(base);
- this._decryptdata = null;
- this._programDateTime = null;
- this._ref = null;
- // Approximate bit rate of the fragment expressed in bits per second (bps) as indicated by the last EXT-X-BITRATE (kbps) tag
- this._bitrate = void 0;
- this.rawProgramDateTime = null;
- this.tagList = [];
- // EXTINF has to be present for a m3u8 to be considered valid
- this.duration = 0;
- // sn notates the sequence number for a segment, and if set to a string can be 'initSegment'
- this.sn = 0;
- // levelkeys are the EXT-X-KEY tags that apply to this segment for decryption
- // core difference from the private field _decryptdata is the lack of the initialized IV
- // _decryptdata will set the IV for this segment based on the segment number in the fragment
- this.levelkeys = void 0;
- // A string representing the fragment type
- this.type = void 0;
- // A reference to the loader. Set while the fragment is loading, and removed afterwards. Used to abort fragment loading
- this.loader = null;
- // A reference to the key loader. Set while the key is loading, and removed afterwards. Used to abort key loading
- this.keyLoader = null;
- // The level/track index to which the fragment belongs
- this.level = -1;
- // The continuity counter of the fragment
- this.cc = 0;
- // The starting Presentation Time Stamp (PTS) of the fragment. Set after transmux complete.
- this.startPTS = void 0;
- // The ending Presentation Time Stamp (PTS) of the fragment. Set after transmux complete.
- this.endPTS = void 0;
- // The starting Decode Time Stamp (DTS) of the fragment. Set after transmux complete.
- this.startDTS = void 0;
- // The ending Decode Time Stamp (DTS) of the fragment. Set after transmux complete.
- this.endDTS = void 0;
- // The start time of the fragment, as listed in the manifest. Updated after transmux complete.
- this.start = 0;
- // The offset time (seconds) of the fragment from the start of the Playlist
- this.playlistOffset = 0;
- // Set by `updateFragPTSDTS` in level-helper
- this.deltaPTS = void 0;
- // The maximum starting Presentation Time Stamp (audio/video PTS) of the fragment. Set after transmux complete.
- this.maxStartPTS = void 0;
- // The minimum ending Presentation Time Stamp (audio/video PTS) of the fragment. Set after transmux complete.
- this.minEndPTS = void 0;
- // Init Segment bytes (unset for media segments)
- this.data = void 0;
- // A flag indicating whether the segment was downloaded in order to test bitrate, and was not buffered
- this.bitrateTest = false;
- // #EXTINF segment title
- this.title = null;
- // The Media Initialization Section for this segment
- this.initSegment = null;
- // Fragment is the last fragment in the media playlist
- this.endList = void 0;
- // Fragment is marked by an EXT-X-GAP tag indicating that it does not contain media data and should not be loaded
- this.gap = void 0;
- // Deprecated
- this.urlId = 0;
- this.type = type;
- }
- get byteLength() {
- if (this.hasStats) {
- const total = this.stats.total;
- if (total) {
- return total;
- }
- }
- if (this.byteRange) {
- const start = this.byteRange[0];
- const end = this.byteRange[1];
- if (isFiniteNumber(start) && isFiniteNumber(end)) {
- return end - start;
- }
- }
- return null;
- }
- get bitrate() {
- if (this.byteLength) {
- return this.byteLength * 8 / this.duration;
- }
- if (this._bitrate) {
- return this._bitrate;
- }
- return null;
- }
- set bitrate(value) {
- this._bitrate = value;
- }
- get decryptdata() {
- const {
- levelkeys
- } = this;
- if (!levelkeys && !this._decryptdata) {
- return null;
- }
- if (!this._decryptdata && this.levelkeys && !this.levelkeys.NONE) {
- const key = this.levelkeys.identity;
- if (key) {
- this._decryptdata = key.getDecryptData(this.sn);
- } else {
- const keyFormats = Object.keys(this.levelkeys);
- if (keyFormats.length === 1) {
- return this._decryptdata = this.levelkeys[keyFormats[0]].getDecryptData(this.sn);
- }
- }
- }
- return this._decryptdata;
- }
- get end() {
- return this.start + this.duration;
- }
- get endProgramDateTime() {
- if (this.programDateTime === null) {
- return null;
- }
- const duration = !isFiniteNumber(this.duration) ? 0 : this.duration;
- return this.programDateTime + duration * 1000;
- }
- get encrypted() {
- var _this$_decryptdata;
- // At the m3u8-parser level we need to add support for manifest signalled keyformats
- // when we want the fragment to start reporting that it is encrypted.
- // Currently, keyFormat will only be set for identity keys
- if ((_this$_decryptdata = this._decryptdata) != null && _this$_decryptdata.encrypted) {
- return true;
- } else if (this.levelkeys) {
- const keyFormats = Object.keys(this.levelkeys);
- const len = keyFormats.length;
- if (len > 1 || len === 1 && this.levelkeys[keyFormats[0]].encrypted) {
- return true;
- }
- }
- return false;
- }
- get programDateTime() {
- if (this._programDateTime === null && this.rawProgramDateTime) {
- this.programDateTime = Date.parse(this.rawProgramDateTime);
- }
- return this._programDateTime;
- }
- set programDateTime(value) {
- if (!isFiniteNumber(value)) {
- this._programDateTime = this.rawProgramDateTime = null;
- return;
- }
- this._programDateTime = value;
- }
- get ref() {
- if (!isMediaFragment(this)) {
- return null;
- }
- if (!this._ref) {
- this._ref = {
- base: this.base,
- start: this.start,
- duration: this.duration,
- sn: this.sn,
- programDateTime: this.programDateTime
- };
- }
- return this._ref;
- }
- addStart(value) {
- this.setStart(this.start + value);
- }
- setStart(value) {
- this.start = value;
- if (this._ref) {
- this._ref.start = value;
- }
- }
- setDuration(value) {
- this.duration = value;
- if (this._ref) {
- this._ref.duration = value;
- }
- }
- setKeyFormat(keyFormat) {
- if (this.levelkeys) {
- const key = this.levelkeys[keyFormat];
- if (key && !this._decryptdata) {
- this._decryptdata = key.getDecryptData(this.sn);
- }
- }
- }
- abortRequests() {
- var _this$loader, _this$keyLoader;
- (_this$loader = this.loader) == null ? void 0 : _this$loader.abort();
- (_this$keyLoader = this.keyLoader) == null ? void 0 : _this$keyLoader.abort();
- }
- setElementaryStreamInfo(type, startPTS, endPTS, startDTS, endDTS, partial = false) {
- const {
- elementaryStreams
- } = this;
- const info = elementaryStreams[type];
- if (!info) {
- elementaryStreams[type] = {
- startPTS,
- endPTS,
- startDTS,
- endDTS,
- partial
- };
- return;
- }
- info.startPTS = Math.min(info.startPTS, startPTS);
- info.endPTS = Math.max(info.endPTS, endPTS);
- info.startDTS = Math.min(info.startDTS, startDTS);
- info.endDTS = Math.max(info.endDTS, endDTS);
- }
- }
- /**
- * Object representing parsed data from an HLS Partial Segment. Found in {@link hls.js#LevelDetails.partList}.
- */
- class Part extends BaseSegment {
- constructor(partAttrs, frag, base, index, previous) {
- super(base);
- this.fragOffset = 0;
- this.duration = 0;
- this.gap = false;
- this.independent = false;
- this.relurl = void 0;
- this.fragment = void 0;
- this.index = void 0;
- this.duration = partAttrs.decimalFloatingPoint('DURATION');
- this.gap = partAttrs.bool('GAP');
- this.independent = partAttrs.bool('INDEPENDENT');
- this.relurl = partAttrs.enumeratedString('URI');
- this.fragment = frag;
- this.index = index;
- const byteRange = partAttrs.enumeratedString('BYTERANGE');
- if (byteRange) {
- this.setByteRange(byteRange, previous);
- }
- if (previous) {
- this.fragOffset = previous.fragOffset + previous.duration;
- }
- }
- get start() {
- return this.fragment.start + this.fragOffset;
- }
- get end() {
- return this.start + this.duration;
- }
- get loaded() {
- const {
- elementaryStreams
- } = this;
- return !!(elementaryStreams.audio || elementaryStreams.video || elementaryStreams.audiovideo);
- }
- }
- function getOwnPropertyDescriptorFromPrototypeChain(object, property) {
- const prototype = Object.getPrototypeOf(object);
- if (prototype) {
- const propertyDescriptor = Object.getOwnPropertyDescriptor(prototype, property);
- if (propertyDescriptor) {
- return propertyDescriptor;
- }
- return getOwnPropertyDescriptorFromPrototypeChain(prototype, property);
- }
- }
- function makeEnumerable(object, property) {
- const d = getOwnPropertyDescriptorFromPrototypeChain(object, property);
- if (d) {
- d.enumerable = true;
- Object.defineProperty(object, property, d);
- }
- }
- const UINT32_MAX$1 = Math.pow(2, 32) - 1;
- const push = [].push;
- // We are using fixed track IDs for driving the MP4 remuxer
- // instead of following the TS PIDs.
- // There is no reason not to do this and some browsers/SourceBuffer-demuxers
- // may not like if there are TrackID "switches"
- // See https://github.com/video-dev/hls.js/issues/1331
- // Here we are mapping our internal track types to constant MP4 track IDs
- // With MSE currently one can only have one track of each, and we are muxing
- // whatever video/audio rendition in them.
- const RemuxerTrackIdConfig = {
- video: 1,
- audio: 2,
- id3: 3,
- text: 4
- };
- function bin2str(data) {
- return String.fromCharCode.apply(null, data);
- }
- function readUint16(buffer, offset) {
- const val = buffer[offset] << 8 | buffer[offset + 1];
- return val < 0 ? 65536 + val : val;
- }
- function readUint32(buffer, offset) {
- const val = readSint32(buffer, offset);
- return val < 0 ? 4294967296 + val : val;
- }
- function readUint64(buffer, offset) {
- let result = readUint32(buffer, offset);
- result *= Math.pow(2, 32);
- result += readUint32(buffer, offset + 4);
- return result;
- }
- function readSint32(buffer, offset) {
- return buffer[offset] << 24 | buffer[offset + 1] << 16 | buffer[offset + 2] << 8 | buffer[offset + 3];
- }
- // Find "moof" box
- function hasMoofData(data) {
- const end = data.byteLength;
- for (let i = 0; i < end;) {
- const size = readUint32(data, i);
- if (size > 8 && data[i + 4] === 0x6d && data[i + 5] === 0x6f && data[i + 6] === 0x6f && data[i + 7] === 0x66) {
- return true;
- }
- i = size > 1 ? i + size : end;
- }
- return false;
- }
- // Find the data for a box specified by its path
- function findBox(data, path) {
- const results = [];
- if (!path.length) {
- // short-circuit the search for empty paths
- return results;
- }
- const end = data.byteLength;
- for (let i = 0; i < end;) {
- const size = readUint32(data, i);
- const type = bin2str(data.subarray(i + 4, i + 8));
- const endbox = size > 1 ? i + size : end;
- if (type === path[0]) {
- if (path.length === 1) {
- // this is the end of the path and we've found the box we were
- // looking for
- results.push(data.subarray(i + 8, endbox));
- } else {
- // recursively search for the next box along the path
- const subresults = findBox(data.subarray(i + 8, endbox), path.slice(1));
- if (subresults.length) {
- push.apply(results, subresults);
- }
- }
- }
- i = endbox;
- }
- // we've finished searching all of data
- return results;
- }
- function parseSegmentIndex(sidx) {
- const references = [];
- const version = sidx[0];
- // set initial offset, we skip the reference ID (not needed)
- let index = 8;
- const timescale = readUint32(sidx, index);
- index += 4;
- let earliestPresentationTime = 0;
- let firstOffset = 0;
- if (version === 0) {
- earliestPresentationTime = readUint32(sidx, index);
- firstOffset = readUint32(sidx, index + 4);
- index += 8;
- } else {
- earliestPresentationTime = readUint64(sidx, index);
- firstOffset = readUint64(sidx, index + 8);
- index += 16;
- }
- // skip reserved
- index += 2;
- let startByte = sidx.length + firstOffset;
- const referencesCount = readUint16(sidx, index);
- index += 2;
- for (let i = 0; i < referencesCount; i++) {
- let referenceIndex = index;
- const referenceInfo = readUint32(sidx, referenceIndex);
- referenceIndex += 4;
- const referenceSize = referenceInfo & 0x7fffffff;
- const referenceType = (referenceInfo & 0x80000000) >>> 31;
- if (referenceType === 1) {
- logger.warn('SIDX has hierarchical references (not supported)');
- return null;
- }
- const subsegmentDuration = readUint32(sidx, referenceIndex);
- referenceIndex += 4;
- references.push({
- referenceSize,
- subsegmentDuration,
- // unscaled
- info: {
- duration: subsegmentDuration / timescale,
- start: startByte,
- end: startByte + referenceSize - 1
- }
- });
- startByte += referenceSize;
- // Skipping 1 bit for |startsWithSap|, 3 bits for |sapType|, and 28 bits
- // for |sapDelta|.
- referenceIndex += 4;
- // skip to next ref
- index = referenceIndex;
- }
- return {
- earliestPresentationTime,
- timescale,
- version,
- referencesCount,
- references
- };
- }
- /**
- * Parses an MP4 initialization segment and extracts stream type and
- * timescale values for any declared tracks. Timescale values indicate the
- * number of clock ticks per second to assume for time-based values
- * elsewhere in the MP4.
- *
- * To determine the start time of an MP4, you need two pieces of
- * information: the timescale unit and the earliest base media decode
- * time. Multiple timescales can be specified within an MP4 but the
- * base media decode time is always expressed in the timescale from
- * the media header box for the track:
- * ```
- * moov > trak > mdia > mdhd.timescale
- * moov > trak > mdia > hdlr
- * ```
- * @param initSegment the bytes of the init segment
- * @returns a hash of track type to timescale values or null if
- * the init segment is malformed.
- */
- function parseInitSegment(initSegment) {
- const result = [];
- const traks = findBox(initSegment, ['moov', 'trak']);
- for (let i = 0; i < traks.length; i++) {
- const trak = traks[i];
- const tkhd = findBox(trak, ['tkhd'])[0];
- if (tkhd) {
- let version = tkhd[0];
- const trackId = readUint32(tkhd, version === 0 ? 12 : 20);
- const mdhd = findBox(trak, ['mdia', 'mdhd'])[0];
- if (mdhd) {
- version = mdhd[0];
- const timescale = readUint32(mdhd, version === 0 ? 12 : 20);
- const hdlr = findBox(trak, ['mdia', 'hdlr'])[0];
- if (hdlr) {
- const hdlrType = bin2str(hdlr.subarray(8, 12));
- const type = {
- soun: ElementaryStreamTypes.AUDIO,
- vide: ElementaryStreamTypes.VIDEO
- }[hdlrType];
- // Parse codec details
- const stsdBox = findBox(trak, ['mdia', 'minf', 'stbl', 'stsd'])[0];
- const stsd = parseStsd(stsdBox);
- if (type) {
- // Add 'audio', 'video', and 'audiovideo' track records that will map to SourceBuffers
- result[trackId] = {
- timescale,
- type,
- stsd
- };
- result[type] = _objectSpread2({
- timescale,
- id: trackId
- }, stsd);
- } else {
- // Add 'meta' and other track records
- result[trackId] = {
- timescale,
- type: hdlrType,
- stsd
- };
- }
- }
- }
- }
- }
- const trex = findBox(initSegment, ['moov', 'mvex', 'trex']);
- trex.forEach(trex => {
- const trackId = readUint32(trex, 4);
- const track = result[trackId];
- if (track) {
- track.default = {
- duration: readUint32(trex, 12),
- flags: readUint32(trex, 20)
- };
- }
- });
- return result;
- }
- function parseStsd(stsd) {
- const sampleEntries = stsd.subarray(8);
- const sampleEntriesEnd = sampleEntries.subarray(8 + 78);
- const fourCC = bin2str(sampleEntries.subarray(4, 8));
- let codec = fourCC;
- let supplemental;
- const encrypted = fourCC === 'enca' || fourCC === 'encv';
- if (encrypted) {
- const encBox = findBox(sampleEntries, [fourCC])[0];
- const encBoxChildren = encBox.subarray(fourCC === 'enca' ? 28 : 78);
- const sinfs = findBox(encBoxChildren, ['sinf']);
- sinfs.forEach(sinf => {
- const schm = findBox(sinf, ['schm'])[0];
- if (schm) {
- const scheme = bin2str(schm.subarray(4, 8));
- if (scheme === 'cbcs' || scheme === 'cenc') {
- const frma = findBox(sinf, ['frma'])[0];
- if (frma) {
- // for encrypted content codec fourCC will be in frma
- codec = bin2str(frma);
- }
- }
- }
- });
- }
- const codecFourCC = codec;
- switch (codec) {
- case 'avc1':
- case 'avc2':
- case 'avc3':
- case 'avc4':
- {
- // extract profile + compatibility + level out of avcC box
- const avcCBox = findBox(sampleEntriesEnd, ['avcC'])[0];
- if (avcCBox && avcCBox.length > 3) {
- codec += '.' + toHex(avcCBox[1]) + toHex(avcCBox[2]) + toHex(avcCBox[3]);
- supplemental = parseSupplementalDoViCodec(codecFourCC === 'avc1' ? 'dva1' : 'dvav', sampleEntriesEnd);
- }
- break;
- }
- case 'mp4a':
- {
- const codecBox = findBox(sampleEntries, [fourCC])[0];
- const esdsBox = findBox(codecBox.subarray(28), ['esds'])[0];
- if (esdsBox && esdsBox.length > 7) {
- let i = 4;
- // ES Descriptor tag
- if (esdsBox[i++] !== 0x03) {
- break;
- }
- i = skipBERInteger(esdsBox, i);
- i += 2; // skip es_id;
- const flags = esdsBox[i++];
- if (flags & 0x80) {
- i += 2; // skip dependency es_id
- }
- if (flags & 0x40) {
- i += esdsBox[i++]; // skip URL
- }
- // Decoder config descriptor
- if (esdsBox[i++] !== 0x04) {
- break;
- }
- i = skipBERInteger(esdsBox, i);
- const objectType = esdsBox[i++];
- if (objectType === 0x40) {
- codec += '.' + toHex(objectType);
- } else {
- break;
- }
- i += 12;
- // Decoder specific info
- if (esdsBox[i++] !== 0x05) {
- break;
- }
- i = skipBERInteger(esdsBox, i);
- const firstByte = esdsBox[i++];
- let audioObjectType = (firstByte & 0xf8) >> 3;
- if (audioObjectType === 31) {
- audioObjectType += 1 + ((firstByte & 0x7) << 3) + ((esdsBox[i] & 0xe0) >> 5);
- }
- codec += '.' + audioObjectType;
- }
- break;
- }
- case 'hvc1':
- case 'hev1':
- {
- const hvcCBox = findBox(sampleEntriesEnd, ['hvcC'])[0];
- if (hvcCBox && hvcCBox.length > 12) {
- const profileByte = hvcCBox[1];
- const profileSpace = ['', 'A', 'B', 'C'][profileByte >> 6];
- const generalProfileIdc = profileByte & 0x1f;
- const profileCompat = readUint32(hvcCBox, 2);
- const tierFlag = (profileByte & 0x20) >> 5 ? 'H' : 'L';
- const levelIDC = hvcCBox[12];
- const constraintIndicator = hvcCBox.subarray(6, 12);
- codec += '.' + profileSpace + generalProfileIdc;
- codec += '.' + reverse32BitInt(profileCompat).toString(16).toUpperCase();
- codec += '.' + tierFlag + levelIDC;
- let constraintString = '';
- for (let i = constraintIndicator.length; i--;) {
- const byte = constraintIndicator[i];
- if (byte || constraintString) {
- const encodedByte = byte.toString(16).toUpperCase();
- constraintString = '.' + encodedByte + constraintString;
- }
- }
- codec += constraintString;
- }
- supplemental = parseSupplementalDoViCodec(codecFourCC == 'hev1' ? 'dvhe' : 'dvh1', sampleEntriesEnd);
- break;
- }
- case 'dvh1':
- case 'dvhe':
- case 'dvav':
- case 'dva1':
- case 'dav1':
- {
- codec = parseSupplementalDoViCodec(codec, sampleEntriesEnd) || codec;
- break;
- }
- case 'vp09':
- {
- const vpcCBox = findBox(sampleEntriesEnd, ['vpcC'])[0];
- if (vpcCBox && vpcCBox.length > 6) {
- const profile = vpcCBox[4];
- const level = vpcCBox[5];
- const bitDepth = vpcCBox[6] >> 4 & 0x0f;
- codec += '.' + addLeadingZero(profile) + '.' + addLeadingZero(level) + '.' + addLeadingZero(bitDepth);
- }
- break;
- }
- case 'av01':
- {
- const av1CBox = findBox(sampleEntriesEnd, ['av1C'])[0];
- if (av1CBox && av1CBox.length > 2) {
- const profile = av1CBox[1] >>> 5;
- const level = av1CBox[1] & 0x1f;
- const tierFlag = av1CBox[2] >>> 7 ? 'H' : 'M';
- const highBitDepth = (av1CBox[2] & 0x40) >> 6;
- const twelveBit = (av1CBox[2] & 0x20) >> 5;
- const bitDepth = profile === 2 && highBitDepth ? twelveBit ? 12 : 10 : highBitDepth ? 10 : 8;
- const monochrome = (av1CBox[2] & 0x10) >> 4;
- const chromaSubsamplingX = (av1CBox[2] & 0x08) >> 3;
- const chromaSubsamplingY = (av1CBox[2] & 0x04) >> 2;
- const chromaSamplePosition = av1CBox[2] & 0x03;
- // TODO: parse color_description_present_flag
- // default it to BT.709/limited range for now
- // more info https://aomediacodec.github.io/av1-isobmff/#av1codecconfigurationbox-syntax
- const colorPrimaries = 1;
- const transferCharacteristics = 1;
- const matrixCoefficients = 1;
- const videoFullRangeFlag = 0;
- codec += '.' + profile + '.' + addLeadingZero(level) + tierFlag + '.' + addLeadingZero(bitDepth) + '.' + monochrome + '.' + chromaSubsamplingX + chromaSubsamplingY + chromaSamplePosition + '.' + addLeadingZero(colorPrimaries) + '.' + addLeadingZero(transferCharacteristics) + '.' + addLeadingZero(matrixCoefficients) + '.' + videoFullRangeFlag;
- supplemental = parseSupplementalDoViCodec('dav1', sampleEntriesEnd);
- }
- break;
- }
- }
- return {
- codec,
- encrypted,
- supplemental
- };
- }
- function parseSupplementalDoViCodec(fourCC, sampleEntriesEnd) {
- const dvvCResult = findBox(sampleEntriesEnd, ['dvvC']); // used by DoVi Profile 8 to 10
- const dvXCBox = dvvCResult.length ? dvvCResult[0] : findBox(sampleEntriesEnd, ['dvcC'])[0]; // used by DoVi Profiles up to 7 and 20
- if (dvXCBox) {
- const doViProfile = dvXCBox[2] >> 1 & 0x7f;
- const doViLevel = dvXCBox[2] << 5 & 0x20 | dvXCBox[3] >> 3 & 0x1f;
- return fourCC + '.' + addLeadingZero(doViProfile) + '.' + addLeadingZero(doViLevel);
- }
- }
- function reverse32BitInt(val) {
- let result = 0;
- for (let i = 0; i < 32; i++) {
- result |= (val >> i & 1) << 32 - 1 - i;
- }
- return result >>> 0;
- }
- function skipBERInteger(bytes, i) {
- const limit = i + 5;
- while (bytes[i++] & 0x80 && i < limit) {
- /* do nothing */
- }
- return i;
- }
- function toHex(x) {
- return ('0' + x.toString(16).toUpperCase()).slice(-2);
- }
- function addLeadingZero(num) {
- return (num < 10 ? '0' : '') + num;
- }
- function patchEncyptionData(initSegment, decryptdata) {
- if (!initSegment || !decryptdata) {
- return initSegment;
- }
- const keyId = decryptdata.keyId;
- if (keyId && decryptdata.isCommonEncryption) {
- const traks = findBox(initSegment, ['moov', 'trak']);
- traks.forEach(trak => {
- const stsd = findBox(trak, ['mdia', 'minf', 'stbl', 'stsd'])[0];
- // skip the sample entry count
- const sampleEntries = stsd.subarray(8);
- let encBoxes = findBox(sampleEntries, ['enca']);
- const isAudio = encBoxes.length > 0;
- if (!isAudio) {
- encBoxes = findBox(sampleEntries, ['encv']);
- }
- encBoxes.forEach(enc => {
- const encBoxChildren = isAudio ? enc.subarray(28) : enc.subarray(78);
- const sinfBoxes = findBox(encBoxChildren, ['sinf']);
- sinfBoxes.forEach(sinf => {
- const tenc = parseSinf(sinf);
- if (tenc) {
- // Look for default key id (keyID offset is always 8 within the tenc box):
- const tencKeyId = tenc.subarray(8, 24);
- if (!tencKeyId.some(b => b !== 0)) {
- logger.log(`[eme] Patching keyId in 'enc${isAudio ? 'a' : 'v'}>sinf>>tenc' box: ${Hex.hexDump(tencKeyId)} -> ${Hex.hexDump(keyId)}`);
- tenc.set(keyId, 8);
- }
- }
- });
- });
- });
- }
- return initSegment;
- }
- function parseSinf(sinf) {
- const schm = findBox(sinf, ['schm'])[0];
- if (schm) {
- const scheme = bin2str(schm.subarray(4, 8));
- if (scheme === 'cbcs' || scheme === 'cenc') {
- return findBox(sinf, ['schi', 'tenc'])[0];
- }
- }
- return null;
- }
- /*
- For Reference:
- aligned(8) class TrackFragmentHeaderBox
- extends FullBox(‘tfhd’, 0, tf_flags){
- unsigned int(32) track_ID;
- // all the following are optional fields
- unsigned int(64) base_data_offset;
- unsigned int(32) sample_description_index;
- unsigned int(32) default_sample_duration;
- unsigned int(32) default_sample_size;
- unsigned int(32) default_sample_flags
- }
- */
- function getSampleData(data, initData, logger) {
- const tracks = {};
- const trafs = findBox(data, ['moof', 'traf']);
- for (let i = 0; i < trafs.length; i++) {
- const traf = trafs[i];
- // There is only one tfhd & trun per traf
- // This is true for CMAF style content, and we should perhaps check the ftyp
- // and only look for a single trun then, but for ISOBMFF we should check
- // for multiple track runs.
- const tfhd = findBox(traf, ['tfhd'])[0];
- // get the track id from the tfhd
- const id = readUint32(tfhd, 4);
- const track = initData[id];
- if (!track) {
- continue;
- }
- const trackTimes = tracks[id] || (tracks[id] = {
- start: NaN,
- duration: 0,
- sampleCount: 0,
- timescale: track.timescale,
- type: track.type
- });
- // get start DTS
- const tfdt = findBox(traf, ['tfdt'])[0];
- if (tfdt) {
- const version = tfdt[0];
- let baseTime = readUint32(tfdt, 4);
- if (version === 1) {
- // If value is too large, assume signed 64-bit. Negative track fragment decode times are invalid, but they exist in the wild.
- // This prevents large values from being used for initPTS, which can cause playlist sync issues.
- // https://github.com/video-dev/hls.js/issues/5303
- if (baseTime === UINT32_MAX$1) {
- logger.warn(`[mp4-demuxer]: Ignoring assumed invalid signed 64-bit track fragment decode time`);
- } else {
- baseTime *= UINT32_MAX$1 + 1;
- baseTime += readUint32(tfdt, 8);
- }
- }
- if (isFiniteNumber(baseTime) && (!isFiniteNumber(trackTimes.start) || baseTime < trackTimes.start)) {
- trackTimes.start = baseTime;
- }
- }
- const trackDefault = track.default;
- const tfhdFlags = readUint32(tfhd, 0) | (trackDefault == null ? void 0 : trackDefault.flags);
- let defaultSampleDuration = (trackDefault == null ? void 0 : trackDefault.duration) || 0;
- if (tfhdFlags & 0x000008) {
- // 0x000008 indicates the presence of the default_sample_duration field
- if (tfhdFlags & 0x000002) {
- // 0x000002 indicates the presence of the sample_description_index field, which precedes default_sample_duration
- // If present, the default_sample_duration exists at byte offset 12
- defaultSampleDuration = readUint32(tfhd, 12);
- } else {
- // Otherwise, the duration is at byte offset 8
- defaultSampleDuration = readUint32(tfhd, 8);
- }
- }
- const truns = findBox(traf, ['trun']);
- let sampleDTS = trackTimes.start || 0;
- let rawDuration = 0;
- let sampleDuration = defaultSampleDuration;
- for (let j = 0; j < truns.length; j++) {
- const trun = truns[j];
- const sampleCount = readUint32(trun, 4);
- const sampleIndex = trackTimes.sampleCount;
- trackTimes.sampleCount += sampleCount;
- // Get duration from samples
- const dataOffsetPresent = trun[3] & 0x01;
- const firstSampleFlagsPresent = trun[3] & 0x04;
- const sampleDurationPresent = trun[2] & 0x01;
- const sampleSizePresent = trun[2] & 0x02;
- const sampleFlagsPresent = trun[2] & 0x04;
- const sampleCompositionTimeOffsetPresent = trun[2] & 0x08;
- let offset = 8;
- let remaining = sampleCount;
- if (dataOffsetPresent) {
- offset += 4;
- }
- if (firstSampleFlagsPresent && sampleCount) {
- const isNonSyncSample = trun[offset + 1] & 0x01;
- if (!isNonSyncSample && trackTimes.keyFrameIndex === undefined) {
- trackTimes.keyFrameIndex = sampleIndex;
- }
- offset += 4;
- if (sampleDurationPresent) {
- sampleDuration = readUint32(trun, offset);
- offset += 4;
- } else {
- sampleDuration = defaultSampleDuration;
- }
- if (sampleSizePresent) {
- offset += 4;
- }
- if (sampleCompositionTimeOffsetPresent) {
- offset += 4;
- }
- sampleDTS += sampleDuration;
- rawDuration += sampleDuration;
- remaining--;
- }
- while (remaining--) {
- if (sampleDurationPresent) {
- sampleDuration = readUint32(trun, offset);
- offset += 4;
- } else {
- sampleDuration = defaultSampleDuration;
- }
- if (sampleSizePresent) {
- offset += 4;
- }
- if (sampleFlagsPresent) {
- const isNonSyncSample = trun[offset + 1] & 0x01;
- if (!isNonSyncSample) {
- if (trackTimes.keyFrameIndex === undefined) {
- trackTimes.keyFrameIndex = trackTimes.sampleCount - (remaining + 1);
- trackTimes.keyFrameStart = sampleDTS;
- }
- }
- offset += 4;
- }
- if (sampleCompositionTimeOffsetPresent) {
- offset += 4;
- }
- sampleDTS += sampleDuration;
- rawDuration += sampleDuration;
- }
- if (!rawDuration && defaultSampleDuration) {
- rawDuration += defaultSampleDuration * sampleCount;
- }
- }
- trackTimes.duration += rawDuration;
- }
- if (!Object.keys(tracks).some(trackId => tracks[trackId].duration)) {
- // If duration samples are not available in the traf use sidx subsegment_duration
- let sidxMinStart = Infinity;
- let sidxMaxEnd = 0;
- const sidxs = findBox(data, ['sidx']);
- for (let i = 0; i < sidxs.length; i++) {
- const sidx = parseSegmentIndex(sidxs[i]);
- if (sidx != null && sidx.references) {
- sidxMinStart = Math.min(sidxMinStart, sidx.earliestPresentationTime / sidx.timescale);
- const subSegmentDuration = sidx.references.reduce((dur, ref) => dur + ref.info.duration || 0, 0);
- sidxMaxEnd = Math.max(sidxMaxEnd, subSegmentDuration + sidx.earliestPresentationTime / sidx.timescale);
- }
- }
- if (sidxMaxEnd && isFiniteNumber(sidxMaxEnd)) {
- Object.keys(tracks).forEach(trackId => {
- if (!tracks[trackId].duration) {
- tracks[trackId].duration = sidxMaxEnd * tracks[trackId].timescale - tracks[trackId].start;
- }
- });
- }
- }
- return tracks;
- }
- // TODO: Check if the last moof+mdat pair is part of the valid range
- function segmentValidRange(data) {
- const segmentedRange = {
- valid: null,
- remainder: null
- };
- const moofs = findBox(data, ['moof']);
- if (moofs.length < 2) {
- segmentedRange.remainder = data;
- return segmentedRange;
- }
- const last = moofs[moofs.length - 1];
- // Offset by 8 bytes; findBox offsets the start by as much
- segmentedRange.valid = data.slice(0, last.byteOffset - 8);
- segmentedRange.remainder = data.slice(last.byteOffset - 8);
- return segmentedRange;
- }
- function appendUint8Array(data1, data2) {
- const temp = new Uint8Array(data1.length + data2.length);
- temp.set(data1);
- temp.set(data2, data1.length);
- return temp;
- }
- function parseSamples(timeOffset, track) {
- const seiSamples = [];
- const videoData = track.samples;
- const timescale = track.timescale;
- const trackId = track.id;
- let isHEVCFlavor = false;
- const moofs = findBox(videoData, ['moof']);
- moofs.map(moof => {
- const moofOffset = moof.byteOffset - 8;
- const trafs = findBox(moof, ['traf']);
- trafs.map(traf => {
- // get the base media decode time from the tfdt
- const baseTime = findBox(traf, ['tfdt']).map(tfdt => {
- const version = tfdt[0];
- let result = readUint32(tfdt, 4);
- if (version === 1) {
- result *= Math.pow(2, 32);
- result += readUint32(tfdt, 8);
- }
- return result / timescale;
- })[0];
- if (baseTime !== undefined) {
- timeOffset = baseTime;
- }
- return findBox(traf, ['tfhd']).map(tfhd => {
- const id = readUint32(tfhd, 4);
- const tfhdFlags = readUint32(tfhd, 0) & 0xffffff;
- const baseDataOffsetPresent = (tfhdFlags & 0x000001) !== 0;
- const sampleDescriptionIndexPresent = (tfhdFlags & 0x000002) !== 0;
- const defaultSampleDurationPresent = (tfhdFlags & 0x000008) !== 0;
- let defaultSampleDuration = 0;
- const defaultSampleSizePresent = (tfhdFlags & 0x000010) !== 0;
- let defaultSampleSize = 0;
- const defaultSampleFlagsPresent = (tfhdFlags & 0x000020) !== 0;
- let tfhdOffset = 8;
- if (id === trackId) {
- if (baseDataOffsetPresent) {
- tfhdOffset += 8;
- }
- if (sampleDescriptionIndexPresent) {
- tfhdOffset += 4;
- }
- if (defaultSampleDurationPresent) {
- defaultSampleDuration = readUint32(tfhd, tfhdOffset);
- tfhdOffset += 4;
- }
- if (defaultSampleSizePresent) {
- defaultSampleSize = readUint32(tfhd, tfhdOffset);
- tfhdOffset += 4;
- }
- if (defaultSampleFlagsPresent) {
- tfhdOffset += 4;
- }
- if (track.type === 'video') {
- isHEVCFlavor = isHEVC(track.codec);
- }
- findBox(traf, ['trun']).map(trun => {
- const version = trun[0];
- const flags = readUint32(trun, 0) & 0xffffff;
- const dataOffsetPresent = (flags & 0x000001) !== 0;
- let dataOffset = 0;
- const firstSampleFlagsPresent = (flags & 0x000004) !== 0;
- const sampleDurationPresent = (flags & 0x000100) !== 0;
- let sampleDuration = 0;
- const sampleSizePresent = (flags & 0x000200) !== 0;
- let sampleSize = 0;
- const sampleFlagsPresent = (flags & 0x000400) !== 0;
- const sampleCompositionOffsetsPresent = (flags & 0x000800) !== 0;
- let compositionOffset = 0;
- const sampleCount = readUint32(trun, 4);
- let trunOffset = 8; // past version, flags, and sample count
- if (dataOffsetPresent) {
- dataOffset = readUint32(trun, trunOffset);
- trunOffset += 4;
- }
- if (firstSampleFlagsPresent) {
- trunOffset += 4;
- }
- let sampleOffset = dataOffset + moofOffset;
- for (let ix = 0; ix < sampleCount; ix++) {
- if (sampleDurationPresent) {
- sampleDuration = readUint32(trun, trunOffset);
- trunOffset += 4;
- } else {
- sampleDuration = defaultSampleDuration;
- }
- if (sampleSizePresent) {
- sampleSize = readUint32(trun, trunOffset);
- trunOffset += 4;
- } else {
- sampleSize = defaultSampleSize;
- }
- if (sampleFlagsPresent) {
- trunOffset += 4;
- }
- if (sampleCompositionOffsetsPresent) {
- if (version === 0) {
- compositionOffset = readUint32(trun, trunOffset);
- } else {
- compositionOffset = readSint32(trun, trunOffset);
- }
- trunOffset += 4;
- }
- if (track.type === ElementaryStreamTypes.VIDEO) {
- let naluTotalSize = 0;
- while (naluTotalSize < sampleSize) {
- const naluSize = readUint32(videoData, sampleOffset);
- sampleOffset += 4;
- if (isSEIMessage(isHEVCFlavor, videoData[sampleOffset])) {
- const data = videoData.subarray(sampleOffset, sampleOffset + naluSize);
- parseSEIMessageFromNALu(data, isHEVCFlavor ? 2 : 1, timeOffset + compositionOffset / timescale, seiSamples);
- }
- sampleOffset += naluSize;
- naluTotalSize += naluSize + 4;
- }
- }
- timeOffset += sampleDuration / timescale;
- }
- });
- }
- });
- });
- });
- return seiSamples;
- }
- function isHEVC(codec) {
- if (!codec) {
- return false;
- }
- const baseCodec = codec.substring(0, 4);
- return baseCodec === 'hvc1' || baseCodec === 'hev1' ||
- // Dolby Vision
- baseCodec === 'dvh1' || baseCodec === 'dvhe';
- }
- function isSEIMessage(isHEVCFlavor, naluHeader) {
- if (isHEVCFlavor) {
- const naluType = naluHeader >> 1 & 0x3f;
- return naluType === 39 || naluType === 40;
- } else {
- const naluType = naluHeader & 0x1f;
- return naluType === 6;
- }
- }
- function parseSEIMessageFromNALu(unescapedData, headerSize, pts, samples) {
- const data = discardEPB(unescapedData);
- let seiPtr = 0;
- // skip nal header
- seiPtr += headerSize;
- let payloadType = 0;
- let payloadSize = 0;
- let b = 0;
- while (seiPtr < data.length) {
- payloadType = 0;
- do {
- if (seiPtr >= data.length) {
- break;
- }
- b = data[seiPtr++];
- payloadType += b;
- } while (b === 0xff);
- // Parse payload size.
- payloadSize = 0;
- do {
- if (seiPtr >= data.length) {
- break;
- }
- b = data[seiPtr++];
- payloadSize += b;
- } while (b === 0xff);
- const leftOver = data.length - seiPtr;
- // Create a variable to process the payload
- let payPtr = seiPtr;
- // Increment the seiPtr to the end of the payload
- if (payloadSize < leftOver) {
- seiPtr += payloadSize;
- } else if (payloadSize > leftOver) {
- // Some type of corruption has happened?
- logger.error(`Malformed SEI payload. ${payloadSize} is too small, only ${leftOver} bytes left to parse.`);
- // We might be able to parse some data, but let's be safe and ignore it.
- break;
- }
- if (payloadType === 4) {
- const countryCode = data[payPtr++];
- if (countryCode === 181) {
- const providerCode = readUint16(data, payPtr);
- payPtr += 2;
- if (providerCode === 49) {
- const userStructure = readUint32(data, payPtr);
- payPtr += 4;
- if (userStructure === 0x47413934) {
- const userDataType = data[payPtr++];
- // Raw CEA-608 bytes wrapped in CEA-708 packet
- if (userDataType === 3) {
- const firstByte = data[payPtr++];
- const totalCCs = 0x1f & firstByte;
- const enabled = 0x40 & firstByte;
- const totalBytes = enabled ? 2 + totalCCs * 3 : 0;
- const byteArray = new Uint8Array(totalBytes);
- if (enabled) {
- byteArray[0] = firstByte;
- for (let i = 1; i < totalBytes; i++) {
- byteArray[i] = data[payPtr++];
- }
- }
- samples.push({
- type: userDataType,
- payloadType,
- pts,
- bytes: byteArray
- });
- }
- }
- }
- }
- } else if (payloadType === 5) {
- if (payloadSize > 16) {
- const uuidStrArray = [];
- for (let i = 0; i < 16; i++) {
- const _b = data[payPtr++].toString(16);
- uuidStrArray.push(_b.length == 1 ? '0' + _b : _b);
- if (i === 3 || i === 5 || i === 7 || i === 9) {
- uuidStrArray.push('-');
- }
- }
- const length = payloadSize - 16;
- const userDataBytes = new Uint8Array(length);
- for (let i = 0; i < length; i++) {
- userDataBytes[i] = data[payPtr++];
- }
- samples.push({
- payloadType,
- pts,
- uuid: uuidStrArray.join(''),
- userData: utf8ArrayToStr(userDataBytes),
- userDataBytes
- });
- }
- }
- }
- }
- /**
- * remove Emulation Prevention bytes from a RBSP
- */
- function discardEPB(data) {
- const length = data.byteLength;
- const EPBPositions = [];
- let i = 1;
- // Find all `Emulation Prevention Bytes`
- while (i < length - 2) {
- if (data[i] === 0 && data[i + 1] === 0 && data[i + 2] === 0x03) {
- EPBPositions.push(i + 2);
- i += 2;
- } else {
- i++;
- }
- }
- // If no Emulation Prevention Bytes were found just return the original
- // array
- if (EPBPositions.length === 0) {
- return data;
- }
- // Create a new array to hold the NAL unit data
- const newLength = length - EPBPositions.length;
- const newData = new Uint8Array(newLength);
- let sourceIndex = 0;
- for (i = 0; i < newLength; sourceIndex++, i++) {
- if (sourceIndex === EPBPositions[0]) {
- // Skip this byte
- sourceIndex++;
- // Remove this position index
- EPBPositions.shift();
- }
- newData[i] = data[sourceIndex];
- }
- return newData;
- }
- function parseEmsg(data) {
- const version = data[0];
- let schemeIdUri = '';
- let value = '';
- let timeScale = 0;
- let presentationTimeDelta = 0;
- let presentationTime = 0;
- let eventDuration = 0;
- let id = 0;
- let offset = 0;
- if (version === 0) {
- while (bin2str(data.subarray(offset, offset + 1)) !== '\0') {
- schemeIdUri += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- }
- schemeIdUri += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- while (bin2str(data.subarray(offset, offset + 1)) !== '\0') {
- value += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- }
- value += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- timeScale = readUint32(data, 12);
- presentationTimeDelta = readUint32(data, 16);
- eventDuration = readUint32(data, 20);
- id = readUint32(data, 24);
- offset = 28;
- } else if (version === 1) {
- offset += 4;
- timeScale = readUint32(data, offset);
- offset += 4;
- const leftPresentationTime = readUint32(data, offset);
- offset += 4;
- const rightPresentationTime = readUint32(data, offset);
- offset += 4;
- presentationTime = 2 ** 32 * leftPresentationTime + rightPresentationTime;
- if (!isSafeInteger(presentationTime)) {
- presentationTime = Number.MAX_SAFE_INTEGER;
- logger.warn('Presentation time exceeds safe integer limit and wrapped to max safe integer in parsing emsg box');
- }
- eventDuration = readUint32(data, offset);
- offset += 4;
- id = readUint32(data, offset);
- offset += 4;
- while (bin2str(data.subarray(offset, offset + 1)) !== '\0') {
- schemeIdUri += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- }
- schemeIdUri += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- while (bin2str(data.subarray(offset, offset + 1)) !== '\0') {
- value += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- }
- value += bin2str(data.subarray(offset, offset + 1));
- offset += 1;
- }
- const payload = data.subarray(offset, data.byteLength);
- return {
- schemeIdUri,
- value,
- timeScale,
- presentationTime,
- presentationTimeDelta,
- eventDuration,
- id,
- payload
- };
- }
- function mp4Box(type, ...payload) {
- const len = payload.length;
- let size = 8;
- let i = len;
- while (i--) {
- size += payload[i].byteLength;
- }
- const result = new Uint8Array(size);
- result[0] = size >> 24 & 0xff;
- result[1] = size >> 16 & 0xff;
- result[2] = size >> 8 & 0xff;
- result[3] = size & 0xff;
- result.set(type, 4);
- for (i = 0, size = 8; i < len; i++) {
- result.set(payload[i], size);
- size += payload[i].byteLength;
- }
- return result;
- }
- function mp4pssh(systemId, keyids, data) {
- if (systemId.byteLength !== 16) {
- throw new RangeError('Invalid system id');
- }
- let version;
- let kids;
- {
- version = 0;
- kids = new Uint8Array();
- }
- let kidCount;
- if (version > 0) {
- kidCount = new Uint8Array(4);
- if (keyids.length > 0) {
- new DataView(kidCount.buffer).setUint32(0, keyids.length, false);
- }
- } else {
- kidCount = new Uint8Array();
- }
- const dataSize = new Uint8Array(4);
- if (data && data.byteLength > 0) {
- new DataView(dataSize.buffer).setUint32(0, data.byteLength, false);
- }
- return mp4Box([112, 115, 115, 104], new Uint8Array([version, 0x00, 0x00, 0x00 // Flags
- ]), systemId,
- // 16 bytes
- kidCount, kids, dataSize, data || new Uint8Array());
- }
- const userAgentHevcSupportIsInaccurate = () => {
- return /\(Windows.+Firefox\//i.test(navigator.userAgent);
- };
- // from http://mp4ra.org/codecs.html
- // values indicate codec selection preference (lower is higher priority)
- const sampleEntryCodesISO = {
- audio: {
- a3ds: 1,
- 'ac-3': 0.95,
- 'ac-4': 1,
- alac: 0.9,
- alaw: 1,
- dra1: 1,
- 'dts+': 1,
- 'dts-': 1,
- dtsc: 1,
- dtse: 1,
- dtsh: 1,
- 'ec-3': 0.9,
- enca: 1,
- fLaC: 0.9,
- // MP4-RA listed codec entry for FLAC
- flac: 0.9,
- // legacy browser codec name for FLAC
- FLAC: 0.9,
- // some manifests may list "FLAC" with Apple's tools
- g719: 1,
- g726: 1,
- m4ae: 1,
- mha1: 1,
- mha2: 1,
- mhm1: 1,
- mhm2: 1,
- mlpa: 1,
- mp4a: 1,
- 'raw ': 1,
- Opus: 1,
- opus: 1,
- // browsers expect this to be lowercase despite MP4RA says 'Opus'
- samr: 1,
- sawb: 1,
- sawp: 1,
- sevc: 1,
- sqcp: 1,
- ssmv: 1,
- twos: 1,
- ulaw: 1
- },
- video: {
- avc1: 1,
- avc2: 1,
- avc3: 1,
- avc4: 1,
- avcp: 1,
- av01: 0.8,
- dav1: 0.8,
- drac: 1,
- dva1: 1,
- dvav: 1,
- dvh1: 0.7,
- dvhe: 0.7,
- encv: 1,
- hev1: 0.75,
- hvc1: 0.75,
- mjp2: 1,
- mp4v: 1,
- mvc1: 1,
- mvc2: 1,
- mvc3: 1,
- mvc4: 1,
- resv: 1,
- rv60: 1,
- s263: 1,
- svc1: 1,
- svc2: 1,
- 'vc-1': 1,
- vp08: 1,
- vp09: 0.9
- },
- text: {
- stpp: 1,
- wvtt: 1
- }
- };
- function isCodecType(codec, type) {
- const typeCodes = sampleEntryCodesISO[type];
- return !!typeCodes && !!typeCodes[codec.slice(0, 4)];
- }
- function areCodecsMediaSourceSupported(codecs, type, preferManagedMediaSource = true) {
- return !codecs.split(',').some(codec => !isCodecMediaSourceSupported(codec, type, preferManagedMediaSource));
- }
- function isCodecMediaSourceSupported(codec, type, preferManagedMediaSource = true) {
- var _MediaSource$isTypeSu;
- const MediaSource = getMediaSource(preferManagedMediaSource);
- return (_MediaSource$isTypeSu = MediaSource == null ? void 0 : MediaSource.isTypeSupported(mimeTypeForCodec(codec, type))) != null ? _MediaSource$isTypeSu : false;
- }
- function mimeTypeForCodec(codec, type) {
- return `${type}/mp4;codecs=${codec}`;
- }
- function videoCodecPreferenceValue(videoCodec) {
- if (videoCodec) {
- const fourCC = videoCodec.substring(0, 4);
- return sampleEntryCodesISO.video[fourCC];
- }
- return 2;
- }
- function codecsSetSelectionPreferenceValue(codecSet) {
- const limitedHevcSupport = userAgentHevcSupportIsInaccurate();
- return codecSet.split(',').reduce((num, fourCC) => {
- const lowerPriority = limitedHevcSupport && isHEVC(fourCC);
- const preferenceValue = lowerPriority ? 9 : sampleEntryCodesISO.video[fourCC];
- if (preferenceValue) {
- return (preferenceValue * 2 + num) / (num ? 3 : 2);
- }
- return (sampleEntryCodesISO.audio[fourCC] + num) / (num ? 2 : 1);
- }, 0);
- }
- const CODEC_COMPATIBLE_NAMES = {};
- function getCodecCompatibleNameLower(lowerCaseCodec, preferManagedMediaSource = true) {
- if (CODEC_COMPATIBLE_NAMES[lowerCaseCodec]) {
- return CODEC_COMPATIBLE_NAMES[lowerCaseCodec];
- }
- const codecsToCheck = {
- // Idealy fLaC and Opus would be first (spec-compliant) but
- // some browsers will report that fLaC is supported then fail.
- // see: https://bugs.chromium.org/p/chromium/issues/detail?id=1422728
- flac: ['flac', 'fLaC', 'FLAC'],
- opus: ['opus', 'Opus'],
- // Replace audio codec info if browser does not support mp4a.40.34,
- // and demuxer can fallback to 'audio/mpeg' or 'audio/mp4;codecs="mp3"'
- 'mp4a.40.34': ['mp3']
- }[lowerCaseCodec];
- for (let i = 0; i < codecsToCheck.length; i++) {
- var _getMediaSource;
- if (isCodecMediaSourceSupported(codecsToCheck[i], 'audio', preferManagedMediaSource)) {
- CODEC_COMPATIBLE_NAMES[lowerCaseCodec] = codecsToCheck[i];
- return codecsToCheck[i];
- } else if (codecsToCheck[i] === 'mp3' && (_getMediaSource = getMediaSource(preferManagedMediaSource)) != null && _getMediaSource.isTypeSupported('audio/mpeg')) {
- return '';
- }
- }
- return lowerCaseCodec;
- }
- const AUDIO_CODEC_REGEXP = /flac|opus|mp4a\.40\.34/i;
- function getCodecCompatibleName(codec, preferManagedMediaSource = true) {
- return codec.replace(AUDIO_CODEC_REGEXP, m => getCodecCompatibleNameLower(m.toLowerCase(), preferManagedMediaSource));
- }
- function replaceVideoCodec(originalCodecs, newVideoCodec) {
- const codecs = [];
- if (originalCodecs) {
- const allCodecs = originalCodecs.split(',');
- for (let i = 0; i < allCodecs.length; i++) {
- if (!isCodecType(allCodecs[i], 'video')) {
- codecs.push(allCodecs[i]);
- }
- }
- }
- if (newVideoCodec) {
- codecs.push(newVideoCodec);
- }
- return codecs.join(',');
- }
- function pickMostCompleteCodecName(parsedCodec, levelCodec) {
- // Parsing of mp4a codecs strings in mp4-tools from media is incomplete as of d8c6c7a
- // so use level codec is parsed codec is unavailable or incomplete
- if (parsedCodec && (parsedCodec.length > 4 || ['ac-3', 'ec-3', 'alac', 'fLaC', 'Opus'].indexOf(parsedCodec) !== -1)) {
- if (isCodecSupportedAsType(parsedCodec, 'audio') || isCodecSupportedAsType(parsedCodec, 'video')) {
- return parsedCodec;
- }
- }
- if (levelCodec) {
- const levelCodecs = levelCodec.split(',');
- if (levelCodecs.length > 1) {
- if (parsedCodec) {
- for (let i = levelCodecs.length; i--;) {
- if (levelCodecs[i].substring(0, 4) === parsedCodec.substring(0, 4)) {
- return levelCodecs[i];
- }
- }
- }
- return levelCodecs[0];
- }
- }
- return levelCodec || parsedCodec;
- }
- function isCodecSupportedAsType(codec, type) {
- return isCodecType(codec, type) && isCodecMediaSourceSupported(codec, type);
- }
- function convertAVC1ToAVCOTI(videoCodecs) {
- // Convert avc1 codec string from RFC-4281 to RFC-6381 for MediaSource.isTypeSupported
- // Examples: avc1.66.30 to avc1.42001e and avc1.77.30,avc1.66.30 to avc1.4d001e,avc1.42001e.
- const codecs = videoCodecs.split(',');
- for (let i = 0; i < codecs.length; i++) {
- const avcdata = codecs[i].split('.');
- // only convert codec strings starting with avc1 (Examples: avc1.64001f,dvh1.05.07)
- if (avcdata.length > 2 && avcdata[0] === 'avc1') {
- codecs[i] = `avc1.${parseInt(avcdata[1]).toString(16)}${('000' + parseInt(avcdata[2]).toString(16)).slice(-4)}`;
- }
- }
- return codecs.join(',');
- }
- function fillInMissingAV01Params(videoCodec) {
- // Used to fill in incomplete AV1 playlist CODECS strings for mediaCapabilities.decodingInfo queries
- if (videoCodec.startsWith('av01.')) {
- const av1params = videoCodec.split('.');
- const placeholders = ['0', '111', '01', '01', '01', '0'];
- for (let i = av1params.length; i > 4 && i < 10; i++) {
- av1params[i] = placeholders[i - 4];
- }
- return av1params.join('.');
- }
- return videoCodec;
- }
- function getM2TSSupportedAudioTypes(preferManagedMediaSource) {
- const MediaSource = getMediaSource(preferManagedMediaSource) || {
- isTypeSupported: () => false
- };
- return {
- mpeg: MediaSource.isTypeSupported('audio/mpeg'),
- mp3: MediaSource.isTypeSupported('audio/mp4; codecs="mp3"'),
- ac3: MediaSource.isTypeSupported('audio/mp4; codecs="ac-3"')
- };
- }
- function getCodecsForMimeType(mimeType) {
- return mimeType.replace(/^.+codecs=["']?([^"']+).*$/, '$1');
- }
- const SUPPORTED_INFO_DEFAULT = {
- supported: true,
- configurations: [],
- decodingInfoResults: [{
- supported: true,
- powerEfficient: true,
- smooth: true
- }]
- };
- function getUnsupportedResult(error, configurations) {
- return {
- supported: false,
- configurations,
- decodingInfoResults: [{
- supported: false,
- smooth: false,
- powerEfficient: false
- }],
- error
- };
- }
- function requiresMediaCapabilitiesDecodingInfo(level, audioTracksByGroup, currentVideoRange, currentFrameRate, currentBw, audioPreference) {
- // Only test support when configuration is exceeds minimum options
- const videoCodecs = level.videoCodec;
- const audioGroups = level.audioCodec ? level.audioGroups : null;
- const audioCodecPreference = audioPreference == null ? void 0 : audioPreference.audioCodec;
- const channelsPreference = audioPreference == null ? void 0 : audioPreference.channels;
- const maxChannels = channelsPreference ? parseInt(channelsPreference) : audioCodecPreference ? Infinity : 2;
- let audioChannels = null;
- if (audioGroups != null && audioGroups.length) {
- try {
- if (audioGroups.length === 1 && audioGroups[0]) {
- audioChannels = audioTracksByGroup.groups[audioGroups[0]].channels;
- } else {
- audioChannels = audioGroups.reduce((acc, groupId) => {
- if (groupId) {
- const audioTrackGroup = audioTracksByGroup.groups[groupId];
- if (!audioTrackGroup) {
- throw new Error(`Audio track group ${groupId} not found`);
- }
- // Sum all channel key values
- Object.keys(audioTrackGroup.channels).forEach(key => {
- acc[key] = (acc[key] || 0) + audioTrackGroup.channels[key];
- });
- }
- return acc;
- }, {
- 2: 0
- });
- }
- } catch (error) {
- return true;
- }
- }
- return videoCodecs !== undefined && (
- // Force media capabilities check for HEVC to avoid failure on Windows
- videoCodecs.split(',').some(videoCodec => isHEVC(videoCodec)) || level.width > 1920 && level.height > 1088 || level.height > 1920 && level.width > 1088 || level.frameRate > Math.max(currentFrameRate, 30) || level.videoRange !== 'SDR' && level.videoRange !== currentVideoRange || level.bitrate > Math.max(currentBw, 8e6)) || !!audioChannels && isFiniteNumber(maxChannels) && Object.keys(audioChannels).some(channels => parseInt(channels) > maxChannels);
- }
- function getMediaDecodingInfoPromise(level, audioTracksByGroup, mediaCapabilities, cache = {}) {
- const videoCodecs = level.videoCodec;
- if (!videoCodecs && !level.audioCodec || !mediaCapabilities) {
- return Promise.resolve(SUPPORTED_INFO_DEFAULT);
- }
- const configurations = [];
- const videoDecodeList = makeVideoConfigurations(level);
- const videoCount = videoDecodeList.length;
- const audioDecodeList = makeAudioConfigurations(level, audioTracksByGroup, videoCount > 0);
- const audioCount = audioDecodeList.length;
- for (let i = videoCount || 1 * audioCount || 1; i--;) {
- const configuration = {
- type: 'media-source'
- };
- if (videoCount) {
- configuration.video = videoDecodeList[i % videoCount];
- }
- if (audioCount) {
- configuration.audio = audioDecodeList[i % audioCount];
- const audioBitrate = configuration.audio.bitrate;
- if (configuration.video && audioBitrate) {
- configuration.video.bitrate -= audioBitrate;
- }
- }
- configurations.push(configuration);
- }
- if (videoCodecs) {
- // Override Windows Firefox HEVC MediaCapabilities result (https://github.com/video-dev/hls.js/issues/7046)
- const ua = navigator.userAgent;
- if (videoCodecs.split(',').some(videoCodec => isHEVC(videoCodec)) && userAgentHevcSupportIsInaccurate()) {
- return Promise.resolve(getUnsupportedResult(new Error(`Overriding Windows Firefox HEVC MediaCapabilities result based on user-agent string: (${ua})`), configurations));
- }
- }
- return Promise.all(configurations.map(configuration => {
- // Cache MediaCapabilities promises
- const decodingInfoKey = getMediaDecodingInfoKey(configuration);
- return cache[decodingInfoKey] || (cache[decodingInfoKey] = mediaCapabilities.decodingInfo(configuration));
- })).then(decodingInfoResults => ({
- supported: !decodingInfoResults.some(info => !info.supported),
- configurations,
- decodingInfoResults
- })).catch(error => ({
- supported: false,
- configurations,
- decodingInfoResults: [],
- error
- }));
- }
- function makeVideoConfigurations(level) {
- var _level$videoCodec;
- const videoCodecs = (_level$videoCodec = level.videoCodec) == null ? void 0 : _level$videoCodec.split(',');
- const bitrate = getVariantDecodingBitrate(level);
- const width = level.width || 640;
- const height = level.height || 480;
- // Assume a framerate of 30fps since MediaCapabilities will not accept Level default of 0.
- const framerate = level.frameRate || 30;
- const videoRange = level.videoRange.toLowerCase();
- return videoCodecs ? videoCodecs.map(videoCodec => {
- const videoConfiguration = {
- contentType: mimeTypeForCodec(fillInMissingAV01Params(videoCodec), 'video'),
- width,
- height,
- bitrate,
- framerate
- };
- if (videoRange !== 'sdr') {
- videoConfiguration.transferFunction = videoRange;
- }
- return videoConfiguration;
- }) : [];
- }
- function makeAudioConfigurations(level, audioTracksByGroup, hasVideo) {
- var _level$audioCodec;
- const audioCodecs = (_level$audioCodec = level.audioCodec) == null ? void 0 : _level$audioCodec.split(',');
- const combinedBitrate = getVariantDecodingBitrate(level);
- if (audioCodecs && level.audioGroups) {
- return level.audioGroups.reduce((configurations, audioGroupId) => {
- var _audioTracksByGroup$g;
- const tracks = audioGroupId ? (_audioTracksByGroup$g = audioTracksByGroup.groups[audioGroupId]) == null ? void 0 : _audioTracksByGroup$g.tracks : null;
- if (tracks) {
- return tracks.reduce((configs, audioTrack) => {
- if (audioTrack.groupId === audioGroupId) {
- const channelsNumber = parseFloat(audioTrack.channels || '');
- audioCodecs.forEach(audioCodec => {
- const audioConfiguration = {
- contentType: mimeTypeForCodec(audioCodec, 'audio'),
- bitrate: hasVideo ? estimatedAudioBitrate(audioCodec, combinedBitrate) : combinedBitrate
- };
- if (channelsNumber) {
- audioConfiguration.channels = '' + channelsNumber;
- }
- configs.push(audioConfiguration);
- });
- }
- return configs;
- }, configurations);
- }
- return configurations;
- }, []);
- }
- return [];
- }
- function estimatedAudioBitrate(audioCodec, levelBitrate) {
- if (levelBitrate <= 1) {
- return 1;
- }
- let audioBitrate = 128000;
- if (audioCodec === 'ec-3') {
- audioBitrate = 768000;
- } else if (audioCodec === 'ac-3') {
- audioBitrate = 640000;
- }
- return Math.min(levelBitrate / 2, audioBitrate); // Don't exceed some % of level bitrate
- }
- function getVariantDecodingBitrate(level) {
- return Math.ceil(Math.max(level.bitrate * 0.9, level.averageBitrate) / 1000) * 1000 || 1;
- }
- function getMediaDecodingInfoKey(config) {
- let key = '';
- const {
- audio,
- video
- } = config;
- if (video) {
- const codec = getCodecsForMimeType(video.contentType);
- key += `${codec}_r${video.height}x${video.width}f${Math.ceil(video.framerate)}${video.transferFunction || 'sd'}_${Math.ceil(video.bitrate / 1e5)}`;
- }
- if (audio) {
- const codec = getCodecsForMimeType(audio.contentType);
- key += `${video ? '_' : ''}${codec}_c${audio.channels}`;
- }
- return key;
- }
- const HdcpLevels = ['NONE', 'TYPE-0', 'TYPE-1', null];
- function isHdcpLevel(value) {
- return HdcpLevels.indexOf(value) > -1;
- }
- const VideoRangeValues = ['SDR', 'PQ', 'HLG'];
- function isVideoRange(value) {
- return !!value && VideoRangeValues.indexOf(value) > -1;
- }
- var HlsSkip = {
- No: "",
- Yes: "YES",
- v2: "v2"
- };
- function getSkipValue(details) {
- const {
- canSkipUntil,
- canSkipDateRanges,
- age
- } = details;
- // A Client SHOULD NOT request a Playlist Delta Update unless it already
- // has a version of the Playlist that is no older than one-half of the Skip Boundary.
- // @see: https://datatracker.ietf.org/doc/html/draft-pantos-hls-rfc8216bis#section-6.3.7
- const playlistRecentEnough = age < canSkipUntil / 2;
- if (canSkipUntil && playlistRecentEnough) {
- if (canSkipDateRanges) {
- return HlsSkip.v2;
- }
- return HlsSkip.Yes;
- }
- return HlsSkip.No;
- }
- class HlsUrlParameters {
- constructor(msn, part, skip) {
- this.msn = void 0;
- this.part = void 0;
- this.skip = void 0;
- this.msn = msn;
- this.part = part;
- this.skip = skip;
- }
- addDirectives(uri) {
- const url = new self.URL(uri);
- if (this.msn !== undefined) {
- url.searchParams.set('_HLS_msn', this.msn.toString());
- }
- if (this.part !== undefined) {
- url.searchParams.set('_HLS_part', this.part.toString());
- }
- if (this.skip) {
- url.searchParams.set('_HLS_skip', this.skip);
- }
- return url.href;
- }
- }
- class Level {
- constructor(data) {
- this._attrs = void 0;
- this.audioCodec = void 0;
- this.bitrate = void 0;
- this.codecSet = void 0;
- this.url = void 0;
- this.frameRate = void 0;
- this.height = void 0;
- this.id = void 0;
- this.name = void 0;
- this.supplemental = void 0;
- this.videoCodec = void 0;
- this.width = void 0;
- this.details = void 0;
- this.fragmentError = 0;
- this.loadError = 0;
- this.loaded = void 0;
- this.realBitrate = 0;
- this.supportedPromise = void 0;
- this.supportedResult = void 0;
- this._avgBitrate = 0;
- this._audioGroups = void 0;
- this._subtitleGroups = void 0;
- // Deprecated (retained for backwards compatibility)
- this._urlId = 0;
- this.url = [data.url];
- this._attrs = [data.attrs];
- this.bitrate = data.bitrate;
- if (data.details) {
- this.details = data.details;
- }
- this.id = data.id || 0;
- this.name = data.name;
- this.width = data.width || 0;
- this.height = data.height || 0;
- this.frameRate = data.attrs.optionalFloat('FRAME-RATE', 0);
- this._avgBitrate = data.attrs.decimalInteger('AVERAGE-BANDWIDTH');
- this.audioCodec = data.audioCodec;
- this.videoCodec = data.videoCodec;
- this.codecSet = [data.videoCodec, data.audioCodec].filter(c => !!c).map(s => s.substring(0, 4)).join(',');
- if ('supplemental' in data) {
- var _data$supplemental;
- this.supplemental = data.supplemental;
- const supplementalVideo = (_data$supplemental = data.supplemental) == null ? void 0 : _data$supplemental.videoCodec;
- if (supplementalVideo && supplementalVideo !== data.videoCodec) {
- this.codecSet += `,${supplementalVideo.substring(0, 4)}`;
- }
- }
- this.addGroupId('audio', data.attrs.AUDIO);
- this.addGroupId('text', data.attrs.SUBTITLES);
- }
- get maxBitrate() {
- return Math.max(this.realBitrate, this.bitrate);
- }
- get averageBitrate() {
- return this._avgBitrate || this.realBitrate || this.bitrate;
- }
- get attrs() {
- return this._attrs[0];
- }
- get codecs() {
- return this.attrs.CODECS || '';
- }
- get pathwayId() {
- return this.attrs['PATHWAY-ID'] || '.';
- }
- get videoRange() {
- return this.attrs['VIDEO-RANGE'] || 'SDR';
- }
- get score() {
- return this.attrs.optionalFloat('SCORE', 0);
- }
- get uri() {
- return this.url[0] || '';
- }
- hasAudioGroup(groupId) {
- return hasGroup(this._audioGroups, groupId);
- }
- hasSubtitleGroup(groupId) {
- return hasGroup(this._subtitleGroups, groupId);
- }
- get audioGroups() {
- return this._audioGroups;
- }
- get subtitleGroups() {
- return this._subtitleGroups;
- }
- addGroupId(type, groupId) {
- if (!groupId) {
- return;
- }
- if (type === 'audio') {
- let audioGroups = this._audioGroups;
- if (!audioGroups) {
- audioGroups = this._audioGroups = [];
- }
- if (audioGroups.indexOf(groupId) === -1) {
- audioGroups.push(groupId);
- }
- } else if (type === 'text') {
- let subtitleGroups = this._subtitleGroups;
- if (!subtitleGroups) {
- subtitleGroups = this._subtitleGroups = [];
- }
- if (subtitleGroups.indexOf(groupId) === -1) {
- subtitleGroups.push(groupId);
- }
- }
- }
- // Deprecated methods (retained for backwards compatibility)
- get urlId() {
- return 0;
- }
- set urlId(value) {}
- get audioGroupIds() {
- return this.audioGroups ? [this.audioGroupId] : undefined;
- }
- get textGroupIds() {
- return this.subtitleGroups ? [this.textGroupId] : undefined;
- }
- get audioGroupId() {
- var _this$audioGroups;
- return (_this$audioGroups = this.audioGroups) == null ? void 0 : _this$audioGroups[0];
- }
- get textGroupId() {
- var _this$subtitleGroups;
- return (_this$subtitleGroups = this.subtitleGroups) == null ? void 0 : _this$subtitleGroups[0];
- }
- addFallback() {}
- }
- function hasGroup(groups, groupId) {
- if (!groupId || !groups) {
- return false;
- }
- return groups.indexOf(groupId) !== -1;
- }
- /**
- * @returns Whether we can detect and validate HDR capability within the window context
- */
- function isHdrSupported() {
- if (typeof matchMedia === 'function') {
- const mediaQueryList = matchMedia('(dynamic-range: high)');
- const badQuery = matchMedia('bad query');
- if (mediaQueryList.media !== badQuery.media) {
- return mediaQueryList.matches === true;
- }
- }
- return false;
- }
- /**
- * Sanitizes inputs to return the active video selection options for HDR/SDR.
- * When both inputs are null:
- *
- * `{ preferHDR: false, allowedVideoRanges: [] }`
- *
- * When `currentVideoRange` non-null, maintain the active range:
- *
- * `{ preferHDR: currentVideoRange !== 'SDR', allowedVideoRanges: [currentVideoRange] }`
- *
- * When VideoSelectionOption non-null:
- *
- * - Allow all video ranges if `allowedVideoRanges` unspecified.
- * - If `preferHDR` is non-null use the value to filter `allowedVideoRanges`.
- * - Else check window for HDR support and set `preferHDR` to the result.
- *
- * @param currentVideoRange
- * @param videoPreference
- */
- function getVideoSelectionOptions(currentVideoRange, videoPreference) {
- let preferHDR = false;
- let allowedVideoRanges = [];
- if (currentVideoRange) {
- preferHDR = currentVideoRange !== 'SDR';
- allowedVideoRanges = [currentVideoRange];
- }
- if (videoPreference) {
- allowedVideoRanges = videoPreference.allowedVideoRanges || VideoRangeValues.slice(0);
- const allowAutoPreferHDR = allowedVideoRanges.join('') !== 'SDR' && !videoPreference.videoCodec;
- preferHDR = videoPreference.preferHDR !== undefined ? videoPreference.preferHDR : allowAutoPreferHDR && isHdrSupported();
- if (!preferHDR) {
- allowedVideoRanges = ['SDR'];
- }
- }
- return {
- preferHDR,
- allowedVideoRanges
- };
- }
- const omitCircularRefsReplacer = replacer => {
- const known = new WeakSet();
- return (_, value) => {
- if (replacer) {
- value = replacer(_, value);
- }
- if (typeof value === 'object' && value !== null) {
- if (known.has(value)) {
- return;
- }
- known.add(value);
- }
- return value;
- };
- };
- const stringify = (object, replacer) => JSON.stringify(object, omitCircularRefsReplacer(replacer));
- function getStartCodecTier(codecTiers, currentVideoRange, currentBw, audioPreference, videoPreference) {
- const codecSets = Object.keys(codecTiers);
- const channelsPreference = audioPreference == null ? void 0 : audioPreference.channels;
- const audioCodecPreference = audioPreference == null ? void 0 : audioPreference.audioCodec;
- const videoCodecPreference = videoPreference == null ? void 0 : videoPreference.videoCodec;
- const preferStereo = channelsPreference && parseInt(channelsPreference) === 2;
- // Use first level set to determine stereo, and minimum resolution and framerate
- let hasStereo = false;
- let hasCurrentVideoRange = false;
- let minHeight = Infinity;
- let minFramerate = Infinity;
- let minBitrate = Infinity;
- let minIndex = Infinity;
- let selectedScore = 0;
- let videoRanges = [];
- const {
- preferHDR,
- allowedVideoRanges
- } = getVideoSelectionOptions(currentVideoRange, videoPreference);
- for (let i = codecSets.length; i--;) {
- const tier = codecTiers[codecSets[i]];
- hasStereo || (hasStereo = tier.channels[2] > 0);
- minHeight = Math.min(minHeight, tier.minHeight);
- minFramerate = Math.min(minFramerate, tier.minFramerate);
- minBitrate = Math.min(minBitrate, tier.minBitrate);
- const matchingVideoRanges = allowedVideoRanges.filter(range => tier.videoRanges[range] > 0);
- if (matchingVideoRanges.length > 0) {
- hasCurrentVideoRange = true;
- }
- }
- minHeight = isFiniteNumber(minHeight) ? minHeight : 0;
- minFramerate = isFiniteNumber(minFramerate) ? minFramerate : 0;
- const maxHeight = Math.max(1080, minHeight);
- const maxFramerate = Math.max(30, minFramerate);
- minBitrate = isFiniteNumber(minBitrate) ? minBitrate : currentBw;
- currentBw = Math.max(minBitrate, currentBw);
- // If there are no variants with matching preference, set currentVideoRange to undefined
- if (!hasCurrentVideoRange) {
- currentVideoRange = undefined;
- }
- const hasMultipleSets = codecSets.length > 1;
- const codecSet = codecSets.reduce((selected, candidate) => {
- // Remove candiates which do not meet bitrate, default audio, stereo or channels preference, 1080p or lower, 30fps or lower, or SDR/HDR selection if present
- const candidateTier = codecTiers[candidate];
- if (candidate === selected) {
- return selected;
- }
- videoRanges = hasCurrentVideoRange ? allowedVideoRanges.filter(range => candidateTier.videoRanges[range] > 0) : [];
- if (hasMultipleSets) {
- if (candidateTier.minBitrate > currentBw) {
- logStartCodecCandidateIgnored(candidate, `min bitrate of ${candidateTier.minBitrate} > current estimate of ${currentBw}`);
- return selected;
- }
- if (!candidateTier.hasDefaultAudio) {
- logStartCodecCandidateIgnored(candidate, `no renditions with default or auto-select sound found`);
- return selected;
- }
- if (audioCodecPreference && candidate.indexOf(audioCodecPreference.substring(0, 4)) % 5 !== 0) {
- logStartCodecCandidateIgnored(candidate, `audio codec preference "${audioCodecPreference}" not found`);
- return selected;
- }
- if (channelsPreference && !preferStereo) {
- if (!candidateTier.channels[channelsPreference]) {
- logStartCodecCandidateIgnored(candidate, `no renditions with ${channelsPreference} channel sound found (channels options: ${Object.keys(candidateTier.channels)})`);
- return selected;
- }
- } else if ((!audioCodecPreference || preferStereo) && hasStereo && candidateTier.channels['2'] === 0) {
- logStartCodecCandidateIgnored(candidate, `no renditions with stereo sound found`);
- return selected;
- }
- if (candidateTier.minHeight > maxHeight) {
- logStartCodecCandidateIgnored(candidate, `min resolution of ${candidateTier.minHeight} > maximum of ${maxHeight}`);
- return selected;
- }
- if (candidateTier.minFramerate > maxFramerate) {
- logStartCodecCandidateIgnored(candidate, `min framerate of ${candidateTier.minFramerate} > maximum of ${maxFramerate}`);
- return selected;
- }
- if (!videoRanges.some(range => candidateTier.videoRanges[range] > 0)) {
- logStartCodecCandidateIgnored(candidate, `no variants with VIDEO-RANGE of ${stringify(videoRanges)} found`);
- return selected;
- }
- if (videoCodecPreference && candidate.indexOf(videoCodecPreference.substring(0, 4)) % 5 !== 0) {
- logStartCodecCandidateIgnored(candidate, `video codec preference "${videoCodecPreference}" not found`);
- return selected;
- }
- if (candidateTier.maxScore < selectedScore) {
- logStartCodecCandidateIgnored(candidate, `max score of ${candidateTier.maxScore} < selected max of ${selectedScore}`);
- return selected;
- }
- }
- // Remove candiates with less preferred codecs or more errors
- if (selected && (codecsSetSelectionPreferenceValue(candidate) >= codecsSetSelectionPreferenceValue(selected) || candidateTier.fragmentError > codecTiers[selected].fragmentError)) {
- return selected;
- }
- minIndex = candidateTier.minIndex;
- selectedScore = candidateTier.maxScore;
- return candidate;
- }, undefined);
- return {
- codecSet,
- videoRanges,
- preferHDR,
- minFramerate,
- minBitrate,
- minIndex
- };
- }
- function logStartCodecCandidateIgnored(codeSet, reason) {
- logger.log(`[abr] start candidates with "${codeSet}" ignored because ${reason}`);
- }
- function getAudioTracksByGroup(allAudioTracks) {
- return allAudioTracks.reduce((audioTracksByGroup, track) => {
- let trackGroup = audioTracksByGroup.groups[track.groupId];
- if (!trackGroup) {
- trackGroup = audioTracksByGroup.groups[track.groupId] = {
- tracks: [],
- channels: {
- 2: 0
- },
- hasDefault: false,
- hasAutoSelect: false
- };
- }
- trackGroup.tracks.push(track);
- const channelsKey = track.channels || '2';
- trackGroup.channels[channelsKey] = (trackGroup.channels[channelsKey] || 0) + 1;
- trackGroup.hasDefault = trackGroup.hasDefault || track.default;
- trackGroup.hasAutoSelect = trackGroup.hasAutoSelect || track.autoselect;
- if (trackGroup.hasDefault) {
- audioTracksByGroup.hasDefaultAudio = true;
- }
- if (trackGroup.hasAutoSelect) {
- audioTracksByGroup.hasAutoSelectAudio = true;
- }
- return audioTracksByGroup;
- }, {
- hasDefaultAudio: false,
- hasAutoSelectAudio: false,
- groups: {}
- });
- }
- function getCodecTiers(levels, audioTracksByGroup, minAutoLevel, maxAutoLevel) {
- return levels.slice(minAutoLevel, maxAutoLevel + 1).reduce((tiers, level, index) => {
- if (!level.codecSet) {
- return tiers;
- }
- const audioGroups = level.audioGroups;
- let tier = tiers[level.codecSet];
- if (!tier) {
- tiers[level.codecSet] = tier = {
- minBitrate: Infinity,
- minHeight: Infinity,
- minFramerate: Infinity,
- minIndex: index,
- maxScore: 0,
- videoRanges: {
- SDR: 0
- },
- channels: {
- '2': 0
- },
- hasDefaultAudio: !audioGroups,
- fragmentError: 0
- };
- }
- tier.minBitrate = Math.min(tier.minBitrate, level.bitrate);
- const lesserWidthOrHeight = Math.min(level.height, level.width);
- tier.minHeight = Math.min(tier.minHeight, lesserWidthOrHeight);
- tier.minFramerate = Math.min(tier.minFramerate, level.frameRate);
- tier.minIndex = Math.min(tier.minIndex, index);
- tier.maxScore = Math.max(tier.maxScore, level.score);
- tier.fragmentError += level.fragmentError;
- tier.videoRanges[level.videoRange] = (tier.videoRanges[level.videoRange] || 0) + 1;
- if (audioGroups) {
- audioGroups.forEach(audioGroupId => {
- if (!audioGroupId) {
- return;
- }
- const audioGroup = audioTracksByGroup.groups[audioGroupId];
- if (!audioGroup) {
- return;
- }
- // Default audio is any group with DEFAULT=YES, or if missing then any group with AUTOSELECT=YES, or all variants
- tier.hasDefaultAudio = tier.hasDefaultAudio || audioTracksByGroup.hasDefaultAudio ? audioGroup.hasDefault : audioGroup.hasAutoSelect || !audioTracksByGroup.hasDefaultAudio && !audioTracksByGroup.hasAutoSelectAudio;
- Object.keys(audioGroup.channels).forEach(channels => {
- tier.channels[channels] = (tier.channels[channels] || 0) + audioGroup.channels[channels];
- });
- });
- }
- return tiers;
- }, {});
- }
- function getBasicSelectionOption(option) {
- if (!option) {
- return option;
- }
- const {
- lang,
- assocLang,
- characteristics,
- channels,
- audioCodec
- } = option;
- return {
- lang,
- assocLang,
- characteristics,
- channels,
- audioCodec
- };
- }
- function findMatchingOption(option, tracks, matchPredicate) {
- if ('attrs' in option) {
- const index = tracks.indexOf(option);
- if (index !== -1) {
- return index;
- }
- }
- for (let i = 0; i < tracks.length; i++) {
- const track = tracks[i];
- if (matchesOption(option, track, matchPredicate)) {
- return i;
- }
- }
- return -1;
- }
- function matchesOption(option, track, matchPredicate) {
- const {
- groupId,
- name,
- lang,
- assocLang,
- default: isDefault
- } = option;
- const forced = option.forced;
- return (groupId === undefined || track.groupId === groupId) && (name === undefined || track.name === name) && (lang === undefined || languagesMatch(lang, track.lang)) && (lang === undefined || track.assocLang === assocLang) && (isDefault === undefined || track.default === isDefault) && (forced === undefined || track.forced === forced) && (!('characteristics' in option) || characteristicsMatch(option.characteristics || '', track.characteristics)) && (matchPredicate === undefined || matchPredicate(option, track));
- }
- function languagesMatch(languageA, languageB = '--') {
- if (languageA.length === languageB.length) {
- return languageA === languageB;
- }
- return languageA.startsWith(languageB) || languageB.startsWith(languageA);
- }
- function characteristicsMatch(characteristicsA, characteristicsB = '') {
- const arrA = characteristicsA.split(',');
- const arrB = characteristicsB.split(',');
- // Expects each item to be unique:
- return arrA.length === arrB.length && !arrA.some(el => arrB.indexOf(el) === -1);
- }
- function audioMatchPredicate(option, track) {
- const {
- audioCodec,
- channels
- } = option;
- return (audioCodec === undefined || (track.audioCodec || '').substring(0, 4) === audioCodec.substring(0, 4)) && (channels === undefined || channels === (track.channels || '2'));
- }
- function findClosestLevelWithAudioGroup(option, levels, allAudioTracks, searchIndex, matchPredicate) {
- const currentLevel = levels[searchIndex];
- // Are there variants with same URI as current level?
- // If so, find a match that does not require any level URI change
- const variants = levels.reduce((variantMap, level, index) => {
- const uri = level.uri;
- const renditions = variantMap[uri] || (variantMap[uri] = []);
- renditions.push(index);
- return variantMap;
- }, {});
- const renditions = variants[currentLevel.uri];
- if (renditions.length > 1) {
- searchIndex = Math.max.apply(Math, renditions);
- }
- // Find best match
- const currentVideoRange = currentLevel.videoRange;
- const currentFrameRate = currentLevel.frameRate;
- const currentVideoCodec = currentLevel.codecSet.substring(0, 4);
- const matchingVideo = searchDownAndUpList(levels, searchIndex, level => {
- if (level.videoRange !== currentVideoRange || level.frameRate !== currentFrameRate || level.codecSet.substring(0, 4) !== currentVideoCodec) {
- return false;
- }
- const audioGroups = level.audioGroups;
- const tracks = allAudioTracks.filter(track => !audioGroups || audioGroups.indexOf(track.groupId) !== -1);
- return findMatchingOption(option, tracks, matchPredicate) > -1;
- });
- if (matchingVideo > -1) {
- return matchingVideo;
- }
- return searchDownAndUpList(levels, searchIndex, level => {
- const audioGroups = level.audioGroups;
- const tracks = allAudioTracks.filter(track => !audioGroups || audioGroups.indexOf(track.groupId) !== -1);
- return findMatchingOption(option, tracks, matchPredicate) > -1;
- });
- }
- function searchDownAndUpList(arr, searchIndex, predicate) {
- for (let i = searchIndex; i > -1; i--) {
- if (predicate(arr[i])) {
- return i;
- }
- }
- for (let i = searchIndex + 1; i < arr.length; i++) {
- if (predicate(arr[i])) {
- return i;
- }
- }
- return -1;
- }
- function useAlternateAudio(audioTrackUrl, hls) {
- var _hls$loadLevelObj;
- return !!audioTrackUrl && audioTrackUrl !== ((_hls$loadLevelObj = hls.loadLevelObj) == null ? void 0 : _hls$loadLevelObj.uri);
- }
- class AbrController extends Logger {
- constructor(_hls) {
- super('abr', _hls.logger);
- this.hls = void 0;
- this.lastLevelLoadSec = 0;
- this.lastLoadedFragLevel = -1;
- this.firstSelection = -1;
- this._nextAutoLevel = -1;
- this.nextAutoLevelKey = '';
- this.audioTracksByGroup = null;
- this.codecTiers = null;
- this.timer = -1;
- this.fragCurrent = null;
- this.partCurrent = null;
- this.bitrateTestDelay = 0;
- this.rebufferNotice = -1;
- this.supportedCache = {};
- this.bwEstimator = void 0;
- /*
- This method monitors the download rate of the current fragment, and will downswitch if that fragment will not load
- quickly enough to prevent underbuffering
- */
- this._abandonRulesCheck = levelLoaded => {
- var _ref;
- const {
- fragCurrent: frag,
- partCurrent: part,
- hls
- } = this;
- const {
- autoLevelEnabled,
- media
- } = hls;
- if (!frag || !media) {
- return;
- }
- const now = performance.now();
- const stats = part ? part.stats : frag.stats;
- const duration = part ? part.duration : frag.duration;
- const timeLoading = now - stats.loading.start;
- const minAutoLevel = hls.minAutoLevel;
- const loadingFragForLevel = frag.level;
- const currentAutoLevel = this._nextAutoLevel;
- // If frag loading is aborted, complete, or from lowest level, stop timer and return
- if (stats.aborted || stats.loaded && stats.loaded === stats.total || loadingFragForLevel <= minAutoLevel) {
- this.clearTimer();
- // reset forced auto level value so that next level will be selected
- this._nextAutoLevel = -1;
- return;
- }
- // This check only runs if we're in ABR mode
- if (!autoLevelEnabled) {
- return;
- }
- // Must be loading/loaded a new level or be in a playing state
- const fragBlockingSwitch = currentAutoLevel > -1 && currentAutoLevel !== loadingFragForLevel;
- const levelChange = !!levelLoaded || fragBlockingSwitch;
- if (!levelChange && (media.paused || !media.playbackRate || !media.readyState)) {
- return;
- }
- const bufferInfo = hls.mainForwardBufferInfo;
- if (!levelChange && bufferInfo === null) {
- return;
- }
- const ttfbEstimate = this.bwEstimator.getEstimateTTFB();
- const playbackRate = Math.abs(media.playbackRate);
- // To maintain stable adaptive playback, only begin monitoring frag loading after half or more of its playback duration has passed
- if (timeLoading <= Math.max(ttfbEstimate, 1000 * (duration / (playbackRate * 2)))) {
- return;
- }
- // bufferStarvationDelay is an estimate of the amount time (in seconds) it will take to exhaust the buffer
- const bufferStarvationDelay = bufferInfo ? bufferInfo.len / playbackRate : 0;
- const ttfb = stats.loading.first ? stats.loading.first - stats.loading.start : -1;
- const loadedFirstByte = stats.loaded && ttfb > -1;
- const bwEstimate = this.getBwEstimate();
- const levels = hls.levels;
- const level = levels[loadingFragForLevel];
- const expectedLen = Math.max(stats.loaded, Math.round(duration * (frag.bitrate || level.averageBitrate) / 8));
- let timeStreaming = loadedFirstByte ? timeLoading - ttfb : timeLoading;
- if (timeStreaming < 1 && loadedFirstByte) {
- timeStreaming = Math.min(timeLoading, stats.loaded * 8 / bwEstimate);
- }
- const loadRate = loadedFirstByte ? stats.loaded * 1000 / timeStreaming : 0;
- // fragLoadDelay is an estimate of the time (in seconds) it will take to buffer the remainder of the fragment
- const ttfbSeconds = ttfbEstimate / 1000;
- const fragLoadedDelay = loadRate ? (expectedLen - stats.loaded) / loadRate : expectedLen * 8 / bwEstimate + ttfbSeconds;
- // Only downswitch if the time to finish loading the current fragment is greater than the amount of buffer left
- if (fragLoadedDelay <= bufferStarvationDelay) {
- return;
- }
- const bwe = loadRate ? loadRate * 8 : bwEstimate;
- const live = ((_ref = (levelLoaded == null ? void 0 : levelLoaded.details) || this.hls.latestLevelDetails) == null ? void 0 : _ref.live) === true;
- const abrBandWidthUpFactor = this.hls.config.abrBandWidthUpFactor;
- let fragLevelNextLoadedDelay = Number.POSITIVE_INFINITY;
- let nextLoadLevel;
- // Iterate through lower level and try to find the largest one that avoids rebuffering
- for (nextLoadLevel = loadingFragForLevel - 1; nextLoadLevel > minAutoLevel; nextLoadLevel--) {
- // compute time to load next fragment at lower level
- // 8 = bits per byte (bps/Bps)
- const levelNextBitrate = levels[nextLoadLevel].maxBitrate;
- const requiresLevelLoad = !levels[nextLoadLevel].details || live;
- fragLevelNextLoadedDelay = this.getTimeToLoadFrag(ttfbSeconds, bwe, duration * levelNextBitrate, requiresLevelLoad);
- if (fragLevelNextLoadedDelay < Math.min(bufferStarvationDelay, duration + ttfbSeconds)) {
- break;
- }
- }
- // Only emergency switch down if it takes less time to load a new fragment at lowest level instead of continuing
- // to load the current one
- if (fragLevelNextLoadedDelay >= fragLoadedDelay) {
- return;
- }
- // if estimated load time of new segment is completely unreasonable, ignore and do not emergency switch down
- if (fragLevelNextLoadedDelay > duration * 10) {
- return;
- }
- if (loadedFirstByte) {
- // If there has been loading progress, sample bandwidth using loading time offset by minimum TTFB time
- this.bwEstimator.sample(timeLoading - Math.min(ttfbEstimate, ttfb), stats.loaded);
- } else {
- // If there has been no loading progress, sample TTFB
- this.bwEstimator.sampleTTFB(timeLoading);
- }
- const nextLoadLevelBitrate = levels[nextLoadLevel].maxBitrate;
- if (this.getBwEstimate() * abrBandWidthUpFactor > nextLoadLevelBitrate) {
- this.resetEstimator(nextLoadLevelBitrate);
- }
- const bestSwitchLevel = this.findBestLevel(nextLoadLevelBitrate, minAutoLevel, nextLoadLevel, 0, bufferStarvationDelay, 1, 1);
- if (bestSwitchLevel > -1) {
- nextLoadLevel = bestSwitchLevel;
- }
- this.warn(`Fragment ${frag.sn}${part ? ' part ' + part.index : ''} of level ${loadingFragForLevel} is loading too slowly;
- Fragment duration: ${frag.duration.toFixed(3)}
- Time to underbuffer: ${bufferStarvationDelay.toFixed(3)} s
- Estimated load time for current fragment: ${fragLoadedDelay.toFixed(3)} s
- Estimated load time for down switch fragment: ${fragLevelNextLoadedDelay.toFixed(3)} s
- TTFB estimate: ${ttfb | 0} ms
- Current BW estimate: ${isFiniteNumber(bwEstimate) ? bwEstimate | 0 : 'Unknown'} bps
- New BW estimate: ${this.getBwEstimate() | 0} bps
- Switching to level ${nextLoadLevel} @ ${nextLoadLevelBitrate | 0} bps`);
- hls.nextLoadLevel = hls.nextAutoLevel = nextLoadLevel;
- this.clearTimer();
- const abortAndSwitch = () => {
- // Are nextLoadLevel details available or is stream-controller still in "WAITING_LEVEL" state?
- this.clearTimer();
- if (this.fragCurrent === frag && this.hls.loadLevel === nextLoadLevel && nextLoadLevel > 0) {
- const bufferStarvationDelay = this.getStarvationDelay();
- this.warn(`Aborting inflight request ${nextLoadLevel > 0 ? 'and switching down' : ''}
- Fragment duration: ${frag.duration.toFixed(3)} s
- Time to underbuffer: ${bufferStarvationDelay.toFixed(3)} s`);
- frag.abortRequests();
- this.fragCurrent = this.partCurrent = null;
- if (nextLoadLevel > minAutoLevel) {
- let lowestSwitchLevel = this.findBestLevel(this.hls.levels[minAutoLevel].bitrate, minAutoLevel, nextLoadLevel, 0, bufferStarvationDelay, 1, 1);
- if (lowestSwitchLevel === -1) {
- lowestSwitchLevel = minAutoLevel;
- }
- this.hls.nextLoadLevel = this.hls.nextAutoLevel = lowestSwitchLevel;
- this.resetEstimator(this.hls.levels[lowestSwitchLevel].bitrate);
- }
- }
- };
- if (fragBlockingSwitch || fragLoadedDelay > fragLevelNextLoadedDelay * 2) {
- abortAndSwitch();
- } else {
- this.timer = self.setInterval(abortAndSwitch, fragLevelNextLoadedDelay * 1000);
- }
- hls.trigger(Events.FRAG_LOAD_EMERGENCY_ABORTED, {
- frag,
- part,
- stats
- });
- };
- this.hls = _hls;
- this.bwEstimator = this.initEstimator();
- this.registerListeners();
- }
- resetEstimator(abrEwmaDefaultEstimate) {
- if (abrEwmaDefaultEstimate) {
- this.log(`setting initial bwe to ${abrEwmaDefaultEstimate}`);
- this.hls.config.abrEwmaDefaultEstimate = abrEwmaDefaultEstimate;
- }
- this.firstSelection = -1;
- this.bwEstimator = this.initEstimator();
- }
- initEstimator() {
- const config = this.hls.config;
- return new EwmaBandWidthEstimator(config.abrEwmaSlowVoD, config.abrEwmaFastVoD, config.abrEwmaDefaultEstimate);
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.FRAG_LOADING, this.onFragLoading, this);
- hls.on(Events.FRAG_LOADED, this.onFragLoaded, this);
- hls.on(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- hls.on(Events.LEVEL_SWITCHING, this.onLevelSwitching, this);
- hls.on(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.on(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.on(Events.MAX_AUTO_LEVEL_UPDATED, this.onMaxAutoLevelUpdated, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- if (!hls) {
- return;
- }
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.FRAG_LOADING, this.onFragLoading, this);
- hls.off(Events.FRAG_LOADED, this.onFragLoaded, this);
- hls.off(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- hls.off(Events.LEVEL_SWITCHING, this.onLevelSwitching, this);
- hls.off(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.off(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.off(Events.MAX_AUTO_LEVEL_UPDATED, this.onMaxAutoLevelUpdated, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- destroy() {
- this.unregisterListeners();
- this.clearTimer();
- // @ts-ignore
- this.hls = this._abandonRulesCheck = this.supportedCache = null;
- this.fragCurrent = this.partCurrent = null;
- }
- onManifestLoading(event, data) {
- this.lastLoadedFragLevel = -1;
- this.firstSelection = -1;
- this.lastLevelLoadSec = 0;
- this.supportedCache = {};
- this.fragCurrent = this.partCurrent = null;
- this.onLevelsUpdated();
- this.clearTimer();
- }
- onLevelsUpdated() {
- if (this.lastLoadedFragLevel > -1 && this.fragCurrent) {
- this.lastLoadedFragLevel = this.fragCurrent.level;
- }
- this._nextAutoLevel = -1;
- this.onMaxAutoLevelUpdated();
- this.codecTiers = null;
- this.audioTracksByGroup = null;
- }
- onMaxAutoLevelUpdated() {
- this.firstSelection = -1;
- this.nextAutoLevelKey = '';
- }
- onFragLoading(event, data) {
- const frag = data.frag;
- if (this.ignoreFragment(frag)) {
- return;
- }
- if (!frag.bitrateTest) {
- var _data$part;
- this.fragCurrent = frag;
- this.partCurrent = (_data$part = data.part) != null ? _data$part : null;
- }
- this.clearTimer();
- this.timer = self.setInterval(this._abandonRulesCheck, 100);
- }
- onLevelSwitching(event, data) {
- this.clearTimer();
- }
- onError(event, data) {
- if (data.fatal) {
- return;
- }
- switch (data.details) {
- case ErrorDetails.BUFFER_ADD_CODEC_ERROR:
- case ErrorDetails.BUFFER_APPEND_ERROR:
- // Reset last loaded level so that a new selection can be made after calling recoverMediaError
- this.lastLoadedFragLevel = -1;
- this.firstSelection = -1;
- break;
- case ErrorDetails.FRAG_LOAD_TIMEOUT:
- {
- const frag = data.frag;
- const {
- fragCurrent,
- partCurrent: part
- } = this;
- if (frag && fragCurrent && frag.sn === fragCurrent.sn && frag.level === fragCurrent.level) {
- const now = performance.now();
- const stats = part ? part.stats : frag.stats;
- const timeLoading = now - stats.loading.start;
- const ttfb = stats.loading.first ? stats.loading.first - stats.loading.start : -1;
- const loadedFirstByte = stats.loaded && ttfb > -1;
- if (loadedFirstByte) {
- const ttfbEstimate = this.bwEstimator.getEstimateTTFB();
- this.bwEstimator.sample(timeLoading - Math.min(ttfbEstimate, ttfb), stats.loaded);
- } else {
- this.bwEstimator.sampleTTFB(timeLoading);
- }
- }
- break;
- }
- }
- }
- getTimeToLoadFrag(timeToFirstByteSec, bandwidth, fragSizeBits, isSwitch) {
- const fragLoadSec = timeToFirstByteSec + fragSizeBits / bandwidth;
- const playlistLoadSec = isSwitch ? timeToFirstByteSec + this.lastLevelLoadSec : 0;
- return fragLoadSec + playlistLoadSec;
- }
- onLevelLoaded(event, data) {
- const config = this.hls.config;
- const {
- loading
- } = data.stats;
- const timeLoadingMs = loading.end - loading.first;
- if (isFiniteNumber(timeLoadingMs)) {
- this.lastLevelLoadSec = timeLoadingMs / 1000;
- }
- if (data.details.live) {
- this.bwEstimator.update(config.abrEwmaSlowLive, config.abrEwmaFastLive);
- } else {
- this.bwEstimator.update(config.abrEwmaSlowVoD, config.abrEwmaFastVoD);
- }
- if (this.timer > -1) {
- this._abandonRulesCheck(data.levelInfo);
- }
- }
- onFragLoaded(event, {
- frag,
- part
- }) {
- const stats = part ? part.stats : frag.stats;
- if (frag.type === PlaylistLevelType.MAIN) {
- this.bwEstimator.sampleTTFB(stats.loading.first - stats.loading.start);
- }
- if (this.ignoreFragment(frag)) {
- return;
- }
- // stop monitoring bw once frag loaded
- this.clearTimer();
- // reset forced auto level value so that next level will be selected
- if (frag.level === this._nextAutoLevel) {
- this._nextAutoLevel = -1;
- }
- this.firstSelection = -1;
- // compute level average bitrate
- if (this.hls.config.abrMaxWithRealBitrate) {
- const duration = part ? part.duration : frag.duration;
- const level = this.hls.levels[frag.level];
- const loadedBytes = (level.loaded ? level.loaded.bytes : 0) + stats.loaded;
- const loadedDuration = (level.loaded ? level.loaded.duration : 0) + duration;
- level.loaded = {
- bytes: loadedBytes,
- duration: loadedDuration
- };
- level.realBitrate = Math.round(8 * loadedBytes / loadedDuration);
- }
- if (frag.bitrateTest) {
- const fragBufferedData = {
- stats,
- frag,
- part,
- id: frag.type
- };
- this.onFragBuffered(Events.FRAG_BUFFERED, fragBufferedData);
- frag.bitrateTest = false;
- } else {
- // store level id after successful fragment load for playback
- this.lastLoadedFragLevel = frag.level;
- }
- }
- onFragBuffered(event, data) {
- const {
- frag,
- part
- } = data;
- const stats = part != null && part.stats.loaded ? part.stats : frag.stats;
- if (stats.aborted) {
- return;
- }
- if (this.ignoreFragment(frag)) {
- return;
- }
- // Use the difference between parsing and request instead of buffering and request to compute fragLoadingProcessing;
- // rationale is that buffer appending only happens once media is attached. This can happen when config.startFragPrefetch
- // is used. If we used buffering in that case, our BW estimate sample will be very large.
- const processingMs = stats.parsing.end - stats.loading.start - Math.min(stats.loading.first - stats.loading.start, this.bwEstimator.getEstimateTTFB());
- this.bwEstimator.sample(processingMs, stats.loaded);
- stats.bwEstimate = this.getBwEstimate();
- if (frag.bitrateTest) {
- this.bitrateTestDelay = processingMs / 1000;
- } else {
- this.bitrateTestDelay = 0;
- }
- }
- ignoreFragment(frag) {
- // Only count non-alt-audio frags which were actually buffered in our BW calculations
- return frag.type !== PlaylistLevelType.MAIN || frag.sn === 'initSegment';
- }
- clearTimer() {
- if (this.timer > -1) {
- self.clearInterval(this.timer);
- this.timer = -1;
- }
- }
- get firstAutoLevel() {
- const {
- maxAutoLevel,
- minAutoLevel
- } = this.hls;
- const bwEstimate = this.getBwEstimate();
- const maxStartDelay = this.hls.config.maxStarvationDelay;
- const abrAutoLevel = this.findBestLevel(bwEstimate, minAutoLevel, maxAutoLevel, 0, maxStartDelay, 1, 1);
- if (abrAutoLevel > -1) {
- return abrAutoLevel;
- }
- const firstLevel = this.hls.firstLevel;
- const clamped = Math.min(Math.max(firstLevel, minAutoLevel), maxAutoLevel);
- this.warn(`Could not find best starting auto level. Defaulting to first in playlist ${firstLevel} clamped to ${clamped}`);
- return clamped;
- }
- get forcedAutoLevel() {
- if (this.nextAutoLevelKey) {
- return -1;
- }
- return this._nextAutoLevel;
- }
- // return next auto level
- get nextAutoLevel() {
- const forcedAutoLevel = this.forcedAutoLevel;
- const bwEstimator = this.bwEstimator;
- const useEstimate = bwEstimator.canEstimate();
- const loadedFirstFrag = this.lastLoadedFragLevel > -1;
- // in case next auto level has been forced, and bw not available or not reliable, return forced value
- if (forcedAutoLevel !== -1 && (!useEstimate || !loadedFirstFrag || this.nextAutoLevelKey === this.getAutoLevelKey())) {
- return forcedAutoLevel;
- }
- // compute next level using ABR logic
- const nextABRAutoLevel = useEstimate && loadedFirstFrag ? this.getNextABRAutoLevel() : this.firstAutoLevel;
- // use forced auto level while it hasn't errored more than ABR selection
- if (forcedAutoLevel !== -1) {
- const levels = this.hls.levels;
- if (levels.length > Math.max(forcedAutoLevel, nextABRAutoLevel) && levels[forcedAutoLevel].loadError <= levels[nextABRAutoLevel].loadError) {
- return forcedAutoLevel;
- }
- }
- // save result until state has changed
- this._nextAutoLevel = nextABRAutoLevel;
- this.nextAutoLevelKey = this.getAutoLevelKey();
- return nextABRAutoLevel;
- }
- getAutoLevelKey() {
- return `${this.getBwEstimate()}_${this.getStarvationDelay().toFixed(2)}`;
- }
- getNextABRAutoLevel() {
- const {
- fragCurrent,
- partCurrent,
- hls
- } = this;
- if (hls.levels.length <= 1) {
- return hls.loadLevel;
- }
- const {
- maxAutoLevel,
- config,
- minAutoLevel
- } = hls;
- const currentFragDuration = partCurrent ? partCurrent.duration : fragCurrent ? fragCurrent.duration : 0;
- const avgbw = this.getBwEstimate();
- // bufferStarvationDelay is the wall-clock time left until the playback buffer is exhausted.
- const bufferStarvationDelay = this.getStarvationDelay();
- let bwFactor = config.abrBandWidthFactor;
- let bwUpFactor = config.abrBandWidthUpFactor;
- // First, look to see if we can find a level matching with our avg bandwidth AND that could also guarantee no rebuffering at all
- if (bufferStarvationDelay) {
- const _bestLevel = this.findBestLevel(avgbw, minAutoLevel, maxAutoLevel, bufferStarvationDelay, 0, bwFactor, bwUpFactor);
- if (_bestLevel >= 0) {
- this.rebufferNotice = -1;
- return _bestLevel;
- }
- }
- // not possible to get rid of rebuffering... try to find level that will guarantee less than maxStarvationDelay of rebuffering
- let maxStarvationDelay = currentFragDuration ? Math.min(currentFragDuration, config.maxStarvationDelay) : config.maxStarvationDelay;
- if (!bufferStarvationDelay) {
- // in case buffer is empty, let's check if previous fragment was loaded to perform a bitrate test
- const bitrateTestDelay = this.bitrateTestDelay;
- if (bitrateTestDelay) {
- // if it is the case, then we need to adjust our max starvation delay using maxLoadingDelay config value
- // max video loading delay used in automatic start level selection :
- // in that mode ABR controller will ensure that video loading time (ie the time to fetch the first fragment at lowest quality level +
- // the time to fetch the fragment at the appropriate quality level is less than ```maxLoadingDelay``` )
- // cap maxLoadingDelay and ensure it is not bigger 'than bitrate test' frag duration
- const maxLoadingDelay = currentFragDuration ? Math.min(currentFragDuration, config.maxLoadingDelay) : config.maxLoadingDelay;
- maxStarvationDelay = maxLoadingDelay - bitrateTestDelay;
- this.info(`bitrate test took ${Math.round(1000 * bitrateTestDelay)}ms, set first fragment max fetchDuration to ${Math.round(1000 * maxStarvationDelay)} ms`);
- // don't use conservative factor on bitrate test
- bwFactor = bwUpFactor = 1;
- }
- }
- const bestLevel = this.findBestLevel(avgbw, minAutoLevel, maxAutoLevel, bufferStarvationDelay, maxStarvationDelay, bwFactor, bwUpFactor);
- if (this.rebufferNotice !== bestLevel) {
- this.rebufferNotice = bestLevel;
- this.info(`${bufferStarvationDelay ? 'rebuffering expected' : 'buffer is empty'}, optimal quality level ${bestLevel}`);
- }
- if (bestLevel > -1) {
- return bestLevel;
- }
- // If no matching level found, see if min auto level would be a better option
- const minLevel = hls.levels[minAutoLevel];
- const autoLevel = hls.loadLevelObj;
- if (autoLevel && (minLevel == null ? void 0 : minLevel.bitrate) < autoLevel.bitrate) {
- return minAutoLevel;
- }
- // or if bitrate is not lower, continue to use loadLevel
- return hls.loadLevel;
- }
- getStarvationDelay() {
- const hls = this.hls;
- const media = hls.media;
- if (!media) {
- return Infinity;
- }
- // playbackRate is the absolute value of the playback rate; if media.playbackRate is 0, we use 1 to load as
- // if we're playing back at the normal rate.
- const playbackRate = media && media.playbackRate !== 0 ? Math.abs(media.playbackRate) : 1.0;
- const bufferInfo = hls.mainForwardBufferInfo;
- return (bufferInfo ? bufferInfo.len : 0) / playbackRate;
- }
- getBwEstimate() {
- return this.bwEstimator.canEstimate() ? this.bwEstimator.getEstimate() : this.hls.config.abrEwmaDefaultEstimate;
- }
- findBestLevel(currentBw, minAutoLevel, maxAutoLevel, bufferStarvationDelay, maxStarvationDelay, bwFactor, bwUpFactor) {
- var _this$hls$latestLevel;
- const maxFetchDuration = bufferStarvationDelay + maxStarvationDelay;
- const lastLoadedFragLevel = this.lastLoadedFragLevel;
- const selectionBaseLevel = lastLoadedFragLevel === -1 ? this.hls.firstLevel : lastLoadedFragLevel;
- const {
- fragCurrent,
- partCurrent
- } = this;
- const {
- levels,
- allAudioTracks,
- loadLevel,
- config
- } = this.hls;
- if (levels.length === 1) {
- return 0;
- }
- const level = levels[selectionBaseLevel];
- const live = !!((_this$hls$latestLevel = this.hls.latestLevelDetails) != null && _this$hls$latestLevel.live);
- const firstSelection = loadLevel === -1 || lastLoadedFragLevel === -1;
- let currentCodecSet;
- let currentVideoRange = 'SDR';
- let currentFrameRate = (level == null ? void 0 : level.frameRate) || 0;
- const {
- audioPreference,
- videoPreference
- } = config;
- const audioTracksByGroup = this.audioTracksByGroup || (this.audioTracksByGroup = getAudioTracksByGroup(allAudioTracks));
- let minStartIndex = -1;
- if (firstSelection) {
- if (this.firstSelection !== -1) {
- return this.firstSelection;
- }
- const codecTiers = this.codecTiers || (this.codecTiers = getCodecTiers(levels, audioTracksByGroup, minAutoLevel, maxAutoLevel));
- const startTier = getStartCodecTier(codecTiers, currentVideoRange, currentBw, audioPreference, videoPreference);
- const {
- codecSet,
- videoRanges,
- minFramerate,
- minBitrate,
- minIndex,
- preferHDR
- } = startTier;
- minStartIndex = minIndex;
- currentCodecSet = codecSet;
- currentVideoRange = preferHDR ? videoRanges[videoRanges.length - 1] : videoRanges[0];
- currentFrameRate = minFramerate;
- currentBw = Math.max(currentBw, minBitrate);
- this.log(`picked start tier ${stringify(startTier)}`);
- } else {
- currentCodecSet = level == null ? void 0 : level.codecSet;
- currentVideoRange = level == null ? void 0 : level.videoRange;
- }
- const currentFragDuration = partCurrent ? partCurrent.duration : fragCurrent ? fragCurrent.duration : 0;
- const ttfbEstimateSec = this.bwEstimator.getEstimateTTFB() / 1000;
- const levelsSkipped = [];
- for (let i = maxAutoLevel; i >= minAutoLevel; i--) {
- var _levelInfo$supportedR, _levelInfo$supportedR2;
- const levelInfo = levels[i];
- const upSwitch = i > selectionBaseLevel;
- if (!levelInfo) {
- continue;
- }
- if (config.useMediaCapabilities && !levelInfo.supportedResult && !levelInfo.supportedPromise) {
- const mediaCapabilities = navigator.mediaCapabilities;
- if (typeof (mediaCapabilities == null ? void 0 : mediaCapabilities.decodingInfo) === 'function' && requiresMediaCapabilitiesDecodingInfo(levelInfo, audioTracksByGroup, currentVideoRange, currentFrameRate, currentBw, audioPreference)) {
- levelInfo.supportedPromise = getMediaDecodingInfoPromise(levelInfo, audioTracksByGroup, mediaCapabilities, this.supportedCache);
- levelInfo.supportedPromise.then(decodingInfo => {
- if (!this.hls) {
- return;
- }
- levelInfo.supportedResult = decodingInfo;
- const levels = this.hls.levels;
- const index = levels.indexOf(levelInfo);
- if (decodingInfo.error) {
- this.warn(`MediaCapabilities decodingInfo error: "${decodingInfo.error}" for level ${index} ${stringify(decodingInfo)}`);
- } else if (!decodingInfo.supported) {
- this.warn(`Unsupported MediaCapabilities decodingInfo result for level ${index} ${stringify(decodingInfo)}`);
- if (index > -1 && levels.length > 1) {
- this.log(`Removing unsupported level ${index}`);
- this.hls.removeLevel(index);
- if (this.hls.loadLevel === -1) {
- this.hls.nextLoadLevel = 0;
- }
- }
- } else if (decodingInfo.decodingInfoResults.some(info => info.smooth === false || info.powerEfficient === false)) {
- this.log(`MediaCapabilities decodingInfo for level ${index} not smooth or powerEfficient: ${stringify(decodingInfo)}`);
- }
- });
- } else {
- levelInfo.supportedResult = SUPPORTED_INFO_DEFAULT;
- }
- }
- // skip candidates which change codec-family or video-range,
- // and which decrease or increase frame-rate for up and down-switch respectfully
- if (currentCodecSet && levelInfo.codecSet !== currentCodecSet || currentVideoRange && levelInfo.videoRange !== currentVideoRange || upSwitch && currentFrameRate > levelInfo.frameRate || !upSwitch && currentFrameRate > 0 && currentFrameRate < levelInfo.frameRate || (_levelInfo$supportedR = levelInfo.supportedResult) != null && (_levelInfo$supportedR2 = _levelInfo$supportedR.decodingInfoResults) != null && _levelInfo$supportedR2.some(info => info.smooth === false)) {
- if (!firstSelection || i !== minStartIndex) {
- levelsSkipped.push(i);
- continue;
- }
- }
- const levelDetails = levelInfo.details;
- const avgDuration = (partCurrent ? levelDetails == null ? void 0 : levelDetails.partTarget : levelDetails == null ? void 0 : levelDetails.averagetargetduration) || currentFragDuration;
- let adjustedbw;
- // follow algorithm captured from stagefright :
- // https://android.googlesource.com/platform/frameworks/av/+/master/media/libstagefright/httplive/LiveSession.cpp
- // Pick the highest bandwidth stream below or equal to estimated bandwidth.
- // consider only 80% of the available bandwidth, but if we are switching up,
- // be even more conservative (70%) to avoid overestimating and immediately
- // switching back.
- if (!upSwitch) {
- adjustedbw = bwFactor * currentBw;
- } else {
- adjustedbw = bwUpFactor * currentBw;
- }
- // Use average bitrate when starvation delay (buffer length) is gt or eq two segment durations and rebuffering is not expected (maxStarvationDelay > 0)
- const bitrate = currentFragDuration && bufferStarvationDelay >= currentFragDuration * 2 && maxStarvationDelay === 0 ? levelInfo.averageBitrate : levelInfo.maxBitrate;
- const fetchDuration = this.getTimeToLoadFrag(ttfbEstimateSec, adjustedbw, bitrate * avgDuration, levelDetails === undefined);
- const canSwitchWithinTolerance =
- // if adjusted bw is greater than level bitrate AND
- adjustedbw >= bitrate && (
- // no level change, or new level has no error history
- i === lastLoadedFragLevel || levelInfo.loadError === 0 && levelInfo.fragmentError === 0) && (
- // fragment fetchDuration unknown OR live stream OR fragment fetchDuration less than max allowed fetch duration, then this level matches
- // we don't account for max Fetch Duration for live streams, this is to avoid switching down when near the edge of live sliding window ...
- // special case to support startLevel = -1 (bitrateTest) on live streams : in that case we should not exit loop so that findBestLevel will return -1
- fetchDuration <= ttfbEstimateSec || !isFiniteNumber(fetchDuration) || live && !this.bitrateTestDelay || fetchDuration < maxFetchDuration);
- if (canSwitchWithinTolerance) {
- const forcedAutoLevel = this.forcedAutoLevel;
- if (i !== loadLevel && (forcedAutoLevel === -1 || forcedAutoLevel !== loadLevel)) {
- if (levelsSkipped.length) {
- this.trace(`Skipped level(s) ${levelsSkipped.join(',')} of ${maxAutoLevel} max with CODECS and VIDEO-RANGE:"${levels[levelsSkipped[0]].codecs}" ${levels[levelsSkipped[0]].videoRange}; not compatible with "${currentCodecSet}" ${currentVideoRange}`);
- }
- this.info(`switch candidate:${selectionBaseLevel}->${i} adjustedbw(${Math.round(adjustedbw)})-bitrate=${Math.round(adjustedbw - bitrate)} ttfb:${ttfbEstimateSec.toFixed(1)} avgDuration:${avgDuration.toFixed(1)} maxFetchDuration:${maxFetchDuration.toFixed(1)} fetchDuration:${fetchDuration.toFixed(1)} firstSelection:${firstSelection} codecSet:${levelInfo.codecSet} videoRange:${levelInfo.videoRange} hls.loadLevel:${loadLevel}`);
- }
- if (firstSelection) {
- this.firstSelection = i;
- }
- // as we are looping from highest to lowest, this will return the best achievable quality level
- return i;
- }
- }
- // not enough time budget even with quality level 0 ... rebuffering might happen
- return -1;
- }
- set nextAutoLevel(nextLevel) {
- const value = this.deriveNextAutoLevel(nextLevel);
- if (this._nextAutoLevel !== value) {
- this.nextAutoLevelKey = '';
- this._nextAutoLevel = value;
- }
- }
- deriveNextAutoLevel(nextLevel) {
- const {
- maxAutoLevel,
- minAutoLevel
- } = this.hls;
- return Math.min(Math.max(nextLevel, minAutoLevel), maxAutoLevel);
- }
- }
- const BinarySearch = {
- /**
- * Searches for an item in an array which matches a certain condition.
- * This requires the condition to only match one item in the array,
- * and for the array to be ordered.
- *
- * @param list The array to search.
- * @param comparisonFn
- * Called and provided a candidate item as the first argument.
- * Should return:
- * > -1 if the item should be located at a lower index than the provided item.
- * > 1 if the item should be located at a higher index than the provided item.
- * > 0 if the item is the item you're looking for.
- *
- * @returns the object if found, otherwise returns null
- */
- search: function (list, comparisonFn) {
- let minIndex = 0;
- let maxIndex = list.length - 1;
- let currentIndex = null;
- let currentElement = null;
- while (minIndex <= maxIndex) {
- currentIndex = (minIndex + maxIndex) / 2 | 0;
- currentElement = list[currentIndex];
- const comparisonResult = comparisonFn(currentElement);
- if (comparisonResult > 0) {
- minIndex = currentIndex + 1;
- } else if (comparisonResult < 0) {
- maxIndex = currentIndex - 1;
- } else {
- return currentElement;
- }
- }
- return null;
- }
- };
- /**
- * Returns first fragment whose endPdt value exceeds the given PDT, or null.
- * @param fragments - The array of candidate fragments
- * @param PDTValue - The PDT value which must be exceeded
- * @param maxFragLookUpTolerance - The amount of time that a fragment's start/end can be within in order to be considered contiguous
- */
- function findFragmentByPDT(fragments, PDTValue, maxFragLookUpTolerance) {
- if (PDTValue === null || !Array.isArray(fragments) || !fragments.length || !isFiniteNumber(PDTValue)) {
- return null;
- }
- // if less than start
- const startPDT = fragments[0].programDateTime;
- if (PDTValue < (startPDT || 0)) {
- return null;
- }
- const endPDT = fragments[fragments.length - 1].endProgramDateTime;
- if (PDTValue >= (endPDT || 0)) {
- return null;
- }
- for (let seg = 0; seg < fragments.length; ++seg) {
- const frag = fragments[seg];
- if (pdtWithinToleranceTest(PDTValue, maxFragLookUpTolerance, frag)) {
- return frag;
- }
- }
- return null;
- }
- /**
- * Finds a fragment based on the SN of the previous fragment; or based on the needs of the current buffer.
- * This method compensates for small buffer gaps by applying a tolerance to the start of any candidate fragment, thus
- * breaking any traps which would cause the same fragment to be continuously selected within a small range.
- * @param fragPrevious - The last frag successfully appended
- * @param fragments - The array of candidate fragments
- * @param bufferEnd - The end of the contiguous buffered range the playhead is currently within
- * @param maxFragLookUpTolerance - The amount of time that a fragment's start/end can be within in order to be considered contiguous
- * @returns a matching fragment or null
- */
- function findFragmentByPTS(fragPrevious, fragments, bufferEnd = 0, maxFragLookUpTolerance = 0, nextFragLookupTolerance = 0.005) {
- let fragNext = null;
- if (fragPrevious) {
- fragNext = fragments[1 + fragPrevious.sn - fragments[0].sn] || null;
- // check for buffer-end rounding error
- const bufferEdgeError = fragPrevious.endDTS - bufferEnd;
- if (bufferEdgeError > 0 && bufferEdgeError < 0.0000015) {
- bufferEnd += 0.0000015;
- }
- if (fragNext && fragPrevious.level !== fragNext.level && fragNext.end <= fragPrevious.end) {
- fragNext = fragments[2 + fragPrevious.sn - fragments[0].sn] || null;
- }
- } else if (bufferEnd === 0 && fragments[0].start === 0) {
- fragNext = fragments[0];
- }
- // Prefer the next fragment if it's within tolerance
- if (fragNext && ((!fragPrevious || fragPrevious.level === fragNext.level) && fragmentWithinToleranceTest(bufferEnd, maxFragLookUpTolerance, fragNext) === 0 || fragmentWithinFastStartSwitch(fragNext, fragPrevious, Math.min(nextFragLookupTolerance, maxFragLookUpTolerance)))) {
- return fragNext;
- }
- // We might be seeking past the tolerance so find the best match
- const foundFragment = BinarySearch.search(fragments, fragmentWithinToleranceTest.bind(null, bufferEnd, maxFragLookUpTolerance));
- if (foundFragment && (foundFragment !== fragPrevious || !fragNext)) {
- return foundFragment;
- }
- // If no match was found return the next fragment after fragPrevious, or null
- return fragNext;
- }
- function fragmentWithinFastStartSwitch(fragNext, fragPrevious, nextFragLookupTolerance) {
- if (fragPrevious && fragPrevious.start === 0 && fragPrevious.level < fragNext.level && (fragPrevious.endPTS || 0) > 0) {
- const firstDuration = fragPrevious.tagList.reduce((duration, tag) => {
- if (tag[0] === 'INF') {
- duration += parseFloat(tag[1]);
- }
- return duration;
- }, nextFragLookupTolerance);
- return fragNext.start <= firstDuration;
- }
- return false;
- }
- /**
- * The test function used by the findFragmentBySn's BinarySearch to look for the best match to the current buffer conditions.
- * @param candidate - The fragment to test
- * @param bufferEnd - The end of the current buffered range the playhead is currently within
- * @param maxFragLookUpTolerance - The amount of time that a fragment's start can be within in order to be considered contiguous
- * @returns 0 if it matches, 1 if too low, -1 if too high
- */
- function fragmentWithinToleranceTest(bufferEnd = 0, maxFragLookUpTolerance = 0, candidate) {
- // eagerly accept an accurate match (no tolerance)
- if (candidate.start <= bufferEnd && candidate.start + candidate.duration > bufferEnd) {
- return 0;
- }
- // offset should be within fragment boundary - config.maxFragLookUpTolerance
- // this is to cope with situations like
- // bufferEnd = 9.991
- // frag[Ø] : [0,10]
- // frag[1] : [10,20]
- // bufferEnd is within frag[0] range ... although what we are expecting is to return frag[1] here
- // frag start frag start+duration
- // |-----------------------------|
- // <---> <--->
- // ...--------><-----------------------------><---------....
- // previous frag matching fragment next frag
- // return -1 return 0 return 1
- // logger.log(`level/sn/start/end/bufEnd:${level}/${candidate.sn}/${candidate.start}/${(candidate.start+candidate.duration)}/${bufferEnd}`);
- // Set the lookup tolerance to be small enough to detect the current segment - ensures we don't skip over very small segments
- const candidateLookupTolerance = Math.min(maxFragLookUpTolerance, candidate.duration + (candidate.deltaPTS ? candidate.deltaPTS : 0));
- if (candidate.start + candidate.duration - candidateLookupTolerance <= bufferEnd) {
- return 1;
- } else if (candidate.start - candidateLookupTolerance > bufferEnd && candidate.start) {
- // if maxFragLookUpTolerance will have negative value then don't return -1 for first element
- return -1;
- }
- return 0;
- }
- /**
- * The test function used by the findFragmentByPdt's BinarySearch to look for the best match to the current buffer conditions.
- * This function tests the candidate's program date time values, as represented in Unix time
- * @param candidate - The fragment to test
- * @param pdtBufferEnd - The Unix time representing the end of the current buffered range
- * @param maxFragLookUpTolerance - The amount of time that a fragment's start can be within in order to be considered contiguous
- * @returns true if contiguous, false otherwise
- */
- function pdtWithinToleranceTest(pdtBufferEnd, maxFragLookUpTolerance, candidate) {
- const candidateLookupTolerance = Math.min(maxFragLookUpTolerance, candidate.duration + (candidate.deltaPTS ? candidate.deltaPTS : 0)) * 1000;
- // endProgramDateTime can be null, default to zero
- const endProgramDateTime = candidate.endProgramDateTime || 0;
- return endProgramDateTime - candidateLookupTolerance > pdtBufferEnd;
- }
- function findNearestWithCC(details, cc, pos) {
- if (details) {
- if (details.startCC <= cc && details.endCC >= cc) {
- let fragments = details.fragments;
- const {
- fragmentHint
- } = details;
- if (fragmentHint) {
- fragments = fragments.concat(fragmentHint);
- }
- let closest;
- BinarySearch.search(fragments, candidate => {
- if (candidate.cc < cc) {
- return 1;
- }
- if (candidate.cc > cc) {
- return -1;
- }
- closest = candidate;
- if (candidate.end <= pos) {
- return 1;
- }
- if (candidate.start > pos) {
- return -1;
- }
- return 0;
- });
- return closest || null;
- }
- }
- return null;
- }
- function isTimeoutError(error) {
- switch (error.details) {
- case ErrorDetails.FRAG_LOAD_TIMEOUT:
- case ErrorDetails.KEY_LOAD_TIMEOUT:
- case ErrorDetails.LEVEL_LOAD_TIMEOUT:
- case ErrorDetails.MANIFEST_LOAD_TIMEOUT:
- return true;
- }
- return false;
- }
- function getRetryConfig(loadPolicy, error) {
- const isTimeout = isTimeoutError(error);
- return loadPolicy.default[`${isTimeout ? 'timeout' : 'error'}Retry`];
- }
- function getRetryDelay(retryConfig, retryCount) {
- // exponential backoff capped to max retry delay
- const backoffFactor = retryConfig.backoff === 'linear' ? 1 : Math.pow(2, retryCount);
- return Math.min(backoffFactor * retryConfig.retryDelayMs, retryConfig.maxRetryDelayMs);
- }
- function getLoaderConfigWithoutReties(loderConfig) {
- return _objectSpread2(_objectSpread2({}, loderConfig), {
- errorRetry: null,
- timeoutRetry: null
- });
- }
- function shouldRetry(retryConfig, retryCount, isTimeout, loaderResponse) {
- if (!retryConfig) {
- return false;
- }
- const httpStatus = loaderResponse == null ? void 0 : loaderResponse.code;
- const retry = retryCount < retryConfig.maxNumRetry && (retryForHttpStatus(httpStatus) || !!isTimeout);
- return retryConfig.shouldRetry ? retryConfig.shouldRetry(retryConfig, retryCount, isTimeout, loaderResponse, retry) : retry;
- }
- function retryForHttpStatus(httpStatus) {
- // Do not retry on status 4xx, status 0 (CORS error), or undefined (decrypt/gap/parse error)
- return httpStatus === 0 && navigator.onLine === false || !!httpStatus && (httpStatus < 400 || httpStatus > 499);
- }
- var NetworkErrorAction = {
- DoNothing: 0,
- SendEndCallback: 1,
- SendAlternateToPenaltyBox: 2,
- RemoveAlternatePermanently: 3,
- InsertDiscontinuity: 4,
- RetryRequest: 5
- };
- var ErrorActionFlags = {
- None: 0,
- MoveAllAlternatesMatchingHost: 1,
- MoveAllAlternatesMatchingHDCP: 2,
- SwitchToSDR: 4
- };
- class ErrorController extends Logger {
- constructor(hls) {
- super('error-controller', hls.logger);
- this.hls = void 0;
- this.playlistError = 0;
- this.penalizedRenditions = {};
- this.hls = hls;
- this.registerListeners();
- }
- registerListeners() {
- const hls = this.hls;
- hls.on(Events.ERROR, this.onError, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- }
- unregisterListeners() {
- const hls = this.hls;
- if (!hls) {
- return;
- }
- hls.off(Events.ERROR, this.onError, this);
- hls.off(Events.ERROR, this.onErrorOut, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- }
- destroy() {
- this.unregisterListeners();
- // @ts-ignore
- this.hls = null;
- this.penalizedRenditions = {};
- }
- startLoad(startPosition) {}
- stopLoad() {
- this.playlistError = 0;
- }
- getVariantLevelIndex(frag) {
- return (frag == null ? void 0 : frag.type) === PlaylistLevelType.MAIN ? frag.level : this.hls.loadLevel;
- }
- onManifestLoading() {
- this.playlistError = 0;
- this.penalizedRenditions = {};
- }
- onLevelUpdated() {
- this.playlistError = 0;
- }
- onError(event, data) {
- var _data$frag;
- if (data.fatal) {
- return;
- }
- const hls = this.hls;
- const context = data.context;
- switch (data.details) {
- case ErrorDetails.FRAG_LOAD_ERROR:
- case ErrorDetails.FRAG_LOAD_TIMEOUT:
- case ErrorDetails.KEY_LOAD_ERROR:
- case ErrorDetails.KEY_LOAD_TIMEOUT:
- data.errorAction = this.getFragRetryOrSwitchAction(data);
- return;
- case ErrorDetails.FRAG_PARSING_ERROR:
- // ignore empty segment errors marked as gap
- if ((_data$frag = data.frag) != null && _data$frag.gap) {
- data.errorAction = createDoNothingErrorAction();
- return;
- }
- // falls through
- case ErrorDetails.FRAG_GAP:
- case ErrorDetails.FRAG_DECRYPT_ERROR:
- {
- // Switch level if possible, otherwise allow retry count to reach max error retries
- data.errorAction = this.getFragRetryOrSwitchAction(data);
- data.errorAction.action = NetworkErrorAction.SendAlternateToPenaltyBox;
- return;
- }
- case ErrorDetails.LEVEL_EMPTY_ERROR:
- case ErrorDetails.LEVEL_PARSING_ERROR:
- {
- var _data$context, _data$context$levelDe;
- // Only retry when empty and live
- const levelIndex = data.parent === PlaylistLevelType.MAIN ? data.level : hls.loadLevel;
- if (data.details === ErrorDetails.LEVEL_EMPTY_ERROR && !!((_data$context = data.context) != null && (_data$context$levelDe = _data$context.levelDetails) != null && _data$context$levelDe.live)) {
- data.errorAction = this.getPlaylistRetryOrSwitchAction(data, levelIndex);
- } else {
- // Escalate to fatal if not retrying or switching
- data.levelRetry = false;
- data.errorAction = this.getLevelSwitchAction(data, levelIndex);
- }
- }
- return;
- case ErrorDetails.LEVEL_LOAD_ERROR:
- case ErrorDetails.LEVEL_LOAD_TIMEOUT:
- if (typeof (context == null ? void 0 : context.level) === 'number') {
- data.errorAction = this.getPlaylistRetryOrSwitchAction(data, context.level);
- }
- return;
- case ErrorDetails.AUDIO_TRACK_LOAD_ERROR:
- case ErrorDetails.AUDIO_TRACK_LOAD_TIMEOUT:
- case ErrorDetails.SUBTITLE_LOAD_ERROR:
- case ErrorDetails.SUBTITLE_TRACK_LOAD_TIMEOUT:
- if (context) {
- const level = hls.loadLevelObj;
- if (level && (context.type === PlaylistContextType.AUDIO_TRACK && level.hasAudioGroup(context.groupId) || context.type === PlaylistContextType.SUBTITLE_TRACK && level.hasSubtitleGroup(context.groupId))) {
- // Perform Pathway switch or Redundant failover if possible for fastest recovery
- // otherwise allow playlist retry count to reach max error retries
- data.errorAction = this.getPlaylistRetryOrSwitchAction(data, hls.loadLevel);
- data.errorAction.action = NetworkErrorAction.SendAlternateToPenaltyBox;
- data.errorAction.flags = ErrorActionFlags.MoveAllAlternatesMatchingHost;
- return;
- }
- }
- return;
- case ErrorDetails.KEY_SYSTEM_STATUS_OUTPUT_RESTRICTED:
- {
- const level = hls.loadLevelObj;
- const restrictedHdcpLevel = level == null ? void 0 : level.attrs['HDCP-LEVEL'];
- if (restrictedHdcpLevel) {
- data.errorAction = {
- action: NetworkErrorAction.SendAlternateToPenaltyBox,
- flags: ErrorActionFlags.MoveAllAlternatesMatchingHDCP,
- hdcpLevel: restrictedHdcpLevel
- };
- } else {
- this.keySystemError(data);
- }
- }
- return;
- case ErrorDetails.BUFFER_ADD_CODEC_ERROR:
- case ErrorDetails.REMUX_ALLOC_ERROR:
- case ErrorDetails.BUFFER_APPEND_ERROR:
- // Buffer-controller can set errorAction when append errors can be ignored or resolved locally
- if (!data.errorAction) {
- var _data$level;
- data.errorAction = this.getLevelSwitchAction(data, (_data$level = data.level) != null ? _data$level : hls.loadLevel);
- }
- return;
- case ErrorDetails.INTERNAL_EXCEPTION:
- case ErrorDetails.BUFFER_APPENDING_ERROR:
- case ErrorDetails.BUFFER_FULL_ERROR:
- case ErrorDetails.LEVEL_SWITCH_ERROR:
- case ErrorDetails.BUFFER_STALLED_ERROR:
- case ErrorDetails.BUFFER_SEEK_OVER_HOLE:
- case ErrorDetails.BUFFER_NUDGE_ON_STALL:
- data.errorAction = createDoNothingErrorAction();
- return;
- }
- if (data.type === ErrorTypes.KEY_SYSTEM_ERROR) {
- this.keySystemError(data);
- }
- }
- keySystemError(data) {
- const levelIndex = this.getVariantLevelIndex(data.frag);
- // Do not retry level. Escalate to fatal if switching levels fails.
- data.levelRetry = false;
- data.errorAction = this.getLevelSwitchAction(data, levelIndex);
- }
- getPlaylistRetryOrSwitchAction(data, levelIndex) {
- const hls = this.hls;
- const retryConfig = getRetryConfig(hls.config.playlistLoadPolicy, data);
- const retryCount = this.playlistError++;
- const retry = shouldRetry(retryConfig, retryCount, isTimeoutError(data), data.response);
- if (retry) {
- return {
- action: NetworkErrorAction.RetryRequest,
- flags: ErrorActionFlags.None,
- retryConfig,
- retryCount
- };
- }
- const errorAction = this.getLevelSwitchAction(data, levelIndex);
- if (retryConfig) {
- errorAction.retryConfig = retryConfig;
- errorAction.retryCount = retryCount;
- }
- return errorAction;
- }
- getFragRetryOrSwitchAction(data) {
- const hls = this.hls;
- // Share fragment error count accross media options (main, audio, subs)
- // This allows for level based rendition switching when media option assets fail
- const variantLevelIndex = this.getVariantLevelIndex(data.frag);
- const level = hls.levels[variantLevelIndex];
- const {
- fragLoadPolicy,
- keyLoadPolicy
- } = hls.config;
- const retryConfig = getRetryConfig(data.details.startsWith('key') ? keyLoadPolicy : fragLoadPolicy, data);
- const fragmentErrors = hls.levels.reduce((acc, level) => acc + level.fragmentError, 0);
- // Switch levels when out of retried or level index out of bounds
- if (level) {
- if (data.details !== ErrorDetails.FRAG_GAP) {
- level.fragmentError++;
- }
- const retry = shouldRetry(retryConfig, fragmentErrors, isTimeoutError(data), data.response);
- if (retry) {
- return {
- action: NetworkErrorAction.RetryRequest,
- flags: ErrorActionFlags.None,
- retryConfig,
- retryCount: fragmentErrors
- };
- }
- }
- // Reach max retry count, or Missing level reference
- // Switch to valid index
- const errorAction = this.getLevelSwitchAction(data, variantLevelIndex);
- // Add retry details to allow skipping of FRAG_PARSING_ERROR
- if (retryConfig) {
- errorAction.retryConfig = retryConfig;
- errorAction.retryCount = fragmentErrors;
- }
- return errorAction;
- }
- getLevelSwitchAction(data, levelIndex) {
- const hls = this.hls;
- if (levelIndex === null || levelIndex === undefined) {
- levelIndex = hls.loadLevel;
- }
- const level = this.hls.levels[levelIndex];
- if (level) {
- var _data$frag2, _data$context2;
- const errorDetails = data.details;
- level.loadError++;
- if (errorDetails === ErrorDetails.BUFFER_APPEND_ERROR) {
- level.fragmentError++;
- }
- // Search for next level to retry
- let nextLevel = -1;
- const {
- levels,
- loadLevel,
- minAutoLevel,
- maxAutoLevel
- } = hls;
- if (!hls.autoLevelEnabled && !hls.config.preserveManualLevelOnError) {
- hls.loadLevel = -1;
- }
- const fragErrorType = (_data$frag2 = data.frag) == null ? void 0 : _data$frag2.type;
- // Find alternate audio codec if available on audio codec error
- const isAudioCodecError = fragErrorType === PlaylistLevelType.AUDIO && errorDetails === ErrorDetails.FRAG_PARSING_ERROR || data.sourceBufferName === 'audio' && (errorDetails === ErrorDetails.BUFFER_ADD_CODEC_ERROR || errorDetails === ErrorDetails.BUFFER_APPEND_ERROR);
- const findAudioCodecAlternate = isAudioCodecError && levels.some(({
- audioCodec
- }) => level.audioCodec !== audioCodec);
- // Find alternate video codec if available on video codec error
- const isVideoCodecError = data.sourceBufferName === 'video' && (errorDetails === ErrorDetails.BUFFER_ADD_CODEC_ERROR || errorDetails === ErrorDetails.BUFFER_APPEND_ERROR);
- const findVideoCodecAlternate = isVideoCodecError && levels.some(({
- codecSet,
- audioCodec
- }) => level.codecSet !== codecSet && level.audioCodec === audioCodec);
- const {
- type: playlistErrorType,
- groupId: playlistErrorGroupId
- } = (_data$context2 = data.context) != null ? _data$context2 : {};
- for (let i = levels.length; i--;) {
- const candidate = (i + loadLevel) % levels.length;
- if (candidate !== loadLevel && candidate >= minAutoLevel && candidate <= maxAutoLevel && levels[candidate].loadError === 0) {
- var _level$audioGroups, _level$subtitleGroups;
- const levelCandidate = levels[candidate];
- // Skip level switch if GAP tag is found in next level at same position
- if (errorDetails === ErrorDetails.FRAG_GAP && fragErrorType === PlaylistLevelType.MAIN && data.frag) {
- const levelDetails = levels[candidate].details;
- if (levelDetails) {
- const fragCandidate = findFragmentByPTS(data.frag, levelDetails.fragments, data.frag.start);
- if (fragCandidate != null && fragCandidate.gap) {
- continue;
- }
- }
- } else if (playlistErrorType === PlaylistContextType.AUDIO_TRACK && levelCandidate.hasAudioGroup(playlistErrorGroupId) || playlistErrorType === PlaylistContextType.SUBTITLE_TRACK && levelCandidate.hasSubtitleGroup(playlistErrorGroupId)) {
- // For audio/subs playlist errors find another group ID or fallthrough to redundant fail-over
- continue;
- } else if (fragErrorType === PlaylistLevelType.AUDIO && (_level$audioGroups = level.audioGroups) != null && _level$audioGroups.some(groupId => levelCandidate.hasAudioGroup(groupId)) || fragErrorType === PlaylistLevelType.SUBTITLE && (_level$subtitleGroups = level.subtitleGroups) != null && _level$subtitleGroups.some(groupId => levelCandidate.hasSubtitleGroup(groupId)) || findAudioCodecAlternate && level.audioCodec === levelCandidate.audioCodec || !findAudioCodecAlternate && level.audioCodec !== levelCandidate.audioCodec || findVideoCodecAlternate && level.codecSet === levelCandidate.codecSet) {
- // For video/audio/subs frag errors find another group ID or fallthrough to redundant fail-over
- continue;
- }
- nextLevel = candidate;
- break;
- }
- }
- if (nextLevel > -1 && hls.loadLevel !== nextLevel) {
- data.levelRetry = true;
- this.playlistError = 0;
- return {
- action: NetworkErrorAction.SendAlternateToPenaltyBox,
- flags: ErrorActionFlags.None,
- nextAutoLevel: nextLevel
- };
- }
- }
- // No levels to switch / Manual level selection / Level not found
- // Resolve with Pathway switch, Redundant fail-over, or stay on lowest Level
- return {
- action: NetworkErrorAction.SendAlternateToPenaltyBox,
- flags: ErrorActionFlags.MoveAllAlternatesMatchingHost
- };
- }
- onErrorOut(event, data) {
- var _data$errorAction;
- switch ((_data$errorAction = data.errorAction) == null ? void 0 : _data$errorAction.action) {
- case NetworkErrorAction.DoNothing:
- break;
- case NetworkErrorAction.SendAlternateToPenaltyBox:
- this.sendAlternateToPenaltyBox(data);
- if (!data.errorAction.resolved && data.details !== ErrorDetails.FRAG_GAP) {
- data.fatal = true;
- } else if (/MediaSource readyState: ended/.test(data.error.message)) {
- this.warn(`MediaSource ended after "${data.sourceBufferName}" sourceBuffer append error. Attempting to recover from media error.`);
- this.hls.recoverMediaError();
- }
- break;
- case NetworkErrorAction.RetryRequest:
- // handled by stream and playlist/level controllers
- break;
- }
- if (data.fatal) {
- this.hls.stopLoad();
- return;
- }
- }
- sendAlternateToPenaltyBox(data) {
- const hls = this.hls;
- const errorAction = data.errorAction;
- if (!errorAction) {
- return;
- }
- const {
- flags,
- hdcpLevel,
- nextAutoLevel
- } = errorAction;
- switch (flags) {
- case ErrorActionFlags.None:
- this.switchLevel(data, nextAutoLevel);
- break;
- case ErrorActionFlags.MoveAllAlternatesMatchingHDCP:
- if (hdcpLevel) {
- hls.maxHdcpLevel = HdcpLevels[HdcpLevels.indexOf(hdcpLevel) - 1];
- errorAction.resolved = true;
- }
- this.warn(`Restricting playback to HDCP-LEVEL of "${hls.maxHdcpLevel}" or lower`);
- break;
- }
- // If not resolved by previous actions try to switch to next level
- if (!errorAction.resolved) {
- this.switchLevel(data, nextAutoLevel);
- }
- }
- switchLevel(data, levelIndex) {
- if (levelIndex !== undefined && data.errorAction) {
- this.warn(`switching to level ${levelIndex} after ${data.details}`);
- this.hls.nextAutoLevel = levelIndex;
- data.errorAction.resolved = true;
- // Stream controller is responsible for this but won't switch on false start
- this.hls.nextLoadLevel = this.hls.nextAutoLevel;
- if (data.details === ErrorDetails.BUFFER_ADD_CODEC_ERROR && data.mimeType && data.sourceBufferName !== 'audiovideo') {
- const codec = getCodecsForMimeType(data.mimeType);
- const levels = this.hls.levels;
- for (let i = levels.length; i--;) {
- if (levels[i][`${data.sourceBufferName}Codec`] === codec) {
- this.hls.removeLevel(i);
- }
- }
- }
- }
- }
- }
- function createDoNothingErrorAction(resolved) {
- const errorAction = {
- action: NetworkErrorAction.DoNothing,
- flags: ErrorActionFlags.None
- };
- if (resolved) {
- errorAction.resolved = true;
- }
- return errorAction;
- }
- var FragmentState = {
- NOT_LOADED: "NOT_LOADED",
- APPENDING: "APPENDING",
- PARTIAL: "PARTIAL",
- OK: "OK"
- };
- class FragmentTracker {
- constructor(hls) {
- this.activePartLists = Object.create(null);
- this.endListFragments = Object.create(null);
- this.fragments = Object.create(null);
- this.timeRanges = Object.create(null);
- this.bufferPadding = 0.2;
- this.hls = void 0;
- this.hasGaps = false;
- this.hls = hls;
- this._registerListeners();
- }
- _registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.BUFFER_APPENDED, this.onBufferAppended, this);
- hls.on(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- hls.on(Events.FRAG_LOADED, this.onFragLoaded, this);
- }
- _unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.BUFFER_APPENDED, this.onBufferAppended, this);
- hls.off(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- hls.off(Events.FRAG_LOADED, this.onFragLoaded, this);
- }
- destroy() {
- this._unregisterListeners();
- // @ts-ignore
- this.fragments =
- // @ts-ignore
- this.activePartLists =
- // @ts-ignore
- this.endListFragments = this.timeRanges = null;
- }
- /**
- * Return a Fragment or Part with an appended range that matches the position and levelType
- * Otherwise, return null
- */
- getAppendedFrag(position, levelType) {
- const activeParts = this.activePartLists[levelType];
- if (activeParts) {
- for (let i = activeParts.length; i--;) {
- const activePart = activeParts[i];
- if (!activePart) {
- break;
- }
- const appendedPTS = activePart.end;
- if (activePart.start <= position && appendedPTS !== null && position <= appendedPTS) {
- return activePart;
- }
- }
- }
- return this.getBufferedFrag(position, levelType);
- }
- /**
- * Return a buffered Fragment that matches the position and levelType.
- * A buffered Fragment is one whose loading, parsing and appending is done (completed or "partial" meaning aborted).
- * If not found any Fragment, return null
- */
- getBufferedFrag(position, levelType) {
- return this.getFragAtPos(position, levelType, true);
- }
- getFragAtPos(position, levelType, buffered) {
- const {
- fragments
- } = this;
- const keys = Object.keys(fragments);
- for (let i = keys.length; i--;) {
- const fragmentEntity = fragments[keys[i]];
- if ((fragmentEntity == null ? void 0 : fragmentEntity.body.type) === levelType && (!buffered || fragmentEntity.buffered)) {
- const frag = fragmentEntity.body;
- if (frag.start <= position && position <= frag.end) {
- return frag;
- }
- }
- }
- return null;
- }
- /**
- * Partial fragments effected by coded frame eviction will be removed
- * The browser will unload parts of the buffer to free up memory for new buffer data
- * Fragments will need to be reloaded when the buffer is freed up, removing partial fragments will allow them to reload(since there might be parts that are still playable)
- */
- detectEvictedFragments(elementaryStream, timeRange, playlistType, appendedPart, removeAppending) {
- if (this.timeRanges) {
- this.timeRanges[elementaryStream] = timeRange;
- }
- // Check if any flagged fragments have been unloaded
- // excluding anything newer than appendedPartSn
- const appendedPartSn = (appendedPart == null ? void 0 : appendedPart.fragment.sn) || -1;
- Object.keys(this.fragments).forEach(key => {
- const fragmentEntity = this.fragments[key];
- if (!fragmentEntity) {
- return;
- }
- if (appendedPartSn >= fragmentEntity.body.sn) {
- return;
- }
- if (!fragmentEntity.buffered && (!fragmentEntity.loaded || removeAppending)) {
- if (fragmentEntity.body.type === playlistType) {
- this.removeFragment(fragmentEntity.body);
- }
- return;
- }
- const esData = fragmentEntity.range[elementaryStream];
- if (!esData) {
- return;
- }
- if (esData.time.length === 0) {
- this.removeFragment(fragmentEntity.body);
- return;
- }
- esData.time.some(time => {
- const isNotBuffered = !this.isTimeBuffered(time.startPTS, time.endPTS, timeRange);
- if (isNotBuffered) {
- // Unregister partial fragment as it needs to load again to be reused
- this.removeFragment(fragmentEntity.body);
- }
- return isNotBuffered;
- });
- });
- }
- /**
- * Checks if the fragment passed in is loaded in the buffer properly
- * Partially loaded fragments will be registered as a partial fragment
- */
- detectPartialFragments(data) {
- const timeRanges = this.timeRanges;
- if (!timeRanges || data.frag.sn === 'initSegment') {
- return;
- }
- const frag = data.frag;
- const fragKey = getFragmentKey(frag);
- const fragmentEntity = this.fragments[fragKey];
- if (!fragmentEntity || fragmentEntity.buffered && frag.gap) {
- return;
- }
- const isFragHint = !frag.relurl;
- Object.keys(timeRanges).forEach(elementaryStream => {
- const streamInfo = frag.elementaryStreams[elementaryStream];
- if (!streamInfo) {
- return;
- }
- const timeRange = timeRanges[elementaryStream];
- const partial = isFragHint || streamInfo.partial === true;
- fragmentEntity.range[elementaryStream] = this.getBufferedTimes(frag, data.part, partial, timeRange);
- });
- fragmentEntity.loaded = null;
- if (Object.keys(fragmentEntity.range).length) {
- fragmentEntity.buffered = true;
- const endList = fragmentEntity.body.endList = frag.endList || fragmentEntity.body.endList;
- if (endList) {
- this.endListFragments[fragmentEntity.body.type] = fragmentEntity;
- }
- if (!isPartial(fragmentEntity)) {
- // Remove older fragment parts from lookup after frag is tracked as buffered
- this.removeParts(frag.sn - 1, frag.type);
- }
- } else {
- // remove fragment if nothing was appended
- this.removeFragment(fragmentEntity.body);
- }
- }
- removeParts(snToKeep, levelType) {
- const activeParts = this.activePartLists[levelType];
- if (!activeParts) {
- return;
- }
- this.activePartLists[levelType] = filterParts(activeParts, part => part.fragment.sn >= snToKeep);
- }
- fragBuffered(frag, force) {
- const fragKey = getFragmentKey(frag);
- let fragmentEntity = this.fragments[fragKey];
- if (!fragmentEntity && force) {
- fragmentEntity = this.fragments[fragKey] = {
- body: frag,
- appendedPTS: null,
- loaded: null,
- buffered: false,
- range: Object.create(null)
- };
- if (frag.gap) {
- this.hasGaps = true;
- }
- }
- if (fragmentEntity) {
- fragmentEntity.loaded = null;
- fragmentEntity.buffered = true;
- }
- }
- getBufferedTimes(fragment, part, partial, timeRange) {
- const buffered = {
- time: [],
- partial
- };
- const startPTS = fragment.start;
- const endPTS = fragment.end;
- const minEndPTS = fragment.minEndPTS || endPTS;
- const maxStartPTS = fragment.maxStartPTS || startPTS;
- for (let i = 0; i < timeRange.length; i++) {
- const startTime = timeRange.start(i) - this.bufferPadding;
- const endTime = timeRange.end(i) + this.bufferPadding;
- if (maxStartPTS >= startTime && minEndPTS <= endTime) {
- // Fragment is entirely contained in buffer
- // No need to check the other timeRange times since it's completely playable
- buffered.time.push({
- startPTS: Math.max(startPTS, timeRange.start(i)),
- endPTS: Math.min(endPTS, timeRange.end(i))
- });
- break;
- } else if (startPTS < endTime && endPTS > startTime) {
- const start = Math.max(startPTS, timeRange.start(i));
- const end = Math.min(endPTS, timeRange.end(i));
- if (end > start) {
- buffered.partial = true;
- // Check for intersection with buffer
- // Get playable sections of the fragment
- buffered.time.push({
- startPTS: start,
- endPTS: end
- });
- }
- } else if (endPTS <= startTime) {
- // No need to check the rest of the timeRange as it is in order
- break;
- }
- }
- return buffered;
- }
- /**
- * Gets the partial fragment for a certain time
- */
- getPartialFragment(time) {
- let bestFragment = null;
- let timePadding;
- let startTime;
- let endTime;
- let bestOverlap = 0;
- const {
- bufferPadding,
- fragments
- } = this;
- Object.keys(fragments).forEach(key => {
- const fragmentEntity = fragments[key];
- if (!fragmentEntity) {
- return;
- }
- if (isPartial(fragmentEntity)) {
- startTime = fragmentEntity.body.start - bufferPadding;
- endTime = fragmentEntity.body.end + bufferPadding;
- if (time >= startTime && time <= endTime) {
- // Use the fragment that has the most padding from start and end time
- timePadding = Math.min(time - startTime, endTime - time);
- if (bestOverlap <= timePadding) {
- bestFragment = fragmentEntity.body;
- bestOverlap = timePadding;
- }
- }
- }
- });
- return bestFragment;
- }
- isEndListAppended(type) {
- const lastFragmentEntity = this.endListFragments[type];
- return lastFragmentEntity !== undefined && (lastFragmentEntity.buffered || isPartial(lastFragmentEntity));
- }
- getState(fragment) {
- const fragKey = getFragmentKey(fragment);
- const fragmentEntity = this.fragments[fragKey];
- if (fragmentEntity) {
- if (!fragmentEntity.buffered) {
- return FragmentState.APPENDING;
- } else if (isPartial(fragmentEntity)) {
- return FragmentState.PARTIAL;
- } else {
- return FragmentState.OK;
- }
- }
- return FragmentState.NOT_LOADED;
- }
- isTimeBuffered(startPTS, endPTS, timeRange) {
- let startTime;
- let endTime;
- for (let i = 0; i < timeRange.length; i++) {
- startTime = timeRange.start(i) - this.bufferPadding;
- endTime = timeRange.end(i) + this.bufferPadding;
- if (startPTS >= startTime && endPTS <= endTime) {
- return true;
- }
- if (endPTS <= startTime) {
- // No need to check the rest of the timeRange as it is in order
- return false;
- }
- }
- return false;
- }
- onManifestLoading() {
- this.removeAllFragments();
- }
- onFragLoaded(event, data) {
- // don't track initsegment (for which sn is not a number)
- // don't track frags used for bitrateTest, they're irrelevant.
- if (data.frag.sn === 'initSegment' || data.frag.bitrateTest) {
- return;
- }
- const frag = data.frag;
- // Fragment entity `loaded` FragLoadedData is null when loading parts
- const loaded = data.part ? null : data;
- const fragKey = getFragmentKey(frag);
- this.fragments[fragKey] = {
- body: frag,
- appendedPTS: null,
- loaded,
- buffered: false,
- range: Object.create(null)
- };
- }
- onBufferAppended(event, data) {
- const {
- frag,
- part,
- timeRanges,
- type
- } = data;
- if (frag.sn === 'initSegment') {
- return;
- }
- const playlistType = frag.type;
- if (part) {
- let activeParts = this.activePartLists[playlistType];
- if (!activeParts) {
- this.activePartLists[playlistType] = activeParts = [];
- }
- activeParts.push(part);
- }
- // Store the latest timeRanges loaded in the buffer
- this.timeRanges = timeRanges;
- const timeRange = timeRanges[type];
- this.detectEvictedFragments(type, timeRange, playlistType, part);
- }
- onFragBuffered(event, data) {
- this.detectPartialFragments(data);
- }
- hasFragment(fragment) {
- const fragKey = getFragmentKey(fragment);
- return !!this.fragments[fragKey];
- }
- hasFragments(type) {
- const {
- fragments
- } = this;
- const keys = Object.keys(fragments);
- if (!type) {
- return keys.length > 0;
- }
- for (let i = keys.length; i--;) {
- const fragmentEntity = fragments[keys[i]];
- if ((fragmentEntity == null ? void 0 : fragmentEntity.body.type) === type) {
- return true;
- }
- }
- return false;
- }
- hasParts(type) {
- var _this$activePartLists;
- return !!((_this$activePartLists = this.activePartLists[type]) != null && _this$activePartLists.length);
- }
- removeFragmentsInRange(start, end, playlistType, withGapOnly, unbufferedOnly) {
- if (withGapOnly && !this.hasGaps) {
- return;
- }
- Object.keys(this.fragments).forEach(key => {
- const fragmentEntity = this.fragments[key];
- if (!fragmentEntity) {
- return;
- }
- const frag = fragmentEntity.body;
- if (frag.type !== playlistType || withGapOnly && !frag.gap) {
- return;
- }
- if (frag.start < end && frag.end > start && (fragmentEntity.buffered || unbufferedOnly)) {
- this.removeFragment(frag);
- }
- });
- }
- removeFragment(fragment) {
- const fragKey = getFragmentKey(fragment);
- fragment.clearElementaryStreamInfo();
- const activeParts = this.activePartLists[fragment.type];
- if (activeParts) {
- const snToRemove = fragment.sn;
- this.activePartLists[fragment.type] = filterParts(activeParts, part => part.fragment.sn !== snToRemove);
- }
- delete this.fragments[fragKey];
- if (fragment.endList) {
- delete this.endListFragments[fragment.type];
- }
- }
- removeAllFragments() {
- var _this$hls, _this$hls$latestLevel;
- this.fragments = Object.create(null);
- this.endListFragments = Object.create(null);
- this.activePartLists = Object.create(null);
- this.hasGaps = false;
- const partlist = (_this$hls = this.hls) == null ? void 0 : (_this$hls$latestLevel = _this$hls.latestLevelDetails) == null ? void 0 : _this$hls$latestLevel.partList;
- if (partlist) {
- partlist.forEach(part => part.clearElementaryStreamInfo());
- }
- }
- }
- function isPartial(fragmentEntity) {
- var _fragmentEntity$range, _fragmentEntity$range2, _fragmentEntity$range3;
- return fragmentEntity.buffered && (fragmentEntity.body.gap || ((_fragmentEntity$range = fragmentEntity.range.video) == null ? void 0 : _fragmentEntity$range.partial) || ((_fragmentEntity$range2 = fragmentEntity.range.audio) == null ? void 0 : _fragmentEntity$range2.partial) || ((_fragmentEntity$range3 = fragmentEntity.range.audiovideo) == null ? void 0 : _fragmentEntity$range3.partial));
- }
- function getFragmentKey(fragment) {
- return `${fragment.type}_${fragment.level}_${fragment.sn}`;
- }
- function filterParts(partList, predicate) {
- return partList.filter(part => {
- const keep = predicate(part);
- if (!keep) {
- part.clearElementaryStreamInfo();
- }
- return keep;
- });
- }
- var DecrypterAesMode = {
- cbc: 0,
- ctr: 1
- };
- class AESCrypto {
- constructor(subtle, iv, aesMode) {
- this.subtle = void 0;
- this.aesIV = void 0;
- this.aesMode = void 0;
- this.subtle = subtle;
- this.aesIV = iv;
- this.aesMode = aesMode;
- }
- decrypt(data, key) {
- switch (this.aesMode) {
- case DecrypterAesMode.cbc:
- return this.subtle.decrypt({
- name: 'AES-CBC',
- iv: this.aesIV
- }, key, data);
- case DecrypterAesMode.ctr:
- return this.subtle.decrypt({
- name: 'AES-CTR',
- counter: this.aesIV,
- length: 64
- },
- //64 : NIST SP800-38A standard suggests that the counter should occupy half of the counter block
- key, data);
- default:
- throw new Error(`[AESCrypto] invalid aes mode ${this.aesMode}`);
- }
- }
- }
- // PKCS7
- function removePadding(array) {
- const outputBytes = array.byteLength;
- const paddingBytes = outputBytes && new DataView(array.buffer).getUint8(outputBytes - 1);
- if (paddingBytes) {
- return array.slice(0, outputBytes - paddingBytes);
- }
- return array;
- }
- class AESDecryptor {
- constructor() {
- this.rcon = [0x0, 0x1, 0x2, 0x4, 0x8, 0x10, 0x20, 0x40, 0x80, 0x1b, 0x36];
- this.subMix = [new Uint32Array(256), new Uint32Array(256), new Uint32Array(256), new Uint32Array(256)];
- this.invSubMix = [new Uint32Array(256), new Uint32Array(256), new Uint32Array(256), new Uint32Array(256)];
- this.sBox = new Uint32Array(256);
- this.invSBox = new Uint32Array(256);
- this.key = new Uint32Array(0);
- this.ksRows = 0;
- this.keySize = 0;
- this.keySchedule = void 0;
- this.invKeySchedule = void 0;
- this.initTable();
- }
- // Using view.getUint32() also swaps the byte order.
- uint8ArrayToUint32Array_(arrayBuffer) {
- const view = new DataView(arrayBuffer);
- const newArray = new Uint32Array(4);
- for (let i = 0; i < 4; i++) {
- newArray[i] = view.getUint32(i * 4);
- }
- return newArray;
- }
- initTable() {
- const sBox = this.sBox;
- const invSBox = this.invSBox;
- const subMix = this.subMix;
- const subMix0 = subMix[0];
- const subMix1 = subMix[1];
- const subMix2 = subMix[2];
- const subMix3 = subMix[3];
- const invSubMix = this.invSubMix;
- const invSubMix0 = invSubMix[0];
- const invSubMix1 = invSubMix[1];
- const invSubMix2 = invSubMix[2];
- const invSubMix3 = invSubMix[3];
- const d = new Uint32Array(256);
- let x = 0;
- let xi = 0;
- let i = 0;
- for (i = 0; i < 256; i++) {
- if (i < 128) {
- d[i] = i << 1;
- } else {
- d[i] = i << 1 ^ 0x11b;
- }
- }
- for (i = 0; i < 256; i++) {
- let sx = xi ^ xi << 1 ^ xi << 2 ^ xi << 3 ^ xi << 4;
- sx = sx >>> 8 ^ sx & 0xff ^ 0x63;
- sBox[x] = sx;
- invSBox[sx] = x;
- // Compute multiplication
- const x2 = d[x];
- const x4 = d[x2];
- const x8 = d[x4];
- // Compute sub/invSub bytes, mix columns tables
- let t = d[sx] * 0x101 ^ sx * 0x1010100;
- subMix0[x] = t << 24 | t >>> 8;
- subMix1[x] = t << 16 | t >>> 16;
- subMix2[x] = t << 8 | t >>> 24;
- subMix3[x] = t;
- // Compute inv sub bytes, inv mix columns tables
- t = x8 * 0x1010101 ^ x4 * 0x10001 ^ x2 * 0x101 ^ x * 0x1010100;
- invSubMix0[sx] = t << 24 | t >>> 8;
- invSubMix1[sx] = t << 16 | t >>> 16;
- invSubMix2[sx] = t << 8 | t >>> 24;
- invSubMix3[sx] = t;
- // Compute next counter
- if (!x) {
- x = xi = 1;
- } else {
- x = x2 ^ d[d[d[x8 ^ x2]]];
- xi ^= d[d[xi]];
- }
- }
- }
- expandKey(keyBuffer) {
- // convert keyBuffer to Uint32Array
- const key = this.uint8ArrayToUint32Array_(keyBuffer);
- let sameKey = true;
- let offset = 0;
- while (offset < key.length && sameKey) {
- sameKey = key[offset] === this.key[offset];
- offset++;
- }
- if (sameKey) {
- return;
- }
- this.key = key;
- const keySize = this.keySize = key.length;
- if (keySize !== 4 && keySize !== 6 && keySize !== 8) {
- throw new Error('Invalid aes key size=' + keySize);
- }
- const ksRows = this.ksRows = (keySize + 6 + 1) * 4;
- let ksRow;
- let invKsRow;
- const keySchedule = this.keySchedule = new Uint32Array(ksRows);
- const invKeySchedule = this.invKeySchedule = new Uint32Array(ksRows);
- const sbox = this.sBox;
- const rcon = this.rcon;
- const invSubMix = this.invSubMix;
- const invSubMix0 = invSubMix[0];
- const invSubMix1 = invSubMix[1];
- const invSubMix2 = invSubMix[2];
- const invSubMix3 = invSubMix[3];
- let prev;
- let t;
- for (ksRow = 0; ksRow < ksRows; ksRow++) {
- if (ksRow < keySize) {
- prev = keySchedule[ksRow] = key[ksRow];
- continue;
- }
- t = prev;
- if (ksRow % keySize === 0) {
- // Rot word
- t = t << 8 | t >>> 24;
- // Sub word
- t = sbox[t >>> 24] << 24 | sbox[t >>> 16 & 0xff] << 16 | sbox[t >>> 8 & 0xff] << 8 | sbox[t & 0xff];
- // Mix Rcon
- t ^= rcon[ksRow / keySize | 0] << 24;
- } else if (keySize > 6 && ksRow % keySize === 4) {
- // Sub word
- t = sbox[t >>> 24] << 24 | sbox[t >>> 16 & 0xff] << 16 | sbox[t >>> 8 & 0xff] << 8 | sbox[t & 0xff];
- }
- keySchedule[ksRow] = prev = (keySchedule[ksRow - keySize] ^ t) >>> 0;
- }
- for (invKsRow = 0; invKsRow < ksRows; invKsRow++) {
- ksRow = ksRows - invKsRow;
- if (invKsRow & 3) {
- t = keySchedule[ksRow];
- } else {
- t = keySchedule[ksRow - 4];
- }
- if (invKsRow < 4 || ksRow <= 4) {
- invKeySchedule[invKsRow] = t;
- } else {
- invKeySchedule[invKsRow] = invSubMix0[sbox[t >>> 24]] ^ invSubMix1[sbox[t >>> 16 & 0xff]] ^ invSubMix2[sbox[t >>> 8 & 0xff]] ^ invSubMix3[sbox[t & 0xff]];
- }
- invKeySchedule[invKsRow] = invKeySchedule[invKsRow] >>> 0;
- }
- }
- // Adding this as a method greatly improves performance.
- networkToHostOrderSwap(word) {
- return word << 24 | (word & 0xff00) << 8 | (word & 0xff0000) >> 8 | word >>> 24;
- }
- decrypt(inputArrayBuffer, offset, aesIV) {
- const nRounds = this.keySize + 6;
- const invKeySchedule = this.invKeySchedule;
- const invSBOX = this.invSBox;
- const invSubMix = this.invSubMix;
- const invSubMix0 = invSubMix[0];
- const invSubMix1 = invSubMix[1];
- const invSubMix2 = invSubMix[2];
- const invSubMix3 = invSubMix[3];
- const initVector = this.uint8ArrayToUint32Array_(aesIV);
- let initVector0 = initVector[0];
- let initVector1 = initVector[1];
- let initVector2 = initVector[2];
- let initVector3 = initVector[3];
- const inputInt32 = new Int32Array(inputArrayBuffer);
- const outputInt32 = new Int32Array(inputInt32.length);
- let t0, t1, t2, t3;
- let s0, s1, s2, s3;
- let inputWords0, inputWords1, inputWords2, inputWords3;
- let ksRow, i;
- const swapWord = this.networkToHostOrderSwap;
- while (offset < inputInt32.length) {
- inputWords0 = swapWord(inputInt32[offset]);
- inputWords1 = swapWord(inputInt32[offset + 1]);
- inputWords2 = swapWord(inputInt32[offset + 2]);
- inputWords3 = swapWord(inputInt32[offset + 3]);
- s0 = inputWords0 ^ invKeySchedule[0];
- s1 = inputWords3 ^ invKeySchedule[1];
- s2 = inputWords2 ^ invKeySchedule[2];
- s3 = inputWords1 ^ invKeySchedule[3];
- ksRow = 4;
- // Iterate through the rounds of decryption
- for (i = 1; i < nRounds; i++) {
- t0 = invSubMix0[s0 >>> 24] ^ invSubMix1[s1 >> 16 & 0xff] ^ invSubMix2[s2 >> 8 & 0xff] ^ invSubMix3[s3 & 0xff] ^ invKeySchedule[ksRow];
- t1 = invSubMix0[s1 >>> 24] ^ invSubMix1[s2 >> 16 & 0xff] ^ invSubMix2[s3 >> 8 & 0xff] ^ invSubMix3[s0 & 0xff] ^ invKeySchedule[ksRow + 1];
- t2 = invSubMix0[s2 >>> 24] ^ invSubMix1[s3 >> 16 & 0xff] ^ invSubMix2[s0 >> 8 & 0xff] ^ invSubMix3[s1 & 0xff] ^ invKeySchedule[ksRow + 2];
- t3 = invSubMix0[s3 >>> 24] ^ invSubMix1[s0 >> 16 & 0xff] ^ invSubMix2[s1 >> 8 & 0xff] ^ invSubMix3[s2 & 0xff] ^ invKeySchedule[ksRow + 3];
- // Update state
- s0 = t0;
- s1 = t1;
- s2 = t2;
- s3 = t3;
- ksRow = ksRow + 4;
- }
- // Shift rows, sub bytes, add round key
- t0 = invSBOX[s0 >>> 24] << 24 ^ invSBOX[s1 >> 16 & 0xff] << 16 ^ invSBOX[s2 >> 8 & 0xff] << 8 ^ invSBOX[s3 & 0xff] ^ invKeySchedule[ksRow];
- t1 = invSBOX[s1 >>> 24] << 24 ^ invSBOX[s2 >> 16 & 0xff] << 16 ^ invSBOX[s3 >> 8 & 0xff] << 8 ^ invSBOX[s0 & 0xff] ^ invKeySchedule[ksRow + 1];
- t2 = invSBOX[s2 >>> 24] << 24 ^ invSBOX[s3 >> 16 & 0xff] << 16 ^ invSBOX[s0 >> 8 & 0xff] << 8 ^ invSBOX[s1 & 0xff] ^ invKeySchedule[ksRow + 2];
- t3 = invSBOX[s3 >>> 24] << 24 ^ invSBOX[s0 >> 16 & 0xff] << 16 ^ invSBOX[s1 >> 8 & 0xff] << 8 ^ invSBOX[s2 & 0xff] ^ invKeySchedule[ksRow + 3];
- // Write
- outputInt32[offset] = swapWord(t0 ^ initVector0);
- outputInt32[offset + 1] = swapWord(t3 ^ initVector1);
- outputInt32[offset + 2] = swapWord(t2 ^ initVector2);
- outputInt32[offset + 3] = swapWord(t1 ^ initVector3);
- // reset initVector to last 4 unsigned int
- initVector0 = inputWords0;
- initVector1 = inputWords1;
- initVector2 = inputWords2;
- initVector3 = inputWords3;
- offset = offset + 4;
- }
- return outputInt32.buffer;
- }
- }
- class FastAESKey {
- constructor(subtle, key, aesMode) {
- this.subtle = void 0;
- this.key = void 0;
- this.aesMode = void 0;
- this.subtle = subtle;
- this.key = key;
- this.aesMode = aesMode;
- }
- expandKey() {
- const subtleAlgoName = getSubtleAlgoName(this.aesMode);
- return this.subtle.importKey('raw', this.key, {
- name: subtleAlgoName
- }, false, ['encrypt', 'decrypt']);
- }
- }
- function getSubtleAlgoName(aesMode) {
- switch (aesMode) {
- case DecrypterAesMode.cbc:
- return 'AES-CBC';
- case DecrypterAesMode.ctr:
- return 'AES-CTR';
- default:
- throw new Error(`[FastAESKey] invalid aes mode ${aesMode}`);
- }
- }
- const CHUNK_SIZE = 16; // 16 bytes, 128 bits
- class Decrypter {
- constructor(config, {
- removePKCS7Padding = true
- } = {}) {
- this.logEnabled = true;
- this.removePKCS7Padding = void 0;
- this.subtle = null;
- this.softwareDecrypter = null;
- this.key = null;
- this.fastAesKey = null;
- this.remainderData = null;
- this.currentIV = null;
- this.currentResult = null;
- this.useSoftware = void 0;
- this.enableSoftwareAES = void 0;
- this.enableSoftwareAES = config.enableSoftwareAES;
- this.removePKCS7Padding = removePKCS7Padding;
- // built in decryptor expects PKCS7 padding
- if (removePKCS7Padding) {
- try {
- const browserCrypto = self.crypto;
- if (browserCrypto) {
- this.subtle = browserCrypto.subtle || browserCrypto.webkitSubtle;
- }
- } catch (e) {
- /* no-op */
- }
- }
- this.useSoftware = !this.subtle;
- }
- destroy() {
- this.subtle = null;
- this.softwareDecrypter = null;
- this.key = null;
- this.fastAesKey = null;
- this.remainderData = null;
- this.currentIV = null;
- this.currentResult = null;
- }
- isSync() {
- return this.useSoftware;
- }
- flush() {
- const {
- currentResult,
- remainderData
- } = this;
- if (!currentResult || remainderData) {
- this.reset();
- return null;
- }
- const data = new Uint8Array(currentResult);
- this.reset();
- if (this.removePKCS7Padding) {
- return removePadding(data);
- }
- return data;
- }
- reset() {
- this.currentResult = null;
- this.currentIV = null;
- this.remainderData = null;
- if (this.softwareDecrypter) {
- this.softwareDecrypter = null;
- }
- }
- decrypt(data, key, iv, aesMode) {
- if (this.useSoftware) {
- return new Promise((resolve, reject) => {
- const dataView = ArrayBuffer.isView(data) ? data : new Uint8Array(data);
- this.softwareDecrypt(dataView, key, iv, aesMode);
- const decryptResult = this.flush();
- if (decryptResult) {
- resolve(decryptResult.buffer);
- } else {
- reject(new Error('[softwareDecrypt] Failed to decrypt data'));
- }
- });
- }
- return this.webCryptoDecrypt(new Uint8Array(data), key, iv, aesMode);
- }
- // Software decryption is progressive. Progressive decryption may not return a result on each call. Any cached
- // data is handled in the flush() call
- softwareDecrypt(data, key, iv, aesMode) {
- const {
- currentIV,
- currentResult,
- remainderData
- } = this;
- if (aesMode !== DecrypterAesMode.cbc || key.byteLength !== 16) {
- logger.warn('SoftwareDecrypt: can only handle AES-128-CBC');
- return null;
- }
- this.logOnce('JS AES decrypt');
- // The output is staggered during progressive parsing - the current result is cached, and emitted on the next call
- // This is done in order to strip PKCS7 padding, which is found at the end of each segment. We only know we've reached
- // the end on flush(), but by that time we have already received all bytes for the segment.
- // Progressive decryption does not work with WebCrypto
- if (remainderData) {
- data = appendUint8Array(remainderData, data);
- this.remainderData = null;
- }
- // Byte length must be a multiple of 16 (AES-128 = 128 bit blocks = 16 bytes)
- const currentChunk = this.getValidChunk(data);
- if (!currentChunk.length) {
- return null;
- }
- if (currentIV) {
- iv = currentIV;
- }
- let softwareDecrypter = this.softwareDecrypter;
- if (!softwareDecrypter) {
- softwareDecrypter = this.softwareDecrypter = new AESDecryptor();
- }
- softwareDecrypter.expandKey(key);
- const result = currentResult;
- this.currentResult = softwareDecrypter.decrypt(currentChunk.buffer, 0, iv);
- this.currentIV = currentChunk.slice(-16).buffer;
- if (!result) {
- return null;
- }
- return result;
- }
- webCryptoDecrypt(data, key, iv, aesMode) {
- if (this.key !== key || !this.fastAesKey) {
- if (!this.subtle) {
- return Promise.resolve(this.onWebCryptoError(data, key, iv, aesMode));
- }
- this.key = key;
- this.fastAesKey = new FastAESKey(this.subtle, key, aesMode);
- }
- return this.fastAesKey.expandKey().then(aesKey => {
- // decrypt using web crypto
- if (!this.subtle) {
- return Promise.reject(new Error('web crypto not initialized'));
- }
- this.logOnce('WebCrypto AES decrypt');
- const crypto = new AESCrypto(this.subtle, new Uint8Array(iv), aesMode);
- return crypto.decrypt(data.buffer, aesKey);
- }).catch(err => {
- logger.warn(`[decrypter]: WebCrypto Error, disable WebCrypto API, ${err.name}: ${err.message}`);
- return this.onWebCryptoError(data, key, iv, aesMode);
- });
- }
- onWebCryptoError(data, key, iv, aesMode) {
- const enableSoftwareAES = this.enableSoftwareAES;
- if (enableSoftwareAES) {
- this.useSoftware = true;
- this.logEnabled = true;
- this.softwareDecrypt(data, key, iv, aesMode);
- const decryptResult = this.flush();
- if (decryptResult) {
- return decryptResult.buffer;
- }
- }
- throw new Error('WebCrypto' + (enableSoftwareAES ? ' and softwareDecrypt' : '') + ': failed to decrypt data');
- }
- getValidChunk(data) {
- let currentChunk = data;
- const splitPoint = data.length - data.length % CHUNK_SIZE;
- if (splitPoint !== data.length) {
- currentChunk = data.slice(0, splitPoint);
- this.remainderData = data.slice(splitPoint);
- }
- return currentChunk;
- }
- logOnce(msg) {
- if (!this.logEnabled) {
- return;
- }
- logger.log(`[decrypter]: ${msg}`);
- this.logEnabled = false;
- }
- }
- const MIN_CHUNK_SIZE = Math.pow(2, 17); // 128kb
- class FragmentLoader {
- constructor(config) {
- this.config = void 0;
- this.loader = null;
- this.partLoadTimeout = -1;
- this.config = config;
- }
- destroy() {
- if (this.loader) {
- this.loader.destroy();
- this.loader = null;
- }
- }
- abort() {
- if (this.loader) {
- // Abort the loader for current fragment. Only one may load at any given time
- this.loader.abort();
- }
- }
- load(frag, onProgress) {
- const url = frag.url;
- if (!url) {
- return Promise.reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.FRAG_LOAD_ERROR,
- fatal: false,
- frag,
- error: new Error(`Fragment does not have a ${url ? 'part list' : 'url'}`),
- networkDetails: null
- }));
- }
- this.abort();
- const config = this.config;
- const FragmentILoader = config.fLoader;
- const DefaultILoader = config.loader;
- return new Promise((resolve, reject) => {
- if (this.loader) {
- this.loader.destroy();
- }
- if (frag.gap) {
- if (frag.tagList.some(tags => tags[0] === 'GAP')) {
- reject(createGapLoadError(frag));
- return;
- } else {
- // Reset temporary treatment as GAP tag
- frag.gap = false;
- }
- }
- const loader = this.loader = FragmentILoader ? new FragmentILoader(config) : new DefaultILoader(config);
- const loaderContext = createLoaderContext(frag);
- frag.loader = loader;
- const loadPolicy = getLoaderConfigWithoutReties(config.fragLoadPolicy.default);
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: 0,
- retryDelay: 0,
- maxRetryDelay: 0,
- highWaterMark: frag.sn === 'initSegment' ? Infinity : MIN_CHUNK_SIZE
- };
- // Assign frag stats to the loader's stats reference
- frag.stats = loader.stats;
- const callbacks = {
- onSuccess: (response, stats, context, networkDetails) => {
- this.resetLoader(frag, loader);
- let payload = response.data;
- if (context.resetIV && frag.decryptdata) {
- frag.decryptdata.iv = new Uint8Array(payload.slice(0, 16));
- payload = payload.slice(16);
- }
- resolve({
- frag,
- part: null,
- payload,
- networkDetails
- });
- },
- onError: (response, context, networkDetails, stats) => {
- this.resetLoader(frag, loader);
- reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.FRAG_LOAD_ERROR,
- fatal: false,
- frag,
- response: _objectSpread2({
- url,
- data: undefined
- }, response),
- error: new Error(`HTTP Error ${response.code} ${response.text}`),
- networkDetails,
- stats
- }));
- },
- onAbort: (stats, context, networkDetails) => {
- this.resetLoader(frag, loader);
- reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.INTERNAL_ABORTED,
- fatal: false,
- frag,
- error: new Error('Aborted'),
- networkDetails,
- stats
- }));
- },
- onTimeout: (stats, context, networkDetails) => {
- this.resetLoader(frag, loader);
- reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.FRAG_LOAD_TIMEOUT,
- fatal: false,
- frag,
- error: new Error(`Timeout after ${loaderConfig.timeout}ms`),
- networkDetails,
- stats
- }));
- }
- };
- if (onProgress) {
- callbacks.onProgress = (stats, context, data, networkDetails) => onProgress({
- frag,
- part: null,
- payload: data,
- networkDetails
- });
- }
- loader.load(loaderContext, loaderConfig, callbacks);
- });
- }
- loadPart(frag, part, onProgress) {
- this.abort();
- const config = this.config;
- const FragmentILoader = config.fLoader;
- const DefaultILoader = config.loader;
- return new Promise((resolve, reject) => {
- if (this.loader) {
- this.loader.destroy();
- }
- if (frag.gap || part.gap) {
- reject(createGapLoadError(frag, part));
- return;
- }
- const loader = this.loader = FragmentILoader ? new FragmentILoader(config) : new DefaultILoader(config);
- const loaderContext = createLoaderContext(frag, part);
- frag.loader = loader;
- // Should we define another load policy for parts?
- const loadPolicy = getLoaderConfigWithoutReties(config.fragLoadPolicy.default);
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: 0,
- retryDelay: 0,
- maxRetryDelay: 0,
- highWaterMark: MIN_CHUNK_SIZE
- };
- // Assign part stats to the loader's stats reference
- part.stats = loader.stats;
- loader.load(loaderContext, loaderConfig, {
- onSuccess: (response, stats, context, networkDetails) => {
- this.resetLoader(frag, loader);
- this.updateStatsFromPart(frag, part);
- const partLoadedData = {
- frag,
- part,
- payload: response.data,
- networkDetails
- };
- onProgress(partLoadedData);
- resolve(partLoadedData);
- },
- onError: (response, context, networkDetails, stats) => {
- this.resetLoader(frag, loader);
- reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.FRAG_LOAD_ERROR,
- fatal: false,
- frag,
- part,
- response: _objectSpread2({
- url: loaderContext.url,
- data: undefined
- }, response),
- error: new Error(`HTTP Error ${response.code} ${response.text}`),
- networkDetails,
- stats
- }));
- },
- onAbort: (stats, context, networkDetails) => {
- frag.stats.aborted = part.stats.aborted;
- this.resetLoader(frag, loader);
- reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.INTERNAL_ABORTED,
- fatal: false,
- frag,
- part,
- error: new Error('Aborted'),
- networkDetails,
- stats
- }));
- },
- onTimeout: (stats, context, networkDetails) => {
- this.resetLoader(frag, loader);
- reject(new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.FRAG_LOAD_TIMEOUT,
- fatal: false,
- frag,
- part,
- error: new Error(`Timeout after ${loaderConfig.timeout}ms`),
- networkDetails,
- stats
- }));
- }
- });
- });
- }
- updateStatsFromPart(frag, part) {
- const fragStats = frag.stats;
- const partStats = part.stats;
- const partTotal = partStats.total;
- fragStats.loaded += partStats.loaded;
- if (partTotal) {
- const estTotalParts = Math.round(frag.duration / part.duration);
- const estLoadedParts = Math.min(Math.round(fragStats.loaded / partTotal), estTotalParts);
- const estRemainingParts = estTotalParts - estLoadedParts;
- const estRemainingBytes = estRemainingParts * Math.round(fragStats.loaded / estLoadedParts);
- fragStats.total = fragStats.loaded + estRemainingBytes;
- } else {
- fragStats.total = Math.max(fragStats.loaded, fragStats.total);
- }
- const fragLoading = fragStats.loading;
- const partLoading = partStats.loading;
- if (fragLoading.start) {
- // add to fragment loader latency
- fragLoading.first += partLoading.first - partLoading.start;
- } else {
- fragLoading.start = partLoading.start;
- fragLoading.first = partLoading.first;
- }
- fragLoading.end = partLoading.end;
- }
- resetLoader(frag, loader) {
- frag.loader = null;
- if (this.loader === loader) {
- self.clearTimeout(this.partLoadTimeout);
- this.loader = null;
- }
- loader.destroy();
- }
- }
- function createLoaderContext(frag, part = null) {
- const segment = part || frag;
- const loaderContext = {
- frag,
- part,
- responseType: 'arraybuffer',
- url: segment.url,
- headers: {},
- rangeStart: 0,
- rangeEnd: 0
- };
- const start = segment.byteRangeStartOffset;
- const end = segment.byteRangeEndOffset;
- if (isFiniteNumber(start) && isFiniteNumber(end)) {
- var _frag$decryptdata;
- let byteRangeStart = start;
- let byteRangeEnd = end;
- if (frag.sn === 'initSegment' && isMethodFullSegmentAesCbc((_frag$decryptdata = frag.decryptdata) == null ? void 0 : _frag$decryptdata.method)) {
- // MAP segment encrypted with method 'AES-128' or 'AES-256' (cbc), when served with HTTP Range,
- // has the unencrypted size specified in the range.
- // Ref: https://tools.ietf.org/html/draft-pantos-hls-rfc8216bis-08#section-6.3.6
- const fragmentLen = end - start;
- if (fragmentLen % 16) {
- byteRangeEnd = end + (16 - fragmentLen % 16);
- }
- if (start !== 0) {
- loaderContext.resetIV = true;
- byteRangeStart = start - 16;
- }
- }
- loaderContext.rangeStart = byteRangeStart;
- loaderContext.rangeEnd = byteRangeEnd;
- }
- return loaderContext;
- }
- function createGapLoadError(frag, part) {
- const error = new Error(`GAP ${frag.gap ? 'tag' : 'attribute'} found`);
- const errorData = {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_GAP,
- fatal: false,
- frag,
- error,
- networkDetails: null
- };
- if (part) {
- errorData.part = part;
- }
- (part ? part : frag).stats.aborted = true;
- return new LoadError(errorData);
- }
- function isMethodFullSegmentAesCbc(method) {
- return method === 'AES-128' || method === 'AES-256';
- }
- class LoadError extends Error {
- constructor(data) {
- super(data.error.message);
- this.data = void 0;
- this.data = data;
- }
- }
- /**
- * @ignore
- * Sub-class specialization of EventHandler base class.
- *
- * TaskLoop allows to schedule a task function being called (optionnaly repeatedly) on the main loop,
- * scheduled asynchroneously, avoiding recursive calls in the same tick.
- *
- * The task itself is implemented in `doTick`. It can be requested and called for single execution
- * using the `tick` method.
- *
- * It will be assured that the task execution method (`tick`) only gets called once per main loop "tick",
- * no matter how often it gets requested for execution. Execution in further ticks will be scheduled accordingly.
- *
- * If further execution requests have already been scheduled on the next tick, it can be checked with `hasNextTick`,
- * and cancelled with `clearNextTick`.
- *
- * The task can be scheduled as an interval repeatedly with a period as parameter (see `setInterval`, `clearInterval`).
- *
- * Sub-classes need to implement the `doTick` method which will effectively have the task execution routine.
- *
- * Further explanations:
- *
- * The baseclass has a `tick` method that will schedule the doTick call. It may be called synchroneously
- * only for a stack-depth of one. On re-entrant calls, sub-sequent calls are scheduled for next main loop ticks.
- *
- * When the task execution (`tick` method) is called in re-entrant way this is detected and
- * we are limiting the task execution per call stack to exactly one, but scheduling/post-poning further
- * task processing on the next main loop iteration (also known as "next tick" in the Node/JS runtime lingo).
- */
- class TaskLoop extends Logger {
- constructor(label, logger) {
- super(label, logger);
- this._boundTick = void 0;
- this._tickTimer = null;
- this._tickInterval = null;
- this._tickCallCount = 0;
- this._boundTick = this.tick.bind(this);
- }
- destroy() {
- this.onHandlerDestroying();
- this.onHandlerDestroyed();
- }
- onHandlerDestroying() {
- // clear all timers before unregistering from event bus
- this.clearNextTick();
- this.clearInterval();
- }
- onHandlerDestroyed() {}
- hasInterval() {
- return !!this._tickInterval;
- }
- hasNextTick() {
- return !!this._tickTimer;
- }
- /**
- * @param millis - Interval time (ms)
- * @eturns True when interval has been scheduled, false when already scheduled (no effect)
- */
- setInterval(millis) {
- if (!this._tickInterval) {
- this._tickCallCount = 0;
- this._tickInterval = self.setInterval(this._boundTick, millis);
- return true;
- }
- return false;
- }
- /**
- * @returns True when interval was cleared, false when none was set (no effect)
- */
- clearInterval() {
- if (this._tickInterval) {
- self.clearInterval(this._tickInterval);
- this._tickInterval = null;
- return true;
- }
- return false;
- }
- /**
- * @returns True when timeout was cleared, false when none was set (no effect)
- */
- clearNextTick() {
- if (this._tickTimer) {
- self.clearTimeout(this._tickTimer);
- this._tickTimer = null;
- return true;
- }
- return false;
- }
- /**
- * Will call the subclass doTick implementation in this main loop tick
- * or in the next one (via setTimeout(,0)) in case it has already been called
- * in this tick (in case this is a re-entrant call).
- */
- tick() {
- this._tickCallCount++;
- if (this._tickCallCount === 1) {
- this.doTick();
- // re-entrant call to tick from previous doTick call stack
- // -> schedule a call on the next main loop iteration to process this task processing request
- if (this._tickCallCount > 1) {
- // make sure only one timer exists at any time at max
- this.tickImmediate();
- }
- this._tickCallCount = 0;
- }
- }
- tickImmediate() {
- this.clearNextTick();
- this._tickTimer = self.setTimeout(this._boundTick, 0);
- }
- /**
- * For subclass to implement task logic
- * @abstract
- */
- doTick() {}
- }
- class ChunkMetadata {
- constructor(level, sn, id, size = 0, part = -1, partial = false) {
- this.level = void 0;
- this.sn = void 0;
- this.part = void 0;
- this.id = void 0;
- this.size = void 0;
- this.partial = void 0;
- this.transmuxing = getNewPerformanceTiming();
- this.buffering = {
- audio: getNewPerformanceTiming(),
- video: getNewPerformanceTiming(),
- audiovideo: getNewPerformanceTiming()
- };
- this.level = level;
- this.sn = sn;
- this.id = id;
- this.size = size;
- this.part = part;
- this.partial = partial;
- }
- }
- function getNewPerformanceTiming() {
- return {
- start: 0,
- executeStart: 0,
- executeEnd: 0,
- end: 0
- };
- }
- /**
- * Provides methods dealing with buffer length retrieval for example.
- *
- * In general, a helper around HTML5 MediaElement TimeRanges gathered from `buffered` property.
- *
- * Also @see https://developer.mozilla.org/en-US/docs/Web/API/HTMLMediaElement/buffered
- */
- const noopBuffered = {
- length: 0,
- start: () => 0,
- end: () => 0
- };
- class BufferHelper {
- /**
- * Return true if `media`'s buffered include `position`
- */
- static isBuffered(media, position) {
- if (media) {
- const buffered = BufferHelper.getBuffered(media);
- for (let i = buffered.length; i--;) {
- if (position >= buffered.start(i) && position <= buffered.end(i)) {
- return true;
- }
- }
- }
- return false;
- }
- static bufferedRanges(media) {
- if (media) {
- const timeRanges = BufferHelper.getBuffered(media);
- return BufferHelper.timeRangesToArray(timeRanges);
- }
- return [];
- }
- static timeRangesToArray(timeRanges) {
- const buffered = [];
- for (let i = 0; i < timeRanges.length; i++) {
- buffered.push({
- start: timeRanges.start(i),
- end: timeRanges.end(i)
- });
- }
- return buffered;
- }
- static bufferInfo(media, pos, maxHoleDuration) {
- if (media) {
- const buffered = BufferHelper.bufferedRanges(media);
- if (buffered.length) {
- return BufferHelper.bufferedInfo(buffered, pos, maxHoleDuration);
- }
- }
- return {
- len: 0,
- start: pos,
- end: pos,
- bufferedIndex: -1
- };
- }
- static bufferedInfo(buffered, pos, maxHoleDuration) {
- pos = Math.max(0, pos);
- // sort on buffer.start/smaller end (IE does not always return sorted buffered range)
- if (buffered.length > 1) {
- buffered.sort((a, b) => a.start - b.start || b.end - a.end);
- }
- let bufferedIndex = -1;
- let buffered2 = [];
- if (maxHoleDuration) {
- // there might be some small holes between buffer time range
- // consider that holes smaller than maxHoleDuration are irrelevant and build another
- // buffer time range representations that discards those holes
- for (let i = 0; i < buffered.length; i++) {
- if (pos >= buffered[i].start && pos <= buffered[i].end) {
- bufferedIndex = i;
- }
- const buf2len = buffered2.length;
- if (buf2len) {
- const buf2end = buffered2[buf2len - 1].end;
- // if small hole (value between 0 or maxHoleDuration ) or overlapping (negative)
- if (buffered[i].start - buf2end < maxHoleDuration) {
- // merge overlapping time ranges
- // update lastRange.end only if smaller than item.end
- // e.g. [ 1, 15] with [ 2,8] => [ 1,15] (no need to modify lastRange.end)
- // whereas [ 1, 8] with [ 2,15] => [ 1,15] ( lastRange should switch from [1,8] to [1,15])
- if (buffered[i].end > buf2end) {
- buffered2[buf2len - 1].end = buffered[i].end;
- }
- } else {
- // big hole
- buffered2.push(buffered[i]);
- }
- } else {
- // first value
- buffered2.push(buffered[i]);
- }
- }
- } else {
- buffered2 = buffered;
- }
- let bufferLen = 0;
- let nextStart;
- // bufferStart and bufferEnd are buffer boundaries around current playback position (pos)
- let bufferStart = pos;
- let bufferEnd = pos;
- for (let i = 0; i < buffered2.length; i++) {
- const start = buffered2[i].start;
- const end = buffered2[i].end;
- // logger.log('buf start/end:' + buffered.start(i) + '/' + buffered.end(i));
- if (bufferedIndex === -1 && pos >= start && pos <= end) {
- bufferedIndex = i;
- }
- if (pos + maxHoleDuration >= start && pos < end) {
- // play position is inside this buffer TimeRange, retrieve end of buffer position and buffer length
- bufferStart = start;
- bufferEnd = end;
- bufferLen = bufferEnd - pos;
- } else if (pos + maxHoleDuration < start) {
- nextStart = start;
- break;
- }
- }
- return {
- len: bufferLen,
- start: bufferStart || 0,
- end: bufferEnd || 0,
- nextStart,
- buffered,
- bufferedIndex
- };
- }
- /**
- * Safe method to get buffered property.
- * SourceBuffer.buffered may throw if SourceBuffer is removed from it's MediaSource
- */
- static getBuffered(media) {
- try {
- return media.buffered || noopBuffered;
- } catch (e) {
- logger.log('failed to get media.buffered', e);
- return noopBuffered;
- }
- }
- }
- const VARIABLE_REPLACEMENT_REGEX = /\{\$([a-zA-Z0-9-_]+)\}/g;
- function hasVariableReferences(str) {
- return VARIABLE_REPLACEMENT_REGEX.test(str);
- }
- function substituteVariables(parsed, value) {
- if (parsed.variableList !== null || parsed.hasVariableRefs) {
- const variableList = parsed.variableList;
- return value.replace(VARIABLE_REPLACEMENT_REGEX, variableReference => {
- const variableName = variableReference.substring(2, variableReference.length - 1);
- const variableValue = variableList == null ? void 0 : variableList[variableName];
- if (variableValue === undefined) {
- parsed.playlistParsingError || (parsed.playlistParsingError = new Error(`Missing preceding EXT-X-DEFINE tag for Variable Reference: "${variableName}"`));
- return variableReference;
- }
- return variableValue;
- });
- }
- return value;
- }
- function addVariableDefinition(parsed, attr, parentUrl) {
- let variableList = parsed.variableList;
- if (!variableList) {
- parsed.variableList = variableList = {};
- }
- let NAME;
- let VALUE;
- if ('QUERYPARAM' in attr) {
- NAME = attr.QUERYPARAM;
- try {
- const searchParams = new self.URL(parentUrl).searchParams;
- if (searchParams.has(NAME)) {
- VALUE = searchParams.get(NAME);
- } else {
- throw new Error(`"${NAME}" does not match any query parameter in URI: "${parentUrl}"`);
- }
- } catch (error) {
- parsed.playlistParsingError || (parsed.playlistParsingError = new Error(`EXT-X-DEFINE QUERYPARAM: ${error.message}`));
- }
- } else {
- NAME = attr.NAME;
- VALUE = attr.VALUE;
- }
- if (NAME in variableList) {
- parsed.playlistParsingError || (parsed.playlistParsingError = new Error(`EXT-X-DEFINE duplicate Variable Name declarations: "${NAME}"`));
- } else {
- variableList[NAME] = VALUE || '';
- }
- }
- function importVariableDefinition(parsed, attr, sourceVariableList) {
- const IMPORT = attr.IMPORT;
- if (sourceVariableList && IMPORT in sourceVariableList) {
- let variableList = parsed.variableList;
- if (!variableList) {
- parsed.variableList = variableList = {};
- }
- variableList[IMPORT] = sourceVariableList[IMPORT];
- } else {
- parsed.playlistParsingError || (parsed.playlistParsingError = new Error(`EXT-X-DEFINE IMPORT attribute not found in Multivariant Playlist: "${IMPORT}"`));
- }
- }
- const DECIMAL_RESOLUTION_REGEX = /^(\d+)x(\d+)$/;
- const ATTR_LIST_REGEX = /(.+?)=(".*?"|.*?)(?:,|$)/g;
- // adapted from https://github.com/kanongil/node-m3u8parse/blob/master/attrlist.js
- class AttrList {
- constructor(attrs, parsed) {
- if (typeof attrs === 'string') {
- attrs = AttrList.parseAttrList(attrs, parsed);
- }
- _extends(this, attrs);
- }
- get clientAttrs() {
- return Object.keys(this).filter(attr => attr.substring(0, 2) === 'X-');
- }
- decimalInteger(attrName) {
- const intValue = parseInt(this[attrName], 10);
- if (intValue > Number.MAX_SAFE_INTEGER) {
- return Infinity;
- }
- return intValue;
- }
- hexadecimalInteger(attrName) {
- if (this[attrName]) {
- let stringValue = (this[attrName] || '0x').slice(2);
- stringValue = (stringValue.length & 1 ? '0' : '') + stringValue;
- const value = new Uint8Array(stringValue.length / 2);
- for (let i = 0; i < stringValue.length / 2; i++) {
- value[i] = parseInt(stringValue.slice(i * 2, i * 2 + 2), 16);
- }
- return value;
- }
- return null;
- }
- hexadecimalIntegerAsNumber(attrName) {
- const intValue = parseInt(this[attrName], 16);
- if (intValue > Number.MAX_SAFE_INTEGER) {
- return Infinity;
- }
- return intValue;
- }
- decimalFloatingPoint(attrName) {
- return parseFloat(this[attrName]);
- }
- optionalFloat(attrName, defaultValue) {
- const value = this[attrName];
- return value ? parseFloat(value) : defaultValue;
- }
- enumeratedString(attrName) {
- return this[attrName];
- }
- enumeratedStringList(attrName, dict) {
- const attrValue = this[attrName];
- return (attrValue ? attrValue.split(/[ ,]+/) : []).reduce((result, identifier) => {
- result[identifier.toLowerCase()] = true;
- return result;
- }, dict);
- }
- bool(attrName) {
- return this[attrName] === 'YES';
- }
- decimalResolution(attrName) {
- const res = DECIMAL_RESOLUTION_REGEX.exec(this[attrName]);
- if (res === null) {
- return undefined;
- }
- return {
- width: parseInt(res[1], 10),
- height: parseInt(res[2], 10)
- };
- }
- static parseAttrList(input, parsed) {
- let match;
- const attrs = {};
- const quote = '"';
- ATTR_LIST_REGEX.lastIndex = 0;
- while ((match = ATTR_LIST_REGEX.exec(input)) !== null) {
- const name = match[1].trim();
- let value = match[2];
- const quotedString = value.indexOf(quote) === 0 && value.lastIndexOf(quote) === value.length - 1;
- let hexadecimalSequence = false;
- if (quotedString) {
- value = value.slice(1, -1);
- } else {
- switch (name) {
- case 'IV':
- case 'SCTE35-CMD':
- case 'SCTE35-IN':
- case 'SCTE35-OUT':
- hexadecimalSequence = true;
- }
- }
- if (parsed && (quotedString || hexadecimalSequence)) {
- {
- value = substituteVariables(parsed, value);
- }
- } else if (!hexadecimalSequence && !quotedString) {
- switch (name) {
- case 'CLOSED-CAPTIONS':
- if (value === 'NONE') {
- break;
- }
- // falls through
- case 'ALLOWED-CPC':
- case 'CLASS':
- case 'ASSOC-LANGUAGE':
- case 'AUDIO':
- case 'BYTERANGE':
- case 'CHANNELS':
- case 'CHARACTERISTICS':
- case 'CODECS':
- case 'DATA-ID':
- case 'END-DATE':
- case 'GROUP-ID':
- case 'ID':
- case 'IMPORT':
- case 'INSTREAM-ID':
- case 'KEYFORMAT':
- case 'KEYFORMATVERSIONS':
- case 'LANGUAGE':
- case 'NAME':
- case 'PATHWAY-ID':
- case 'QUERYPARAM':
- case 'RECENTLY-REMOVED-DATERANGES':
- case 'SERVER-URI':
- case 'STABLE-RENDITION-ID':
- case 'STABLE-VARIANT-ID':
- case 'START-DATE':
- case 'SUBTITLES':
- case 'SUPPLEMENTAL-CODECS':
- case 'URI':
- case 'VALUE':
- case 'VIDEO':
- case 'X-ASSET-LIST':
- case 'X-ASSET-URI':
- // Since we are not checking tag:attribute combination, just warn rather than ignoring attribute
- logger.warn(`${input}: attribute ${name} is missing quotes`);
- // continue;
- }
- }
- attrs[name] = value;
- }
- return attrs;
- }
- }
- // Avoid exporting const enum so that these values can be inlined
- const CLASS_INTERSTITIAL = 'com.apple.hls.interstitial';
- function isDateRangeCueAttribute(attrName) {
- return attrName !== "ID" && attrName !== "CLASS" && attrName !== "CUE" && attrName !== "START-DATE" && attrName !== "DURATION" && attrName !== "END-DATE" && attrName !== "END-ON-NEXT";
- }
- function isSCTE35Attribute(attrName) {
- return attrName === "SCTE35-OUT" || attrName === "SCTE35-IN" || attrName === "SCTE35-CMD";
- }
- class DateRange {
- constructor(dateRangeAttr, dateRangeWithSameId, tagCount = 0) {
- var _dateRangeWithSameId$;
- this.attr = void 0;
- this.tagAnchor = void 0;
- this.tagOrder = void 0;
- this._startDate = void 0;
- this._endDate = void 0;
- this._dateAtEnd = void 0;
- this._cue = void 0;
- this._badValueForSameId = void 0;
- this.tagAnchor = (dateRangeWithSameId == null ? void 0 : dateRangeWithSameId.tagAnchor) || null;
- this.tagOrder = (_dateRangeWithSameId$ = dateRangeWithSameId == null ? void 0 : dateRangeWithSameId.tagOrder) != null ? _dateRangeWithSameId$ : tagCount;
- if (dateRangeWithSameId) {
- const previousAttr = dateRangeWithSameId.attr;
- for (const key in previousAttr) {
- if (Object.prototype.hasOwnProperty.call(dateRangeAttr, key) && dateRangeAttr[key] !== previousAttr[key]) {
- logger.warn(`DATERANGE tag attribute: "${key}" does not match for tags with ID: "${dateRangeAttr.ID}"`);
- this._badValueForSameId = key;
- break;
- }
- }
- // Merge DateRange tags with the same ID
- dateRangeAttr = _extends(new AttrList({}), previousAttr, dateRangeAttr);
- }
- this.attr = dateRangeAttr;
- if (dateRangeWithSameId) {
- this._startDate = dateRangeWithSameId._startDate;
- this._cue = dateRangeWithSameId._cue;
- this._endDate = dateRangeWithSameId._endDate;
- this._dateAtEnd = dateRangeWithSameId._dateAtEnd;
- } else {
- this._startDate = new Date(dateRangeAttr["START-DATE"]);
- }
- if ("END-DATE" in this.attr) {
- const endDate = (dateRangeWithSameId == null ? void 0 : dateRangeWithSameId.endDate) || new Date(this.attr["END-DATE"]);
- if (isFiniteNumber(endDate.getTime())) {
- this._endDate = endDate;
- }
- }
- }
- get id() {
- return this.attr.ID;
- }
- get class() {
- return this.attr.CLASS;
- }
- get cue() {
- const _cue = this._cue;
- if (_cue === undefined) {
- return this._cue = this.attr.enumeratedStringList(this.attr.CUE ? 'CUE' : 'X-CUE', {
- pre: false,
- post: false,
- once: false
- });
- }
- return _cue;
- }
- get startTime() {
- const {
- tagAnchor
- } = this;
- // eslint-disable-next-line @typescript-eslint/prefer-optional-chain
- if (tagAnchor === null || tagAnchor.programDateTime === null) {
- logger.warn(`Expected tagAnchor Fragment with PDT set for DateRange "${this.id}": ${tagAnchor}`);
- return NaN;
- }
- return tagAnchor.start + (this.startDate.getTime() - tagAnchor.programDateTime) / 1000;
- }
- get startDate() {
- return this._startDate;
- }
- get endDate() {
- const dateAtEnd = this._endDate || this._dateAtEnd;
- if (dateAtEnd) {
- return dateAtEnd;
- }
- const duration = this.duration;
- if (duration !== null) {
- return this._dateAtEnd = new Date(this._startDate.getTime() + duration * 1000);
- }
- return null;
- }
- get duration() {
- if ("DURATION" in this.attr) {
- const duration = this.attr.decimalFloatingPoint("DURATION");
- if (isFiniteNumber(duration)) {
- return duration;
- }
- } else if (this._endDate) {
- return (this._endDate.getTime() - this._startDate.getTime()) / 1000;
- }
- return null;
- }
- get plannedDuration() {
- if ("PLANNED-DURATION" in this.attr) {
- return this.attr.decimalFloatingPoint("PLANNED-DURATION");
- }
- return null;
- }
- get endOnNext() {
- return this.attr.bool("END-ON-NEXT");
- }
- get isInterstitial() {
- return this.class === CLASS_INTERSTITIAL;
- }
- get isValid() {
- return !!this.id && !this._badValueForSameId && isFiniteNumber(this.startDate.getTime()) && (this.duration === null || this.duration >= 0) && (!this.endOnNext || !!this.class) && (!this.attr.CUE || !this.cue.pre && !this.cue.post || this.cue.pre !== this.cue.post) && (!this.isInterstitial || 'X-ASSET-URI' in this.attr || 'X-ASSET-LIST' in this.attr);
- }
- }
- const DEFAULT_TARGET_DURATION = 10;
- /**
- * Object representing parsed data from an HLS Media Playlist. Found in {@link hls.js#Level.details}.
- */
- class LevelDetails {
- constructor(baseUrl) {
- this.PTSKnown = false;
- this.alignedSliding = false;
- this.averagetargetduration = void 0;
- this.endCC = 0;
- this.endSN = 0;
- this.fragments = void 0;
- this.fragmentHint = void 0;
- this.partList = null;
- this.dateRanges = void 0;
- this.dateRangeTagCount = 0;
- this.live = true;
- this.requestScheduled = -1;
- this.ageHeader = 0;
- this.advancedDateTime = void 0;
- this.updated = true;
- this.advanced = true;
- this.misses = 0;
- this.startCC = 0;
- this.startSN = 0;
- this.startTimeOffset = null;
- this.targetduration = 0;
- this.totalduration = 0;
- this.type = null;
- this.url = void 0;
- this.m3u8 = '';
- this.version = null;
- this.canBlockReload = false;
- this.canSkipUntil = 0;
- this.canSkipDateRanges = false;
- this.skippedSegments = 0;
- this.recentlyRemovedDateranges = void 0;
- this.partHoldBack = 0;
- this.holdBack = 0;
- this.partTarget = 0;
- this.preloadHint = void 0;
- this.renditionReports = void 0;
- this.tuneInGoal = 0;
- this.deltaUpdateFailed = void 0;
- this.driftStartTime = 0;
- this.driftEndTime = 0;
- this.driftStart = 0;
- this.driftEnd = 0;
- this.encryptedFragments = void 0;
- this.playlistParsingError = null;
- this.variableList = null;
- this.hasVariableRefs = false;
- this.appliedTimelineOffset = void 0;
- this.fragments = [];
- this.encryptedFragments = [];
- this.dateRanges = {};
- this.url = baseUrl;
- }
- reloaded(previous) {
- if (!previous) {
- this.advanced = true;
- this.updated = true;
- return;
- }
- const partSnDiff = this.lastPartSn - previous.lastPartSn;
- const partIndexDiff = this.lastPartIndex - previous.lastPartIndex;
- this.updated = this.endSN !== previous.endSN || !!partIndexDiff || !!partSnDiff || !this.live;
- this.advanced = this.endSN > previous.endSN || partSnDiff > 0 || partSnDiff === 0 && partIndexDiff > 0;
- if (this.updated || this.advanced) {
- this.misses = Math.floor(previous.misses * 0.6);
- } else {
- this.misses = previous.misses + 1;
- }
- }
- get hasProgramDateTime() {
- if (this.fragments.length) {
- return isFiniteNumber(this.fragments[this.fragments.length - 1].programDateTime);
- }
- return false;
- }
- get levelTargetDuration() {
- return this.averagetargetduration || this.targetduration || DEFAULT_TARGET_DURATION;
- }
- get drift() {
- const runTime = this.driftEndTime - this.driftStartTime;
- if (runTime > 0) {
- const runDuration = this.driftEnd - this.driftStart;
- return runDuration * 1000 / runTime;
- }
- return 1;
- }
- get edge() {
- return this.partEnd || this.fragmentEnd;
- }
- get partEnd() {
- var _this$partList;
- if ((_this$partList = this.partList) != null && _this$partList.length) {
- return this.partList[this.partList.length - 1].end;
- }
- return this.fragmentEnd;
- }
- get fragmentEnd() {
- var _this$fragments;
- if ((_this$fragments = this.fragments) != null && _this$fragments.length) {
- return this.fragments[this.fragments.length - 1].end;
- }
- return 0;
- }
- get fragmentStart() {
- var _this$fragments2;
- if ((_this$fragments2 = this.fragments) != null && _this$fragments2.length) {
- return this.fragments[0].start;
- }
- return 0;
- }
- get age() {
- if (this.advancedDateTime) {
- return Math.max(Date.now() - this.advancedDateTime, 0) / 1000;
- }
- return 0;
- }
- get lastPartIndex() {
- var _this$partList2;
- if ((_this$partList2 = this.partList) != null && _this$partList2.length) {
- return this.partList[this.partList.length - 1].index;
- }
- return -1;
- }
- get maxPartIndex() {
- const partList = this.partList;
- if (partList) {
- const lastIndex = this.lastPartIndex;
- if (lastIndex !== -1) {
- for (let i = partList.length; i--;) {
- if (partList[i].index > lastIndex) {
- return partList[i].index;
- }
- }
- return lastIndex;
- }
- }
- return 0;
- }
- get lastPartSn() {
- var _this$partList3;
- if ((_this$partList3 = this.partList) != null && _this$partList3.length) {
- return this.partList[this.partList.length - 1].fragment.sn;
- }
- return this.endSN;
- }
- get expired() {
- if (this.live && this.age && this.misses < 3) {
- const playlistWindowDuration = this.partEnd - this.fragmentStart;
- return this.age > Math.max(playlistWindowDuration, this.totalduration) + this.levelTargetDuration;
- }
- return false;
- }
- }
- function isFullSegmentEncryption(method) {
- return method === 'AES-128' || method === 'AES-256' || method === 'AES-256-CTR';
- }
- function getAesModeFromFullSegmentMethod(method) {
- switch (method) {
- case 'AES-128':
- case 'AES-256':
- return DecrypterAesMode.cbc;
- case 'AES-256-CTR':
- return DecrypterAesMode.ctr;
- default:
- throw new Error(`invalid full segment method ${method}`);
- }
- }
- function base64Decode(base64encodedStr) {
- return Uint8Array.from(atob(base64encodedStr), c => c.charCodeAt(0));
- }
- // breaking up those two types in order to clarify what is happening in the decoding path.
- // http://stackoverflow.com/questions/8936984/uint8array-to-string-in-javascript/22373197
- // http://www.onicos.com/staff/iz/amuse/javascript/expert/utf.txt
- /* utf.js - UTF-8 <=> UTF-16 convertion
- *
- * Copyright (C) 1999 Masanao Izumo <iz@onicos.co.jp>
- * Version: 1.0
- * LastModified: Dec 25 1999
- * This library is free. You can redistribute it and/or modify it.
- */
- function strToUtf8array(str) {
- return Uint8Array.from(unescape(encodeURIComponent(str)), c => c.charCodeAt(0));
- }
- function getKeyIdBytes(str) {
- const keyIdbytes = strToUtf8array(str).subarray(0, 16);
- const paddedkeyIdbytes = new Uint8Array(16);
- paddedkeyIdbytes.set(keyIdbytes, 16 - keyIdbytes.length);
- return paddedkeyIdbytes;
- }
- function changeEndianness(keyId) {
- const swap = function swap(array, from, to) {
- const cur = array[from];
- array[from] = array[to];
- array[to] = cur;
- };
- swap(keyId, 0, 3);
- swap(keyId, 1, 2);
- swap(keyId, 4, 5);
- swap(keyId, 6, 7);
- }
- function convertDataUriToArrayBytes(uri) {
- // data:[<media type][;attribute=value][;base64],<data>
- const colonsplit = uri.split(':');
- let keydata = null;
- if (colonsplit[0] === 'data' && colonsplit.length === 2) {
- const semicolonsplit = colonsplit[1].split(';');
- const commasplit = semicolonsplit[semicolonsplit.length - 1].split(',');
- if (commasplit.length === 2) {
- const isbase64 = commasplit[0] === 'base64';
- const data = commasplit[1];
- if (isbase64) {
- semicolonsplit.splice(-1, 1); // remove from processing
- keydata = base64Decode(data);
- } else {
- keydata = getKeyIdBytes(data);
- }
- }
- }
- return keydata;
- }
- /** returns `undefined` is `self` is missing, e.g. in node */
- const optionalSelf = typeof self !== 'undefined' ? self : undefined;
- /**
- * @see https://developer.mozilla.org/en-US/docs/Web/API/Navigator/requestMediaKeySystemAccess
- */
- var KeySystems = {
- CLEARKEY: "org.w3.clearkey",
- FAIRPLAY: "com.apple.fps",
- PLAYREADY: "com.microsoft.playready",
- WIDEVINE: "com.widevine.alpha"
- };
- // Playlist #EXT-X-KEY KEYFORMAT values
- var KeySystemFormats = {
- CLEARKEY: "org.w3.clearkey",
- FAIRPLAY: "com.apple.streamingkeydelivery",
- PLAYREADY: "com.microsoft.playready",
- WIDEVINE: "urn:uuid:edef8ba9-79d6-4ace-a3c8-27dcd51d21ed"
- };
- function keySystemFormatToKeySystemDomain(format) {
- switch (format) {
- case KeySystemFormats.FAIRPLAY:
- return KeySystems.FAIRPLAY;
- case KeySystemFormats.PLAYREADY:
- return KeySystems.PLAYREADY;
- case KeySystemFormats.WIDEVINE:
- return KeySystems.WIDEVINE;
- case KeySystemFormats.CLEARKEY:
- return KeySystems.CLEARKEY;
- }
- }
- function keySystemDomainToKeySystemFormat(keySystem) {
- switch (keySystem) {
- case KeySystems.FAIRPLAY:
- return KeySystemFormats.FAIRPLAY;
- case KeySystems.PLAYREADY:
- return KeySystemFormats.PLAYREADY;
- case KeySystems.WIDEVINE:
- return KeySystemFormats.WIDEVINE;
- case KeySystems.CLEARKEY:
- return KeySystemFormats.CLEARKEY;
- }
- }
- function getKeySystemsForConfig(config) {
- const {
- drmSystems,
- widevineLicenseUrl
- } = config;
- const keySystemsToAttempt = drmSystems ? [KeySystems.FAIRPLAY, KeySystems.WIDEVINE, KeySystems.PLAYREADY, KeySystems.CLEARKEY].filter(keySystem => !!drmSystems[keySystem]) : [];
- if (!keySystemsToAttempt[KeySystems.WIDEVINE] && widevineLicenseUrl) {
- keySystemsToAttempt.push(KeySystems.WIDEVINE);
- }
- return keySystemsToAttempt;
- }
- const requestMediaKeySystemAccess = function (_optionalSelf$navigat) {
- if (optionalSelf != null && (_optionalSelf$navigat = optionalSelf.navigator) != null && _optionalSelf$navigat.requestMediaKeySystemAccess) {
- return self.navigator.requestMediaKeySystemAccess.bind(self.navigator);
- } else {
- return null;
- }
- }();
- /**
- * @see https://developer.mozilla.org/en-US/docs/Web/API/MediaKeySystemConfiguration
- */
- function getSupportedMediaKeySystemConfigurations(keySystem, audioCodecs, videoCodecs, drmSystemOptions) {
- let initDataTypes;
- switch (keySystem) {
- case KeySystems.FAIRPLAY:
- initDataTypes = ['cenc', 'sinf'];
- break;
- case KeySystems.WIDEVINE:
- case KeySystems.PLAYREADY:
- initDataTypes = ['cenc'];
- break;
- case KeySystems.CLEARKEY:
- initDataTypes = ['cenc', 'keyids'];
- break;
- default:
- throw new Error(`Unknown key-system: ${keySystem}`);
- }
- return createMediaKeySystemConfigurations(initDataTypes, audioCodecs, videoCodecs, drmSystemOptions);
- }
- function createMediaKeySystemConfigurations(initDataTypes, audioCodecs, videoCodecs, drmSystemOptions) {
- const baseConfig = {
- initDataTypes: initDataTypes,
- persistentState: drmSystemOptions.persistentState || 'optional',
- distinctiveIdentifier: drmSystemOptions.distinctiveIdentifier || 'optional',
- sessionTypes: drmSystemOptions.sessionTypes || [drmSystemOptions.sessionType || 'temporary'],
- audioCapabilities: audioCodecs.map(codec => ({
- contentType: `audio/mp4; codecs=${codec}`,
- robustness: drmSystemOptions.audioRobustness || '',
- encryptionScheme: drmSystemOptions.audioEncryptionScheme || null
- })),
- videoCapabilities: videoCodecs.map(codec => ({
- contentType: `video/mp4; codecs=${codec}`,
- robustness: drmSystemOptions.videoRobustness || '',
- encryptionScheme: drmSystemOptions.videoEncryptionScheme || null
- }))
- };
- return [baseConfig];
- }
- function isPersistentSessionType(drmSystemOptions) {
- var _drmSystemOptions$ses;
- return drmSystemOptions.sessionType === 'persistent-license' || !!((_drmSystemOptions$ses = drmSystemOptions.sessionTypes) != null && _drmSystemOptions$ses.some(type => type === 'persistent-license'));
- }
- function parsePlayReadyWRM(keyBytes) {
- const keyBytesUtf16 = new Uint16Array(keyBytes.buffer, keyBytes.byteOffset, keyBytes.byteLength / 2);
- const keyByteStr = String.fromCharCode.apply(null, Array.from(keyBytesUtf16));
- // Parse Playready WRMHeader XML
- const xmlKeyBytes = keyByteStr.substring(keyByteStr.indexOf('<'), keyByteStr.length);
- const parser = new DOMParser();
- const xmlDoc = parser.parseFromString(xmlKeyBytes, 'text/xml');
- const keyData = xmlDoc.getElementsByTagName('KID')[0];
- if (keyData) {
- const keyId = keyData.childNodes[0] ? keyData.childNodes[0].nodeValue : keyData.getAttribute('VALUE');
- if (keyId) {
- const keyIdArray = base64Decode(keyId).subarray(0, 16);
- // KID value in PRO is a base64-encoded little endian GUID interpretation of UUID
- // KID value in ‘tenc’ is a big endian UUID GUID interpretation of UUID
- changeEndianness(keyIdArray);
- return keyIdArray;
- }
- }
- return null;
- }
- let keyUriToKeyIdMap = {};
- class LevelKey {
- static clearKeyUriToKeyIdMap() {
- keyUriToKeyIdMap = {};
- }
- constructor(method, uri, format, formatversions = [1], iv = null, keyId) {
- this.uri = void 0;
- this.method = void 0;
- this.keyFormat = void 0;
- this.keyFormatVersions = void 0;
- this.encrypted = void 0;
- this.isCommonEncryption = void 0;
- this.iv = null;
- this.key = null;
- this.keyId = null;
- this.pssh = null;
- this.method = method;
- this.uri = uri;
- this.keyFormat = format;
- this.keyFormatVersions = formatversions;
- this.iv = iv;
- this.encrypted = method ? method !== 'NONE' : false;
- this.isCommonEncryption = this.encrypted && !isFullSegmentEncryption(method);
- if (keyId != null && keyId.startsWith('0x')) {
- this.keyId = new Uint8Array(hexToArrayBuffer(keyId));
- }
- }
- matches(key) {
- var _key$iv, _this$iv;
- return key.uri === this.uri && key.method === this.method && key.encrypted === this.encrypted && key.keyFormat === this.keyFormat && key.keyFormatVersions.join(',') === this.keyFormatVersions.join(',') && ((_key$iv = key.iv) == null ? void 0 : _key$iv.join(',')) === ((_this$iv = this.iv) == null ? void 0 : _this$iv.join(','));
- }
- isSupported() {
- // If it's Segment encryption or No encryption, just select that key system
- if (this.method) {
- if (isFullSegmentEncryption(this.method) || this.method === 'NONE') {
- return true;
- }
- if (this.keyFormat === 'identity') {
- // Maintain support for clear SAMPLE-AES with MPEG-3 TS
- return this.method === 'SAMPLE-AES';
- } else {
- switch (this.keyFormat) {
- case KeySystemFormats.FAIRPLAY:
- case KeySystemFormats.WIDEVINE:
- case KeySystemFormats.PLAYREADY:
- case KeySystemFormats.CLEARKEY:
- return ['ISO-23001-7', 'SAMPLE-AES', 'SAMPLE-AES-CENC', 'SAMPLE-AES-CTR'].indexOf(this.method) !== -1;
- }
- }
- }
- return false;
- }
- getDecryptData(sn) {
- if (!this.encrypted || !this.uri) {
- return null;
- }
- if (isFullSegmentEncryption(this.method) && this.uri && !this.iv) {
- if (typeof sn !== 'number') {
- // We are fetching decryption data for a initialization segment
- // If the segment was encrypted with AES-128/256
- // It must have an IV defined. We cannot substitute the Segment Number in.
- logger.warn(`missing IV for initialization segment with method="${this.method}" - compliance issue`);
- // Explicitly set sn to resulting value from implicit conversions 'initSegment' values for IV generation.
- sn = 0;
- }
- const iv = createInitializationVector(sn);
- const decryptdata = new LevelKey(this.method, this.uri, 'identity', this.keyFormatVersions, iv);
- return decryptdata;
- }
- if (this.pssh && this.keyId) {
- return this;
- }
- // Initialize keyId if possible
- const keyBytes = convertDataUriToArrayBytes(this.uri);
- if (keyBytes) {
- switch (this.keyFormat) {
- case KeySystemFormats.WIDEVINE:
- // Setting `pssh` on this LevelKey/DecryptData allows HLS.js to generate a session using
- // the playlist-key before the "encrypted" event. (Comment out to only use "encrypted" path.)
- this.pssh = keyBytes;
- // In case of Widevine, if KEYID is not in the playlist, assume only two fields in the pssh KEY tag URI.
- if (!this.keyId && keyBytes.length >= 22) {
- const offset = keyBytes.length - 22;
- this.keyId = keyBytes.subarray(offset, offset + 16);
- }
- break;
- case KeySystemFormats.PLAYREADY:
- {
- const PlayReadyKeySystemUUID = new Uint8Array([0x9a, 0x04, 0xf0, 0x79, 0x98, 0x40, 0x42, 0x86, 0xab, 0x92, 0xe6, 0x5b, 0xe0, 0x88, 0x5f, 0x95]);
- // Setting `pssh` on this LevelKey/DecryptData allows HLS.js to generate a session using
- // the playlist-key before the "encrypted" event. (Comment out to only use "encrypted" path.)
- this.pssh = mp4pssh(PlayReadyKeySystemUUID, null, keyBytes);
- this.keyId = parsePlayReadyWRM(keyBytes);
- break;
- }
- default:
- {
- let keydata = keyBytes.subarray(0, 16);
- if (keydata.length !== 16) {
- const padded = new Uint8Array(16);
- padded.set(keydata, 16 - keydata.length);
- keydata = padded;
- }
- this.keyId = keydata;
- break;
- }
- }
- }
- // Default behavior: assign a new keyId for each uri
- if (!this.keyId || this.keyId.byteLength !== 16) {
- let keyId = keyUriToKeyIdMap[this.uri];
- if (!keyId) {
- const val = Object.keys(keyUriToKeyIdMap).length % Number.MAX_SAFE_INTEGER;
- keyId = new Uint8Array(16);
- const dv = new DataView(keyId.buffer, 12, 4); // Just set the last 4 bytes
- dv.setUint32(0, val);
- keyUriToKeyIdMap[this.uri] = keyId;
- }
- this.keyId = keyId;
- }
- return this;
- }
- }
- function createInitializationVector(segmentNumber) {
- const uint8View = new Uint8Array(16);
- for (let i = 12; i < 16; i++) {
- uint8View[i] = segmentNumber >> 8 * (15 - i) & 0xff;
- }
- return uint8View;
- }
- const MASTER_PLAYLIST_REGEX = /#EXT-X-STREAM-INF:([^\r\n]*)(?:[\r\n](?:#[^\r\n]*)?)*([^\r\n]+)|#EXT-X-(SESSION-DATA|SESSION-KEY|DEFINE|CONTENT-STEERING|START):([^\r\n]*)[\r\n]+/g;
- const MASTER_PLAYLIST_MEDIA_REGEX = /#EXT-X-MEDIA:(.*)/g;
- const IS_MEDIA_PLAYLIST = /^#EXT(?:INF|-X-TARGETDURATION):/m; // Handle empty Media Playlist (first EXTINF not signaled, but TARGETDURATION present)
- const LEVEL_PLAYLIST_REGEX_FAST = new RegExp([/#EXTINF:\s*(\d*(?:\.\d+)?)(?:,(.*)\s+)?/.source,
- // duration (#EXTINF:<duration>,<title>), group 1 => duration, group 2 => title
- /(?!#) *(\S[^\r\n]*)/.source,
- // segment URI, group 3 => the URI (note newline is not eaten)
- /#.*/.source // All other non-segment oriented tags will match with all groups empty
- ].join('|'), 'g');
- const LEVEL_PLAYLIST_REGEX_SLOW = new RegExp([/#EXT-X-(PROGRAM-DATE-TIME|BYTERANGE|DATERANGE|DEFINE|KEY|MAP|PART|PART-INF|PLAYLIST-TYPE|PRELOAD-HINT|RENDITION-REPORT|SERVER-CONTROL|SKIP|START):(.+)/.source, /#EXT-X-(BITRATE|DISCONTINUITY-SEQUENCE|MEDIA-SEQUENCE|TARGETDURATION|VERSION): *(\d+)/.source, /#EXT-X-(DISCONTINUITY|ENDLIST|GAP|INDEPENDENT-SEGMENTS)/.source, /(#)([^:]*):(.*)/.source, /(#)(.*)(?:.*)\r?\n?/.source].join('|'));
- class M3U8Parser {
- static findGroup(groups, mediaGroupId) {
- for (let i = 0; i < groups.length; i++) {
- const group = groups[i];
- if (group.id === mediaGroupId) {
- return group;
- }
- }
- }
- static resolve(url, baseUrl) {
- return urlToolkitExports.buildAbsoluteURL(baseUrl, url, {
- alwaysNormalize: true
- });
- }
- static isMediaPlaylist(str) {
- return IS_MEDIA_PLAYLIST.test(str);
- }
- static parseMasterPlaylist(string, baseurl) {
- const hasVariableRefs = hasVariableReferences(string) ;
- const parsed = {
- contentSteering: null,
- levels: [],
- playlistParsingError: null,
- sessionData: null,
- sessionKeys: null,
- startTimeOffset: null,
- variableList: null,
- hasVariableRefs
- };
- const levelsWithKnownCodecs = [];
- MASTER_PLAYLIST_REGEX.lastIndex = 0;
- let result;
- while ((result = MASTER_PLAYLIST_REGEX.exec(string)) != null) {
- if (result[1]) {
- var _level$unknownCodecs;
- // '#EXT-X-STREAM-INF' is found, parse level tag in group 1
- const attrs = new AttrList(result[1], parsed);
- const uri = substituteVariables(parsed, result[2]) ;
- const level = {
- attrs,
- bitrate: attrs.decimalInteger('BANDWIDTH') || attrs.decimalInteger('AVERAGE-BANDWIDTH'),
- name: attrs.NAME,
- url: M3U8Parser.resolve(uri, baseurl)
- };
- const resolution = attrs.decimalResolution('RESOLUTION');
- if (resolution) {
- level.width = resolution.width;
- level.height = resolution.height;
- }
- setCodecs(attrs.CODECS, level);
- const supplementalCodecs = attrs['SUPPLEMENTAL-CODECS'];
- if (supplementalCodecs) {
- level.supplemental = {};
- setCodecs(supplementalCodecs, level.supplemental);
- }
- if (!((_level$unknownCodecs = level.unknownCodecs) != null && _level$unknownCodecs.length)) {
- levelsWithKnownCodecs.push(level);
- }
- parsed.levels.push(level);
- } else if (result[3]) {
- const tag = result[3];
- const attributes = result[4];
- switch (tag) {
- case 'SESSION-DATA':
- {
- // #EXT-X-SESSION-DATA
- const sessionAttrs = new AttrList(attributes, parsed);
- const dataId = sessionAttrs['DATA-ID'];
- if (dataId) {
- if (parsed.sessionData === null) {
- parsed.sessionData = {};
- }
- parsed.sessionData[dataId] = sessionAttrs;
- }
- break;
- }
- case 'SESSION-KEY':
- {
- // #EXT-X-SESSION-KEY
- const sessionKey = parseKey(attributes, baseurl, parsed);
- if (sessionKey.encrypted && sessionKey.isSupported()) {
- if (parsed.sessionKeys === null) {
- parsed.sessionKeys = [];
- }
- parsed.sessionKeys.push(sessionKey);
- } else {
- logger.warn(`[Keys] Ignoring invalid EXT-X-SESSION-KEY tag: "${attributes}"`);
- }
- break;
- }
- case 'DEFINE':
- {
- // #EXT-X-DEFINE
- {
- const variableAttributes = new AttrList(attributes, parsed);
- addVariableDefinition(parsed, variableAttributes, baseurl);
- }
- break;
- }
- case 'CONTENT-STEERING':
- {
- // #EXT-X-CONTENT-STEERING
- const contentSteeringAttributes = new AttrList(attributes, parsed);
- parsed.contentSteering = {
- uri: M3U8Parser.resolve(contentSteeringAttributes['SERVER-URI'], baseurl),
- pathwayId: contentSteeringAttributes['PATHWAY-ID'] || '.'
- };
- break;
- }
- case 'START':
- {
- // #EXT-X-START
- parsed.startTimeOffset = parseStartTimeOffset(attributes);
- break;
- }
- }
- }
- }
- // Filter out levels with unknown codecs if it does not remove all levels
- const stripUnknownCodecLevels = levelsWithKnownCodecs.length > 0 && levelsWithKnownCodecs.length < parsed.levels.length;
- parsed.levels = stripUnknownCodecLevels ? levelsWithKnownCodecs : parsed.levels;
- if (parsed.levels.length === 0) {
- parsed.playlistParsingError = new Error('no levels found in manifest');
- }
- return parsed;
- }
- static parseMasterPlaylistMedia(string, baseurl, parsed) {
- let result;
- const results = {};
- const levels = parsed.levels;
- const groupsByType = {
- AUDIO: levels.map(level => ({
- id: level.attrs.AUDIO,
- audioCodec: level.audioCodec
- })),
- SUBTITLES: levels.map(level => ({
- id: level.attrs.SUBTITLES,
- textCodec: level.textCodec
- })),
- 'CLOSED-CAPTIONS': []
- };
- let id = 0;
- MASTER_PLAYLIST_MEDIA_REGEX.lastIndex = 0;
- while ((result = MASTER_PLAYLIST_MEDIA_REGEX.exec(string)) !== null) {
- const attrs = new AttrList(result[1], parsed);
- const type = attrs.TYPE;
- if (type) {
- const groups = groupsByType[type];
- const medias = results[type] || [];
- results[type] = medias;
- const lang = attrs.LANGUAGE;
- const assocLang = attrs['ASSOC-LANGUAGE'];
- const channels = attrs.CHANNELS;
- const characteristics = attrs.CHARACTERISTICS;
- const instreamId = attrs['INSTREAM-ID'];
- const media = {
- attrs,
- bitrate: 0,
- id: id++,
- groupId: attrs['GROUP-ID'] || '',
- name: attrs.NAME || lang || '',
- type,
- default: attrs.bool('DEFAULT'),
- autoselect: attrs.bool('AUTOSELECT'),
- forced: attrs.bool('FORCED'),
- lang,
- url: attrs.URI ? M3U8Parser.resolve(attrs.URI, baseurl) : ''
- };
- if (assocLang) {
- media.assocLang = assocLang;
- }
- if (channels) {
- media.channels = channels;
- }
- if (characteristics) {
- media.characteristics = characteristics;
- }
- if (instreamId) {
- media.instreamId = instreamId;
- }
- if (groups != null && groups.length) {
- // If there are audio or text groups signalled in the manifest, let's look for a matching codec string for this track
- // If we don't find the track signalled, lets use the first audio groups codec we have
- // Acting as a best guess
- const groupCodec = M3U8Parser.findGroup(groups, media.groupId) || groups[0];
- assignCodec(media, groupCodec, 'audioCodec');
- assignCodec(media, groupCodec, 'textCodec');
- }
- medias.push(media);
- }
- }
- return results;
- }
- static parseLevelPlaylist(string, baseurl, id, type, levelUrlId, multivariantVariableList) {
- var _LEVEL_PLAYLIST_REGEX;
- const base = {
- url: baseurl
- };
- const level = new LevelDetails(baseurl);
- const fragments = level.fragments;
- const programDateTimes = [];
- // The most recent init segment seen (applies to all subsequent segments)
- let currentInitSegment = null;
- let currentSN = 0;
- let currentPart = 0;
- let totalduration = 0;
- let discontinuityCounter = 0;
- let currentBitrate = 0;
- let prevFrag = null;
- let frag = new Fragment(type, base);
- let result;
- let i;
- let levelkeys;
- let firstPdtIndex = -1;
- let createNextFrag = false;
- let nextByteRange = null;
- let serverControlAttrs;
- LEVEL_PLAYLIST_REGEX_FAST.lastIndex = 0;
- level.m3u8 = string;
- level.hasVariableRefs = hasVariableReferences(string) ;
- if (((_LEVEL_PLAYLIST_REGEX = LEVEL_PLAYLIST_REGEX_FAST.exec(string)) == null ? void 0 : _LEVEL_PLAYLIST_REGEX[0]) !== '#EXTM3U') {
- level.playlistParsingError = new Error('Missing format identifier #EXTM3U');
- return level;
- }
- while ((result = LEVEL_PLAYLIST_REGEX_FAST.exec(string)) !== null) {
- if (createNextFrag) {
- createNextFrag = false;
- frag = new Fragment(type, base);
- // setup the next fragment for part loading
- frag.playlistOffset = totalduration;
- frag.start = totalduration;
- frag.sn = currentSN;
- frag.cc = discontinuityCounter;
- if (currentBitrate) {
- frag.bitrate = currentBitrate;
- }
- frag.level = id;
- if (currentInitSegment) {
- frag.initSegment = currentInitSegment;
- if (currentInitSegment.rawProgramDateTime) {
- frag.rawProgramDateTime = currentInitSegment.rawProgramDateTime;
- currentInitSegment.rawProgramDateTime = null;
- }
- if (nextByteRange) {
- frag.setByteRange(nextByteRange);
- nextByteRange = null;
- }
- }
- }
- const duration = result[1];
- if (duration) {
- // INF
- frag.duration = parseFloat(duration);
- // avoid sliced strings https://github.com/video-dev/hls.js/issues/939
- const title = (' ' + result[2]).slice(1);
- frag.title = title || null;
- frag.tagList.push(title ? ['INF', duration, title] : ['INF', duration]);
- } else if (result[3]) {
- // url
- if (isFiniteNumber(frag.duration)) {
- frag.playlistOffset = totalduration;
- frag.start = totalduration;
- if (levelkeys) {
- setFragLevelKeys(frag, levelkeys, level);
- }
- frag.sn = currentSN;
- frag.level = id;
- frag.cc = discontinuityCounter;
- fragments.push(frag);
- // avoid sliced strings https://github.com/video-dev/hls.js/issues/939
- const uri = (' ' + result[3]).slice(1);
- frag.relurl = substituteVariables(level, uri) ;
- assignProgramDateTime(frag, prevFrag, programDateTimes);
- prevFrag = frag;
- totalduration += frag.duration;
- currentSN++;
- currentPart = 0;
- createNextFrag = true;
- }
- } else {
- result = result[0].match(LEVEL_PLAYLIST_REGEX_SLOW);
- if (!result) {
- logger.warn('No matches on slow regex match for level playlist!');
- continue;
- }
- for (i = 1; i < result.length; i++) {
- if (result[i] !== undefined) {
- break;
- }
- }
- // avoid sliced strings https://github.com/video-dev/hls.js/issues/939
- const tag = (' ' + result[i]).slice(1);
- const value1 = (' ' + result[i + 1]).slice(1);
- const value2 = result[i + 2] ? (' ' + result[i + 2]).slice(1) : null;
- switch (tag) {
- case 'BYTERANGE':
- if (prevFrag) {
- frag.setByteRange(value1, prevFrag);
- } else {
- frag.setByteRange(value1);
- }
- break;
- case 'PROGRAM-DATE-TIME':
- // avoid sliced strings https://github.com/video-dev/hls.js/issues/939
- frag.rawProgramDateTime = value1;
- frag.tagList.push(['PROGRAM-DATE-TIME', value1]);
- if (firstPdtIndex === -1) {
- firstPdtIndex = fragments.length;
- }
- break;
- case 'PLAYLIST-TYPE':
- if (level.type) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- level.type = value1.toUpperCase();
- break;
- case 'MEDIA-SEQUENCE':
- if (level.startSN !== 0) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- } else if (fragments.length > 0) {
- assignMustAppearBeforeSegmentsError(level, tag, result);
- }
- currentSN = level.startSN = parseInt(value1);
- break;
- case 'SKIP':
- {
- if (level.skippedSegments) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- const skipAttrs = new AttrList(value1, level);
- const skippedSegments = skipAttrs.decimalInteger('SKIPPED-SEGMENTS');
- if (isFiniteNumber(skippedSegments)) {
- level.skippedSegments += skippedSegments;
- // This will result in fragments[] containing undefined values, which we will fill in with `mergeDetails`
- for (let _i = skippedSegments; _i--;) {
- fragments.push(null);
- }
- currentSN += skippedSegments;
- }
- const recentlyRemovedDateranges = skipAttrs.enumeratedString('RECENTLY-REMOVED-DATERANGES');
- if (recentlyRemovedDateranges) {
- level.recentlyRemovedDateranges = (level.recentlyRemovedDateranges || []).concat(recentlyRemovedDateranges.split('\t'));
- }
- break;
- }
- case 'TARGETDURATION':
- if (level.targetduration !== 0) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- level.targetduration = Math.max(parseInt(value1), 1);
- break;
- case 'VERSION':
- if (level.version !== null) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- level.version = parseInt(value1);
- break;
- case 'INDEPENDENT-SEGMENTS':
- break;
- case 'ENDLIST':
- if (!level.live) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- level.live = false;
- break;
- case '#':
- if (value1 || value2) {
- frag.tagList.push(value2 ? [value1, value2] : [value1]);
- }
- break;
- case 'DISCONTINUITY':
- discontinuityCounter++;
- frag.tagList.push(['DIS']);
- break;
- case 'GAP':
- frag.gap = true;
- frag.tagList.push([tag]);
- break;
- case 'BITRATE':
- frag.tagList.push([tag, value1]);
- currentBitrate = parseInt(value1) * 1000;
- if (isFiniteNumber(currentBitrate)) {
- frag.bitrate = currentBitrate;
- } else {
- currentBitrate = 0;
- }
- break;
- case 'DATERANGE':
- {
- const dateRangeAttr = new AttrList(value1, level);
- const dateRange = new DateRange(dateRangeAttr, level.dateRanges[dateRangeAttr.ID], level.dateRangeTagCount);
- level.dateRangeTagCount++;
- if (dateRange.isValid || level.skippedSegments) {
- level.dateRanges[dateRange.id] = dateRange;
- } else {
- logger.warn(`Ignoring invalid DATERANGE tag: "${value1}"`);
- }
- // Add to fragment tag list for backwards compatibility (< v1.2.0)
- frag.tagList.push(['EXT-X-DATERANGE', value1]);
- break;
- }
- case 'DEFINE':
- {
- {
- const variableAttributes = new AttrList(value1, level);
- if ('IMPORT' in variableAttributes) {
- importVariableDefinition(level, variableAttributes, multivariantVariableList);
- } else {
- addVariableDefinition(level, variableAttributes, baseurl);
- }
- }
- break;
- }
- case 'DISCONTINUITY-SEQUENCE':
- if (level.startCC !== 0) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- } else if (fragments.length > 0) {
- assignMustAppearBeforeSegmentsError(level, tag, result);
- }
- level.startCC = discontinuityCounter = parseInt(value1);
- break;
- case 'KEY':
- {
- const levelKey = parseKey(value1, baseurl, level);
- if (levelKey.isSupported()) {
- if (levelKey.method === 'NONE') {
- levelkeys = undefined;
- break;
- }
- if (!levelkeys) {
- levelkeys = {};
- }
- const currentKey = levelkeys[levelKey.keyFormat];
- // Ignore duplicate playlist KEY tags
- if (!(currentKey != null && currentKey.matches(levelKey))) {
- if (currentKey) {
- levelkeys = _extends({}, levelkeys);
- }
- levelkeys[levelKey.keyFormat] = levelKey;
- }
- } else {
- logger.warn(`[Keys] Ignoring invalid EXT-X-KEY tag: "${value1}"`);
- }
- break;
- }
- case 'START':
- level.startTimeOffset = parseStartTimeOffset(value1);
- break;
- case 'MAP':
- {
- const mapAttrs = new AttrList(value1, level);
- if (frag.duration) {
- // Initial segment tag is after segment duration tag.
- // #EXTINF: 6.0
- // #EXT-X-MAP:URI="init.mp4
- const init = new Fragment(type, base);
- setInitSegment(init, mapAttrs, id, levelkeys);
- currentInitSegment = init;
- frag.initSegment = currentInitSegment;
- if (currentInitSegment.rawProgramDateTime && !frag.rawProgramDateTime) {
- frag.rawProgramDateTime = currentInitSegment.rawProgramDateTime;
- }
- } else {
- // Initial segment tag is before segment duration tag
- // Handle case where EXT-X-MAP is declared after EXT-X-BYTERANGE
- const end = frag.byteRangeEndOffset;
- if (end) {
- const start = frag.byteRangeStartOffset;
- nextByteRange = `${end - start}@${start}`;
- } else {
- nextByteRange = null;
- }
- setInitSegment(frag, mapAttrs, id, levelkeys);
- currentInitSegment = frag;
- createNextFrag = true;
- }
- currentInitSegment.cc = discontinuityCounter;
- break;
- }
- case 'SERVER-CONTROL':
- {
- if (serverControlAttrs) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- serverControlAttrs = new AttrList(value1);
- level.canBlockReload = serverControlAttrs.bool('CAN-BLOCK-RELOAD');
- level.canSkipUntil = serverControlAttrs.optionalFloat('CAN-SKIP-UNTIL', 0);
- level.canSkipDateRanges = level.canSkipUntil > 0 && serverControlAttrs.bool('CAN-SKIP-DATERANGES');
- level.partHoldBack = serverControlAttrs.optionalFloat('PART-HOLD-BACK', 0);
- level.holdBack = serverControlAttrs.optionalFloat('HOLD-BACK', 0);
- break;
- }
- case 'PART-INF':
- {
- if (level.partTarget) {
- assignMultipleMediaPlaylistTagOccuranceError(level, tag, result);
- }
- const partInfAttrs = new AttrList(value1);
- level.partTarget = partInfAttrs.decimalFloatingPoint('PART-TARGET');
- break;
- }
- case 'PART':
- {
- let partList = level.partList;
- if (!partList) {
- partList = level.partList = [];
- }
- const previousFragmentPart = currentPart > 0 ? partList[partList.length - 1] : undefined;
- const index = currentPart++;
- const partAttrs = new AttrList(value1, level);
- const part = new Part(partAttrs, frag, base, index, previousFragmentPart);
- partList.push(part);
- frag.duration += part.duration;
- break;
- }
- case 'PRELOAD-HINT':
- {
- const preloadHintAttrs = new AttrList(value1, level);
- level.preloadHint = preloadHintAttrs;
- break;
- }
- case 'RENDITION-REPORT':
- {
- const renditionReportAttrs = new AttrList(value1, level);
- level.renditionReports = level.renditionReports || [];
- level.renditionReports.push(renditionReportAttrs);
- break;
- }
- default:
- logger.warn(`line parsed but not handled: ${result}`);
- break;
- }
- }
- }
- if (prevFrag && !prevFrag.relurl) {
- fragments.pop();
- totalduration -= prevFrag.duration;
- if (level.partList) {
- level.fragmentHint = prevFrag;
- }
- } else if (level.partList) {
- assignProgramDateTime(frag, prevFrag, programDateTimes);
- frag.cc = discontinuityCounter;
- level.fragmentHint = frag;
- if (levelkeys) {
- setFragLevelKeys(frag, levelkeys, level);
- }
- }
- if (!level.targetduration) {
- level.playlistParsingError = new Error(`#EXT-X-TARGETDURATION is required`);
- }
- const fragmentLength = fragments.length;
- const firstFragment = fragments[0];
- const lastFragment = fragments[fragmentLength - 1];
- totalduration += level.skippedSegments * level.targetduration;
- if (totalduration > 0 && fragmentLength && lastFragment) {
- level.averagetargetduration = totalduration / fragmentLength;
- const lastSn = lastFragment.sn;
- level.endSN = lastSn !== 'initSegment' ? lastSn : 0;
- if (!level.live) {
- lastFragment.endList = true;
- }
- if (firstFragment && level.startCC === undefined) {
- level.startCC = firstFragment.cc;
- }
- /**
- * Backfill any missing PDT values
- * "If the first EXT-X-PROGRAM-DATE-TIME tag in a Playlist appears after
- * one or more Media Segment URIs, the client SHOULD extrapolate
- * backward from that tag (using EXTINF durations and/or media
- * timestamps) to associate dates with those segments."
- * We have already extrapolated forward, but all fragments up to the first instance of PDT do not have their PDTs
- * computed.
- */
- if (firstPdtIndex > 0) {
- backfillProgramDateTimes(fragments, firstPdtIndex);
- if (firstFragment) {
- programDateTimes.unshift(firstFragment);
- }
- }
- } else {
- level.endSN = 0;
- level.startCC = 0;
- }
- if (level.fragmentHint) {
- totalduration += level.fragmentHint.duration;
- }
- level.totalduration = totalduration;
- if (programDateTimes.length && level.dateRangeTagCount && firstFragment) {
- mapDateRanges(programDateTimes, level);
- }
- level.endCC = discontinuityCounter;
- return level;
- }
- }
- function mapDateRanges(programDateTimes, details) {
- // Make sure DateRanges are mapped to a ProgramDateTime tag that applies a date to a segment that overlaps with its start date
- const programDateTimeCount = programDateTimes.length;
- if (!programDateTimeCount) {
- return;
- }
- const lastProgramDateTime = programDateTimes[programDateTimeCount - 1];
- const playlistEnd = details.live ? Infinity : details.totalduration;
- const dateRangeIds = Object.keys(details.dateRanges);
- for (let i = dateRangeIds.length; i--;) {
- const dateRange = details.dateRanges[dateRangeIds[i]];
- const startDateTime = dateRange.startDate.getTime();
- dateRange.tagAnchor = lastProgramDateTime.ref;
- for (let j = programDateTimeCount; j--;) {
- const fragIndex = findFragmentWithStartDate(details, startDateTime, programDateTimes, j, playlistEnd);
- if (fragIndex !== -1) {
- dateRange.tagAnchor = details.fragments[fragIndex].ref;
- break;
- }
- }
- }
- }
- function findFragmentWithStartDate(details, startDateTime, programDateTimes, index, endTime) {
- const pdtFragment = programDateTimes[index];
- if (pdtFragment) {
- // find matching range between PDT tags
- const pdtStart = pdtFragment.programDateTime;
- if (startDateTime >= pdtStart || index === 0) {
- var _programDateTimes;
- const durationBetweenPdt = (((_programDateTimes = programDateTimes[index + 1]) == null ? void 0 : _programDateTimes.start) || endTime) - pdtFragment.start;
- if (startDateTime <= pdtStart + durationBetweenPdt * 1000) {
- // map to fragment with date-time range
- const startIndex = programDateTimes[index].sn - details.startSN;
- const fragments = details.fragments;
- if (fragments.length > programDateTimes.length) {
- const endSegment = programDateTimes[index + 1] || fragments[fragments.length - 1];
- const endIndex = endSegment.sn - details.startSN;
- for (let i = endIndex; i > startIndex; i--) {
- const fragStartDateTime = fragments[i].programDateTime;
- if (startDateTime >= fragStartDateTime && startDateTime < fragStartDateTime + fragments[i].duration * 1000) {
- return i;
- }
- }
- }
- return startIndex;
- }
- }
- }
- return -1;
- }
- function parseKey(keyTagAttributes, baseurl, parsed) {
- var _keyAttrs$METHOD, _keyAttrs$KEYFORMAT;
- // https://tools.ietf.org/html/rfc8216#section-4.3.2.4
- const keyAttrs = new AttrList(keyTagAttributes, parsed);
- const decryptmethod = (_keyAttrs$METHOD = keyAttrs.METHOD) != null ? _keyAttrs$METHOD : '';
- const decrypturi = keyAttrs.URI;
- const decryptiv = keyAttrs.hexadecimalInteger('IV');
- const decryptkeyformatversions = keyAttrs.KEYFORMATVERSIONS;
- // From RFC: This attribute is OPTIONAL; its absence indicates an implicit value of "identity".
- const decryptkeyformat = (_keyAttrs$KEYFORMAT = keyAttrs.KEYFORMAT) != null ? _keyAttrs$KEYFORMAT : 'identity';
- if (decrypturi && keyAttrs.IV && !decryptiv) {
- logger.error(`Invalid IV: ${keyAttrs.IV}`);
- }
- // If decrypturi is a URI with a scheme, then baseurl will be ignored
- // No uri is allowed when METHOD is NONE
- const resolvedUri = decrypturi ? M3U8Parser.resolve(decrypturi, baseurl) : '';
- const keyFormatVersions = (decryptkeyformatversions ? decryptkeyformatversions : '1').split('/').map(Number).filter(Number.isFinite);
- return new LevelKey(decryptmethod, resolvedUri, decryptkeyformat, keyFormatVersions, decryptiv, keyAttrs.KEYID);
- }
- function parseStartTimeOffset(startAttributes) {
- const startAttrs = new AttrList(startAttributes);
- const startTimeOffset = startAttrs.decimalFloatingPoint('TIME-OFFSET');
- if (isFiniteNumber(startTimeOffset)) {
- return startTimeOffset;
- }
- return null;
- }
- function setCodecs(codecsAttributeValue, level) {
- let codecs = (codecsAttributeValue || '').split(/[ ,]+/).filter(c => c);
- ['video', 'audio', 'text'].forEach(type => {
- const filtered = codecs.filter(codec => isCodecType(codec, type));
- if (filtered.length) {
- // Comma separated list of all codecs for type
- level[`${type}Codec`] = filtered.map(c => c.split('/')[0]).join(',');
- // Remove known codecs so that only unknownCodecs are left after iterating through each type
- codecs = codecs.filter(codec => filtered.indexOf(codec) === -1);
- }
- });
- level.unknownCodecs = codecs;
- }
- function assignCodec(media, groupItem, codecProperty) {
- const codecValue = groupItem[codecProperty];
- if (codecValue) {
- media[codecProperty] = codecValue;
- }
- }
- function backfillProgramDateTimes(fragments, firstPdtIndex) {
- let fragPrev = fragments[firstPdtIndex];
- for (let i = firstPdtIndex; i--;) {
- const frag = fragments[i];
- // Exit on delta-playlist skipped segments
- if (!frag) {
- return;
- }
- frag.programDateTime = fragPrev.programDateTime - frag.duration * 1000;
- fragPrev = frag;
- }
- }
- function assignProgramDateTime(frag, prevFrag, programDateTimes) {
- if (frag.rawProgramDateTime) {
- programDateTimes.push(frag);
- } else if (prevFrag != null && prevFrag.programDateTime) {
- frag.programDateTime = prevFrag.endProgramDateTime;
- }
- }
- function setInitSegment(frag, mapAttrs, id, levelkeys) {
- frag.relurl = mapAttrs.URI;
- if (mapAttrs.BYTERANGE) {
- frag.setByteRange(mapAttrs.BYTERANGE);
- }
- frag.level = id;
- frag.sn = 'initSegment';
- if (levelkeys) {
- frag.levelkeys = levelkeys;
- }
- frag.initSegment = null;
- }
- function setFragLevelKeys(frag, levelkeys, level) {
- frag.levelkeys = levelkeys;
- const {
- encryptedFragments
- } = level;
- if ((!encryptedFragments.length || encryptedFragments[encryptedFragments.length - 1].levelkeys !== levelkeys) && Object.keys(levelkeys).some(format => levelkeys[format].isCommonEncryption)) {
- encryptedFragments.push(frag);
- }
- }
- function assignMultipleMediaPlaylistTagOccuranceError(level, tag, result) {
- level.playlistParsingError = new Error(`#EXT-X-${tag} must not appear more than once (${result[0]})`);
- }
- function assignMustAppearBeforeSegmentsError(level, tag, result) {
- level.playlistParsingError = new Error(`#EXT-X-${tag} must appear before the first Media Segment (${result[0]})`);
- }
- function updateFromToPTS(fragFrom, fragTo) {
- const fragToPTS = fragTo.startPTS;
- // if we know startPTS[toIdx]
- if (isFiniteNumber(fragToPTS)) {
- // update fragment duration.
- // it helps to fix drifts between playlist reported duration and fragment real duration
- let duration = 0;
- let frag;
- if (fragTo.sn > fragFrom.sn) {
- duration = fragToPTS - fragFrom.start;
- frag = fragFrom;
- } else {
- duration = fragFrom.start - fragToPTS;
- frag = fragTo;
- }
- if (frag.duration !== duration) {
- frag.setDuration(duration);
- }
- // we dont know startPTS[toIdx]
- } else if (fragTo.sn > fragFrom.sn) {
- const contiguous = fragFrom.cc === fragTo.cc;
- // TODO: With part-loading end/durations we need to confirm the whole fragment is loaded before using (or setting) minEndPTS
- if (contiguous && fragFrom.minEndPTS) {
- fragTo.setStart(fragFrom.start + (fragFrom.minEndPTS - fragFrom.start));
- } else {
- fragTo.setStart(fragFrom.start + fragFrom.duration);
- }
- } else {
- fragTo.setStart(Math.max(fragFrom.start - fragTo.duration, 0));
- }
- }
- function updateFragPTSDTS(details, frag, startPTS, endPTS, startDTS, endDTS) {
- const parsedMediaDuration = endPTS - startPTS;
- if (parsedMediaDuration <= 0) {
- logger.warn('Fragment should have a positive duration', frag);
- endPTS = startPTS + frag.duration;
- endDTS = startDTS + frag.duration;
- }
- let maxStartPTS = startPTS;
- let minEndPTS = endPTS;
- const fragStartPts = frag.startPTS;
- const fragEndPts = frag.endPTS;
- if (isFiniteNumber(fragStartPts)) {
- // delta PTS between audio and video
- const deltaPTS = Math.abs(fragStartPts - startPTS);
- if (!isFiniteNumber(frag.deltaPTS)) {
- frag.deltaPTS = deltaPTS;
- } else {
- frag.deltaPTS = Math.max(deltaPTS, frag.deltaPTS);
- }
- maxStartPTS = Math.max(startPTS, fragStartPts);
- startPTS = Math.min(startPTS, fragStartPts);
- startDTS = Math.min(startDTS, frag.startDTS);
- minEndPTS = Math.min(endPTS, fragEndPts);
- endPTS = Math.max(endPTS, fragEndPts);
- endDTS = Math.max(endDTS, frag.endDTS);
- }
- const drift = startPTS - frag.start;
- if (frag.start !== 0) {
- frag.setStart(startPTS);
- }
- frag.setDuration(endPTS - frag.start);
- frag.startPTS = startPTS;
- frag.maxStartPTS = maxStartPTS;
- frag.startDTS = startDTS;
- frag.endPTS = endPTS;
- frag.minEndPTS = minEndPTS;
- frag.endDTS = endDTS;
- const sn = frag.sn;
- // exit if sn out of range
- if (!details || sn < details.startSN || sn > details.endSN) {
- return 0;
- }
- let i;
- const fragIdx = sn - details.startSN;
- const fragments = details.fragments;
- // update frag reference in fragments array
- // rationale is that fragments array might not contain this frag object.
- // this will happen if playlist has been refreshed between frag loading and call to updateFragPTSDTS()
- // if we don't update frag, we won't be able to propagate PTS info on the playlist
- // resulting in invalid sliding computation
- fragments[fragIdx] = frag;
- // adjust fragment PTS/duration from seqnum-1 to frag 0
- for (i = fragIdx; i > 0; i--) {
- updateFromToPTS(fragments[i], fragments[i - 1]);
- }
- // adjust fragment PTS/duration from seqnum to last frag
- for (i = fragIdx; i < fragments.length - 1; i++) {
- updateFromToPTS(fragments[i], fragments[i + 1]);
- }
- if (details.fragmentHint) {
- updateFromToPTS(fragments[fragments.length - 1], details.fragmentHint);
- }
- details.PTSKnown = details.alignedSliding = true;
- return drift;
- }
- function mergeDetails(oldDetails, newDetails) {
- if (oldDetails === newDetails) {
- return;
- }
- // Track the last initSegment processed. Initialize it to the last one on the timeline.
- let currentInitSegment = null;
- const oldFragments = oldDetails.fragments;
- for (let i = oldFragments.length - 1; i >= 0; i--) {
- const oldInit = oldFragments[i].initSegment;
- if (oldInit) {
- currentInitSegment = oldInit;
- break;
- }
- }
- if (oldDetails.fragmentHint) {
- // prevent PTS and duration from being adjusted on the next hint
- delete oldDetails.fragmentHint.endPTS;
- }
- // check if old/new playlists have fragments in common
- // loop through overlapping SN and update startPTS, cc, and duration if any found
- let PTSFrag;
- mapFragmentIntersection(oldDetails, newDetails, (oldFrag, newFrag, newFragIndex, newFragments) => {
- if ((!newDetails.startCC || newDetails.skippedSegments) && newFrag.cc !== oldFrag.cc) {
- const ccOffset = oldFrag.cc - newFrag.cc;
- for (let i = newFragIndex; i < newFragments.length; i++) {
- newFragments[i].cc += ccOffset;
- }
- newDetails.endCC = newFragments[newFragments.length - 1].cc;
- }
- if (isFiniteNumber(oldFrag.startPTS) && isFiniteNumber(oldFrag.endPTS)) {
- newFrag.setStart(newFrag.startPTS = oldFrag.startPTS);
- newFrag.startDTS = oldFrag.startDTS;
- newFrag.maxStartPTS = oldFrag.maxStartPTS;
- newFrag.endPTS = oldFrag.endPTS;
- newFrag.endDTS = oldFrag.endDTS;
- newFrag.minEndPTS = oldFrag.minEndPTS;
- newFrag.setDuration(oldFrag.endPTS - oldFrag.startPTS);
- if (newFrag.duration) {
- PTSFrag = newFrag;
- }
- // PTS is known when any segment has startPTS and endPTS
- newDetails.PTSKnown = newDetails.alignedSliding = true;
- }
- if (oldFrag.hasStreams) {
- newFrag.elementaryStreams = oldFrag.elementaryStreams;
- }
- newFrag.loader = oldFrag.loader;
- if (oldFrag.hasStats) {
- newFrag.stats = oldFrag.stats;
- }
- if (oldFrag.initSegment) {
- newFrag.initSegment = oldFrag.initSegment;
- currentInitSegment = oldFrag.initSegment;
- }
- });
- const newFragments = newDetails.fragments;
- const fragmentsToCheck = newDetails.fragmentHint ? newFragments.concat(newDetails.fragmentHint) : newFragments;
- if (currentInitSegment) {
- fragmentsToCheck.forEach(frag => {
- var _currentInitSegment;
- if (frag && (!frag.initSegment || frag.initSegment.relurl === ((_currentInitSegment = currentInitSegment) == null ? void 0 : _currentInitSegment.relurl))) {
- frag.initSegment = currentInitSegment;
- }
- });
- }
- if (newDetails.skippedSegments) {
- newDetails.deltaUpdateFailed = newFragments.some(frag => !frag);
- if (newDetails.deltaUpdateFailed) {
- logger.warn('[level-helper] Previous playlist missing segments skipped in delta playlist');
- for (let i = newDetails.skippedSegments; i--;) {
- newFragments.shift();
- }
- newDetails.startSN = newFragments[0].sn;
- } else {
- if (newDetails.canSkipDateRanges) {
- newDetails.dateRanges = mergeDateRanges(oldDetails.dateRanges, newDetails);
- }
- const programDateTimes = oldDetails.fragments.filter(frag => frag.rawProgramDateTime);
- if (oldDetails.hasProgramDateTime && !newDetails.hasProgramDateTime) {
- for (let i = 1; i < fragmentsToCheck.length; i++) {
- if (fragmentsToCheck[i].programDateTime === null) {
- assignProgramDateTime(fragmentsToCheck[i], fragmentsToCheck[i - 1], programDateTimes);
- }
- }
- }
- mapDateRanges(programDateTimes, newDetails);
- }
- newDetails.endCC = newFragments[newFragments.length - 1].cc;
- }
- if (!newDetails.startCC) {
- var _fragPriorToNewStart$;
- const fragPriorToNewStart = getFragmentWithSN(oldDetails, newDetails.startSN - 1);
- newDetails.startCC = (_fragPriorToNewStart$ = fragPriorToNewStart == null ? void 0 : fragPriorToNewStart.cc) != null ? _fragPriorToNewStart$ : newFragments[0].cc;
- }
- // Merge parts
- mapPartIntersection(oldDetails.partList, newDetails.partList, (oldPart, newPart) => {
- newPart.elementaryStreams = oldPart.elementaryStreams;
- newPart.stats = oldPart.stats;
- });
- // if at least one fragment contains PTS info, recompute PTS information for all fragments
- if (PTSFrag) {
- updateFragPTSDTS(newDetails, PTSFrag, PTSFrag.startPTS, PTSFrag.endPTS, PTSFrag.startDTS, PTSFrag.endDTS);
- } else {
- // ensure that delta is within oldFragments range
- // also adjust sliding in case delta is 0 (we could have old=[50-60] and new=old=[50-61])
- // in that case we also need to adjust start offset of all fragments
- adjustSliding(oldDetails, newDetails);
- }
- if (newFragments.length) {
- newDetails.totalduration = newDetails.edge - newFragments[0].start;
- }
- newDetails.driftStartTime = oldDetails.driftStartTime;
- newDetails.driftStart = oldDetails.driftStart;
- const advancedDateTime = newDetails.advancedDateTime;
- if (newDetails.advanced && advancedDateTime) {
- const edge = newDetails.edge;
- if (!newDetails.driftStart) {
- newDetails.driftStartTime = advancedDateTime;
- newDetails.driftStart = edge;
- }
- newDetails.driftEndTime = advancedDateTime;
- newDetails.driftEnd = edge;
- } else {
- newDetails.driftEndTime = oldDetails.driftEndTime;
- newDetails.driftEnd = oldDetails.driftEnd;
- newDetails.advancedDateTime = oldDetails.advancedDateTime;
- }
- if (newDetails.requestScheduled === -1) {
- newDetails.requestScheduled = oldDetails.requestScheduled;
- }
- }
- function mergeDateRanges(oldDateRanges, newDetails) {
- const {
- dateRanges: deltaDateRanges,
- recentlyRemovedDateranges
- } = newDetails;
- const dateRanges = _extends({}, oldDateRanges);
- if (recentlyRemovedDateranges) {
- recentlyRemovedDateranges.forEach(id => {
- delete dateRanges[id];
- });
- }
- const mergeIds = Object.keys(dateRanges);
- const mergeCount = mergeIds.length;
- if (mergeCount) {
- Object.keys(deltaDateRanges).forEach(id => {
- const mergedDateRange = dateRanges[id];
- const dateRange = new DateRange(deltaDateRanges[id].attr, mergedDateRange);
- if (dateRange.isValid) {
- dateRanges[id] = dateRange;
- if (!mergedDateRange) {
- dateRange.tagOrder += mergeCount;
- }
- } else {
- logger.warn(`Ignoring invalid Playlist Delta Update DATERANGE tag: "${stringify(deltaDateRanges[id].attr)}"`);
- }
- });
- }
- return dateRanges;
- }
- function mapPartIntersection(oldParts, newParts, intersectionFn) {
- if (oldParts && newParts) {
- let delta = 0;
- for (let i = 0, len = oldParts.length; i <= len; i++) {
- const oldPart = oldParts[i];
- const newPart = newParts[i + delta];
- if (oldPart && newPart && oldPart.index === newPart.index && oldPart.fragment.sn === newPart.fragment.sn) {
- intersectionFn(oldPart, newPart);
- } else {
- delta--;
- }
- }
- }
- }
- function mapFragmentIntersection(oldDetails, newDetails, intersectionFn) {
- const skippedSegments = newDetails.skippedSegments;
- const start = Math.max(oldDetails.startSN, newDetails.startSN) - newDetails.startSN;
- const end = (oldDetails.fragmentHint ? 1 : 0) + (skippedSegments ? newDetails.endSN : Math.min(oldDetails.endSN, newDetails.endSN)) - newDetails.startSN;
- const delta = newDetails.startSN - oldDetails.startSN;
- const newFrags = newDetails.fragmentHint ? newDetails.fragments.concat(newDetails.fragmentHint) : newDetails.fragments;
- const oldFrags = oldDetails.fragmentHint ? oldDetails.fragments.concat(oldDetails.fragmentHint) : oldDetails.fragments;
- for (let i = start; i <= end; i++) {
- const oldFrag = oldFrags[delta + i];
- let newFrag = newFrags[i];
- if (skippedSegments && !newFrag && oldFrag) {
- // Fill in skipped segments in delta playlist
- newFrag = newDetails.fragments[i] = oldFrag;
- }
- if (oldFrag && newFrag) {
- intersectionFn(oldFrag, newFrag, i, newFrags);
- if (oldFrag.url && oldFrag.url !== newFrag.url) {
- newDetails.playlistParsingError = getSequenceError(`media sequence mismatch ${newFrag.sn}:`, oldDetails, newDetails, oldFrag, newFrag);
- return;
- } else if (oldFrag.cc !== newFrag.cc) {
- newDetails.playlistParsingError = getSequenceError(`discontinuity sequence mismatch (${oldFrag.cc}!=${newFrag.cc})`, oldDetails, newDetails, oldFrag, newFrag);
- return;
- }
- }
- }
- }
- function getSequenceError(message, oldDetails, newDetails, oldFrag, newFrag) {
- return new Error(`${message} ${newFrag.url}
- Playlist starting @${oldDetails.startSN}
- ${oldDetails.m3u8}
- Playlist starting @${newDetails.startSN}
- ${newDetails.m3u8}`);
- }
- function adjustSliding(oldDetails, newDetails, matchingStableVariantOrRendition = true) {
- const delta = newDetails.startSN + newDetails.skippedSegments - oldDetails.startSN;
- const oldFragments = oldDetails.fragments;
- const advancedOrStable = delta >= 0;
- let sliding = 0;
- if (advancedOrStable && delta < oldFragments.length) {
- sliding = oldFragments[delta].start;
- } else if (advancedOrStable && newDetails.startSN === oldDetails.endSN + 1) {
- sliding = oldDetails.fragmentEnd;
- } else if (advancedOrStable && matchingStableVariantOrRendition) {
- // align with expected position (updated playlist start sequence is past end sequence of last update)
- sliding = oldDetails.fragmentStart + delta * newDetails.levelTargetDuration;
- } else if (!newDetails.skippedSegments && newDetails.fragmentStart === 0) {
- // align new start with old (playlist switch has a sequence with no overlap and should not be used for alignment)
- sliding = oldDetails.fragmentStart;
- } else {
- // new details already has a sliding offset or has skipped segments
- return;
- }
- addSliding(newDetails, sliding);
- }
- function addSliding(details, sliding) {
- if (sliding) {
- const fragments = details.fragments;
- for (let i = details.skippedSegments; i < fragments.length; i++) {
- fragments[i].addStart(sliding);
- }
- if (details.fragmentHint) {
- details.fragmentHint.addStart(sliding);
- }
- }
- }
- function computeReloadInterval(newDetails, distanceToLiveEdgeMs = Infinity) {
- let reloadInterval = 1000 * newDetails.targetduration;
- if (newDetails.updated) {
- // Use last segment duration when shorter than target duration and near live edge
- const fragments = newDetails.fragments;
- const liveEdgeMaxTargetDurations = 4;
- if (fragments.length && reloadInterval * liveEdgeMaxTargetDurations > distanceToLiveEdgeMs) {
- const lastSegmentDuration = fragments[fragments.length - 1].duration * 1000;
- if (lastSegmentDuration < reloadInterval) {
- reloadInterval = lastSegmentDuration;
- }
- }
- } else {
- // estimate = 'miss half average';
- // follow HLS Spec, If the client reloads a Playlist file and finds that it has not
- // changed then it MUST wait for a period of one-half the target
- // duration before retrying.
- reloadInterval /= 2;
- }
- return Math.round(reloadInterval);
- }
- function getFragmentWithSN(details, sn, fragCurrent) {
- if (!details) {
- return null;
- }
- let fragment = details.fragments[sn - details.startSN];
- if (fragment) {
- return fragment;
- }
- fragment = details.fragmentHint;
- if (fragment && fragment.sn === sn) {
- return fragment;
- }
- if (sn < details.startSN && fragCurrent && fragCurrent.sn === sn) {
- return fragCurrent;
- }
- return null;
- }
- function getPartWith(details, sn, partIndex) {
- if (!details) {
- return null;
- }
- return findPart(details.partList, sn, partIndex);
- }
- function findPart(partList, sn, partIndex) {
- if (partList) {
- for (let i = partList.length; i--;) {
- const part = partList[i];
- if (part.index === partIndex && part.fragment.sn === sn) {
- return part;
- }
- }
- }
- return null;
- }
- function reassignFragmentLevelIndexes(levels) {
- levels.forEach((level, index) => {
- var _level$details;
- (_level$details = level.details) == null ? void 0 : _level$details.fragments.forEach(fragment => {
- fragment.level = index;
- if (fragment.initSegment) {
- fragment.initSegment.level = index;
- }
- });
- });
- }
- function findFirstFragWithCC(fragments, cc) {
- for (let i = 0, len = fragments.length; i < len; i++) {
- var _fragments$i;
- if (((_fragments$i = fragments[i]) == null ? void 0 : _fragments$i.cc) === cc) {
- return fragments[i];
- }
- }
- return null;
- }
- function shouldAlignOnDiscontinuities(refDetails, details) {
- if (refDetails) {
- if (details.startCC < refDetails.endCC && details.endCC > refDetails.startCC) {
- return true;
- }
- }
- return false;
- }
- function adjustFragmentStart(frag, sliding) {
- if (frag) {
- const start = frag.start + sliding;
- frag.start = frag.startPTS = start;
- frag.endPTS = start + frag.duration;
- }
- }
- function adjustSlidingStart(sliding, details) {
- // Update segments
- const fragments = details.fragments;
- for (let i = 0, len = fragments.length; i < len; i++) {
- adjustFragmentStart(fragments[i], sliding);
- }
- // Update LL-HLS parts at the end of the playlist
- if (details.fragmentHint) {
- adjustFragmentStart(details.fragmentHint, sliding);
- }
- details.alignedSliding = true;
- }
- /**
- * Using the parameters of the last level, this function computes PTS' of the new fragments so that they form a
- * contiguous stream with the last fragments.
- * The PTS of a fragment lets Hls.js know where it fits into a stream - by knowing every PTS, we know which fragment to
- * download at any given time. PTS is normally computed when the fragment is demuxed, so taking this step saves us time
- * and an extra download.
- * @param lastLevel
- * @param details
- */
- function alignStream(switchDetails, details) {
- if (!switchDetails) {
- return;
- }
- alignDiscontinuities(details, switchDetails);
- if (!details.alignedSliding && switchDetails) {
- // If the PTS wasn't figured out via discontinuity sequence that means there was no CC increase within the level.
- // Aligning via Program Date Time should therefore be reliable, since PDT should be the same within the same
- // discontinuity sequence.
- alignMediaPlaylistByPDT(details, switchDetails);
- }
- if (!details.alignedSliding && switchDetails && !details.skippedSegments) {
- // Try to align on sn so that we pick a better start fragment.
- // Do not perform this on playlists with delta updates as this is only to align levels on switch
- // and adjustSliding only adjusts fragments after skippedSegments.
- adjustSliding(switchDetails, details, false);
- }
- }
- /**
- * Ajust the start of fragments in `details` by the difference in time between fragments of the latest
- * shared discontinuity sequence change.
- * @param lastLevel - The details of the last loaded level
- * @param details - The details of the new level
- */
- function alignDiscontinuities(details, refDetails) {
- if (!shouldAlignOnDiscontinuities(refDetails, details)) {
- return;
- }
- const targetCC = Math.min(refDetails.endCC, details.endCC);
- const refFrag = findFirstFragWithCC(refDetails.fragments, targetCC);
- const frag = findFirstFragWithCC(details.fragments, targetCC);
- if (!refFrag || !frag) {
- return;
- }
- logger.log(`Aligning playlist at start of dicontinuity sequence ${targetCC}`);
- const delta = refFrag.start - frag.start;
- adjustSlidingStart(delta, details);
- }
- /**
- * Ensures appropriate time-alignment between renditions based on PDT.
- * This function assumes the timelines represented in `refDetails` are accurate, including the PDTs
- * for the last discontinuity sequence number shared by both playlists when present,
- * and uses the "wallclock"/PDT timeline as a cross-reference to `details`, adjusting the presentation
- * times/timelines of `details` accordingly.
- * Given the asynchronous nature of fetches and initial loads of live `main` and audio/subtitle tracks,
- * the primary purpose of this function is to ensure the "local timelines" of audio/subtitle tracks
- * are aligned to the main/video timeline, using PDT as the cross-reference/"anchor" that should
- * be consistent across playlists, per the HLS spec.
- * @param details - The details of the rendition you'd like to time-align (e.g. an audio rendition).
- * @param refDetails - The details of the reference rendition with start and PDT times for alignment.
- */
- function alignMediaPlaylistByPDT(details, refDetails) {
- if (!details.hasProgramDateTime || !refDetails.hasProgramDateTime) {
- return;
- }
- const fragments = details.fragments;
- const refFragments = refDetails.fragments;
- if (!fragments.length || !refFragments.length) {
- return;
- }
- // Calculate a delta to apply to all fragments according to the delta in PDT times and start times
- // of a fragment in the reference details, and a fragment in the target details of the same discontinuity.
- // If a fragment of the same discontinuity was not found use the middle fragment of both.
- let refFrag;
- let frag;
- const targetCC = Math.min(refDetails.endCC, details.endCC);
- if (refDetails.startCC < targetCC && details.startCC < targetCC) {
- refFrag = findFirstFragWithCC(refFragments, targetCC);
- frag = findFirstFragWithCC(fragments, targetCC);
- }
- if (!refFrag || !frag) {
- refFrag = refFragments[Math.floor(refFragments.length / 2)];
- frag = findFirstFragWithCC(fragments, refFrag.cc) || fragments[Math.floor(fragments.length / 2)];
- }
- const refPDT = refFrag.programDateTime;
- const targetPDT = frag.programDateTime;
- if (!refPDT || !targetPDT) {
- return;
- }
- const delta = (targetPDT - refPDT) / 1000 - (frag.start - refFrag.start);
- adjustSlidingStart(delta, details);
- }
- /**
- * TimeRanges to string helper
- */
- const TimeRanges = {
- toString: function (r) {
- let log = '';
- const len = r.length;
- for (let i = 0; i < len; i++) {
- log += `[${r.start(i).toFixed(3)}-${r.end(i).toFixed(3)}]`;
- }
- return log;
- }
- };
- const State = {
- STOPPED: 'STOPPED',
- IDLE: 'IDLE',
- KEY_LOADING: 'KEY_LOADING',
- FRAG_LOADING: 'FRAG_LOADING',
- FRAG_LOADING_WAITING_RETRY: 'FRAG_LOADING_WAITING_RETRY',
- WAITING_TRACK: 'WAITING_TRACK',
- PARSING: 'PARSING',
- PARSED: 'PARSED',
- ENDED: 'ENDED',
- ERROR: 'ERROR',
- WAITING_INIT_PTS: 'WAITING_INIT_PTS',
- WAITING_LEVEL: 'WAITING_LEVEL'
- };
- class BaseStreamController extends TaskLoop {
- constructor(hls, fragmentTracker, keyLoader, logPrefix, playlistType) {
- super(logPrefix, hls.logger);
- this.hls = void 0;
- this.fragPrevious = null;
- this.fragCurrent = null;
- this.fragmentTracker = void 0;
- this.transmuxer = null;
- this._state = State.STOPPED;
- this.playlistType = void 0;
- this.media = null;
- this.mediaBuffer = null;
- this.config = void 0;
- this.bitrateTest = false;
- this.lastCurrentTime = 0;
- this.nextLoadPosition = 0;
- this.startPosition = 0;
- this.startTimeOffset = null;
- this.retryDate = 0;
- this.levels = null;
- this.fragmentLoader = void 0;
- this.keyLoader = void 0;
- this.levelLastLoaded = null;
- this.startFragRequested = false;
- this.decrypter = void 0;
- this.initPTS = [];
- this.buffering = true;
- this.loadingParts = false;
- this.loopSn = void 0;
- this.onMediaSeeking = () => {
- const {
- config,
- fragCurrent,
- media,
- mediaBuffer,
- state
- } = this;
- const currentTime = media ? media.currentTime : 0;
- const bufferInfo = BufferHelper.bufferInfo(mediaBuffer ? mediaBuffer : media, currentTime, config.maxBufferHole);
- const noFowardBuffer = !bufferInfo.len;
- this.log(`Media seeking to ${isFiniteNumber(currentTime) ? currentTime.toFixed(3) : currentTime}, state: ${state}, ${noFowardBuffer ? 'out of' : 'in'} buffer`);
- if (this.state === State.ENDED) {
- this.resetLoadingState();
- } else if (fragCurrent) {
- // Seeking while frag load is in progress
- const tolerance = config.maxFragLookUpTolerance;
- const fragStartOffset = fragCurrent.start - tolerance;
- const fragEndOffset = fragCurrent.start + fragCurrent.duration + tolerance;
- // if seeking out of buffered range or into new one
- if (noFowardBuffer || fragEndOffset < bufferInfo.start || fragStartOffset > bufferInfo.end) {
- const pastFragment = currentTime > fragEndOffset;
- // if the seek position is outside the current fragment range
- if (currentTime < fragStartOffset || pastFragment) {
- if (pastFragment && fragCurrent.loader) {
- this.log(`Cancelling fragment load for seek (sn: ${fragCurrent.sn})`);
- fragCurrent.abortRequests();
- this.resetLoadingState();
- }
- this.fragPrevious = null;
- }
- }
- }
- if (media) {
- // Remove gap fragments
- this.fragmentTracker.removeFragmentsInRange(currentTime, Infinity, this.playlistType, true);
- // Don't set lastCurrentTime with backward seeks (allows for frag selection with strict tolerances)
- const lastCurrentTime = this.lastCurrentTime;
- if (currentTime > lastCurrentTime) {
- this.lastCurrentTime = currentTime;
- }
- if (!this.loadingParts) {
- const bufferEnd = Math.max(bufferInfo.end, currentTime);
- const shouldLoadParts = this.shouldLoadParts(this.getLevelDetails(), bufferEnd);
- if (shouldLoadParts) {
- this.log(`LL-Part loading ON after seeking to ${currentTime.toFixed(2)} with buffer @${bufferEnd.toFixed(2)}`);
- this.loadingParts = shouldLoadParts;
- }
- }
- }
- // in case seeking occurs although no media buffered, adjust startPosition and nextLoadPosition to seek target
- if (!this.hls.hasEnoughToStart) {
- this.log(`Setting ${noFowardBuffer ? 'startPosition' : 'nextLoadPosition'} to ${currentTime} for seek without enough to start`);
- this.nextLoadPosition = currentTime;
- if (noFowardBuffer) {
- this.startPosition = currentTime;
- }
- }
- // Async tick to speed up processing
- this.tickImmediate();
- };
- this.onMediaEnded = () => {
- // reset startPosition and lastCurrentTime to restart playback @ stream beginning
- this.log(`setting startPosition to 0 because media ended`);
- this.startPosition = this.lastCurrentTime = 0;
- };
- this.playlistType = playlistType;
- this.hls = hls;
- this.fragmentLoader = new FragmentLoader(hls.config);
- this.keyLoader = keyLoader;
- this.fragmentTracker = fragmentTracker;
- this.config = hls.config;
- this.decrypter = new Decrypter(hls.config);
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- doTick() {
- this.onTickEnd();
- }
- onTickEnd() {}
- startLoad(startPosition) {}
- stopLoad() {
- if (this.state === State.STOPPED) {
- return;
- }
- this.fragmentLoader.abort();
- this.keyLoader.abort(this.playlistType);
- const frag = this.fragCurrent;
- if (frag != null && frag.loader) {
- frag.abortRequests();
- this.fragmentTracker.removeFragment(frag);
- }
- this.resetTransmuxer();
- this.fragCurrent = null;
- this.fragPrevious = null;
- this.clearInterval();
- this.clearNextTick();
- this.state = State.STOPPED;
- }
- get startPositionValue() {
- const {
- nextLoadPosition,
- startPosition
- } = this;
- if (startPosition === -1 && nextLoadPosition) {
- return nextLoadPosition;
- }
- return startPosition;
- }
- get bufferingEnabled() {
- return this.buffering;
- }
- pauseBuffering() {
- this.buffering = false;
- }
- resumeBuffering() {
- this.buffering = true;
- }
- get inFlightFrag() {
- return {
- frag: this.fragCurrent,
- state: this.state
- };
- }
- _streamEnded(bufferInfo, levelDetails) {
- // Stream is never "ended" when playlist is live or media is detached
- if (levelDetails.live || !this.media) {
- return false;
- }
- // Stream is not "ended" when nothing is buffered past the start
- const bufferEnd = bufferInfo.end || 0;
- const timelineStart = this.config.timelineOffset || 0;
- if (bufferEnd <= timelineStart) {
- return false;
- }
- // Stream is not "ended" when there is a second buffered range starting before the end of the playlist
- const bufferedRanges = bufferInfo.buffered;
- if (this.config.maxBufferHole && bufferedRanges && bufferedRanges.length > 1) {
- // make sure bufferInfo accounts for any gaps
- bufferInfo = BufferHelper.bufferedInfo(bufferedRanges, bufferInfo.start, 0);
- }
- const nextStart = bufferInfo.nextStart;
- const hasSecondBufferedRange = nextStart && nextStart > timelineStart && nextStart < levelDetails.edge;
- if (hasSecondBufferedRange) {
- return false;
- }
- // Playhead is in unbuffered region. Marking EoS now could result in Safari failing to dispatch "ended" event following seek on start.
- if (this.media.currentTime < bufferInfo.start) {
- return false;
- }
- const partList = levelDetails.partList;
- // Since the last part isn't guaranteed to correspond to the last playlist segment for Low-Latency HLS,
- // check instead if the last part is buffered.
- if (partList != null && partList.length) {
- const lastPart = partList[partList.length - 1];
- // Checking the midpoint of the part for potential margin of error and related issues.
- // NOTE: Technically I believe parts could yield content that is < the computed duration (including potential a duration of 0)
- // and still be spec-compliant, so there may still be edge cases here. Likewise, there could be issues in end of stream
- // part mismatches for independent audio and video playlists/segments.
- const lastPartBuffered = BufferHelper.isBuffered(this.media, lastPart.start + lastPart.duration / 2);
- return lastPartBuffered;
- }
- const playlistType = levelDetails.fragments[levelDetails.fragments.length - 1].type;
- return this.fragmentTracker.isEndListAppended(playlistType);
- }
- getLevelDetails() {
- if (this.levels && this.levelLastLoaded !== null) {
- var _this$levelLastLoaded;
- return (_this$levelLastLoaded = this.levelLastLoaded) == null ? void 0 : _this$levelLastLoaded.details;
- }
- }
- get timelineOffset() {
- const configuredTimelineOffset = this.config.timelineOffset;
- if (configuredTimelineOffset) {
- var _this$getLevelDetails;
- return ((_this$getLevelDetails = this.getLevelDetails()) == null ? void 0 : _this$getLevelDetails.appliedTimelineOffset) || configuredTimelineOffset;
- }
- return 0;
- }
- onMediaAttached(event, data) {
- const media = this.media = this.mediaBuffer = data.media;
- media.removeEventListener('seeking', this.onMediaSeeking);
- media.removeEventListener('ended', this.onMediaEnded);
- media.addEventListener('seeking', this.onMediaSeeking);
- media.addEventListener('ended', this.onMediaEnded);
- const config = this.config;
- if (this.levels && config.autoStartLoad && this.state === State.STOPPED) {
- this.startLoad(config.startPosition);
- }
- }
- onMediaDetaching(event, data) {
- const transferringMedia = !!data.transferMedia;
- const media = this.media;
- if (media === null) {
- return;
- }
- if (media.ended) {
- this.log('MSE detaching and video ended, reset startPosition');
- this.startPosition = this.lastCurrentTime = 0;
- }
- // remove video listeners
- media.removeEventListener('seeking', this.onMediaSeeking);
- media.removeEventListener('ended', this.onMediaEnded);
- if (this.keyLoader && !transferringMedia) {
- this.keyLoader.detach();
- }
- this.media = this.mediaBuffer = null;
- this.loopSn = undefined;
- if (transferringMedia) {
- this.resetLoadingState();
- this.resetTransmuxer();
- return;
- }
- this.loadingParts = false;
- this.fragmentTracker.removeAllFragments();
- this.stopLoad();
- }
- onManifestLoading() {
- this.initPTS = [];
- this.levels = this.levelLastLoaded = this.fragCurrent = null;
- this.lastCurrentTime = this.startPosition = 0;
- this.startFragRequested = false;
- }
- onError(event, data) {}
- onManifestLoaded(event, data) {
- this.startTimeOffset = data.startTimeOffset;
- }
- onHandlerDestroying() {
- this.stopLoad();
- if (this.transmuxer) {
- this.transmuxer.destroy();
- this.transmuxer = null;
- }
- super.onHandlerDestroying();
- // @ts-ignore
- this.hls = this.onMediaSeeking = this.onMediaEnded = null;
- }
- onHandlerDestroyed() {
- this.state = State.STOPPED;
- if (this.fragmentLoader) {
- this.fragmentLoader.destroy();
- }
- if (this.keyLoader) {
- this.keyLoader.destroy();
- }
- if (this.decrypter) {
- this.decrypter.destroy();
- }
- this.hls = this.log = this.warn = this.decrypter = this.keyLoader = this.fragmentLoader = this.fragmentTracker = null;
- super.onHandlerDestroyed();
- }
- loadFragment(frag, level, targetBufferTime) {
- this.startFragRequested = true;
- this._loadFragForPlayback(frag, level, targetBufferTime);
- }
- _loadFragForPlayback(fragment, level, targetBufferTime) {
- const progressCallback = data => {
- const frag = data.frag;
- if (this.fragContextChanged(frag)) {
- this.warn(`${frag.type} sn: ${frag.sn}${data.part ? ' part: ' + data.part.index : ''} of ${this.fragInfo(frag, false, data.part)}) was dropped during download.`);
- this.fragmentTracker.removeFragment(frag);
- return;
- }
- frag.stats.chunkCount++;
- this._handleFragmentLoadProgress(data);
- };
- this._doFragLoad(fragment, level, targetBufferTime, progressCallback).then(data => {
- if (!data) {
- // if we're here we probably needed to backtrack or are waiting for more parts
- return;
- }
- const state = this.state;
- const frag = data.frag;
- if (this.fragContextChanged(frag)) {
- if (state === State.FRAG_LOADING || !this.fragCurrent && state === State.PARSING) {
- this.fragmentTracker.removeFragment(frag);
- this.state = State.IDLE;
- }
- return;
- }
- if ('payload' in data) {
- this.log(`Loaded ${frag.type} sn: ${frag.sn} of ${this.playlistLabel()} ${frag.level}`);
- this.hls.trigger(Events.FRAG_LOADED, data);
- }
- // Pass through the whole payload; controllers not implementing progressive loading receive data from this callback
- this._handleFragmentLoadComplete(data);
- }).catch(reason => {
- if (this.state === State.STOPPED || this.state === State.ERROR) {
- return;
- }
- this.warn(`Frag error: ${(reason == null ? void 0 : reason.message) || reason}`);
- this.resetFragmentLoading(fragment);
- });
- }
- clearTrackerIfNeeded(frag) {
- var _this$mediaBuffer;
- const {
- fragmentTracker
- } = this;
- const fragState = fragmentTracker.getState(frag);
- if (fragState === FragmentState.APPENDING) {
- // Lower the max buffer length and try again
- const playlistType = frag.type;
- const bufferedInfo = this.getFwdBufferInfo(this.mediaBuffer, playlistType);
- const minForwardBufferLength = Math.max(frag.duration, bufferedInfo ? bufferedInfo.len : this.config.maxBufferLength);
- // If backtracking, always remove from the tracker without reducing max buffer length
- const backtrackFragment = this.backtrackFragment;
- const backtracked = backtrackFragment ? frag.sn - backtrackFragment.sn : 0;
- if (backtracked === 1 || this.reduceMaxBufferLength(minForwardBufferLength, frag.duration)) {
- fragmentTracker.removeFragment(frag);
- }
- } else if (((_this$mediaBuffer = this.mediaBuffer) == null ? void 0 : _this$mediaBuffer.buffered.length) === 0) {
- // Stop gap for bad tracker / buffer flush behavior
- fragmentTracker.removeAllFragments();
- } else if (fragmentTracker.hasParts(frag.type)) {
- // In low latency mode, remove fragments for which only some parts were buffered
- fragmentTracker.detectPartialFragments({
- frag,
- part: null,
- stats: frag.stats,
- id: frag.type
- });
- if (fragmentTracker.getState(frag) === FragmentState.PARTIAL) {
- fragmentTracker.removeFragment(frag);
- }
- }
- }
- checkLiveUpdate(details) {
- if (details.updated && !details.live) {
- // Live stream ended, update fragment tracker
- const lastFragment = details.fragments[details.fragments.length - 1];
- this.fragmentTracker.detectPartialFragments({
- frag: lastFragment,
- part: null,
- stats: lastFragment.stats,
- id: lastFragment.type
- });
- }
- if (!details.fragments[0]) {
- details.deltaUpdateFailed = true;
- }
- }
- waitForLive(levelInfo) {
- const details = levelInfo.details;
- return (details == null ? void 0 : details.live) && details.type !== 'EVENT' && (this.levelLastLoaded !== levelInfo || details.expired);
- }
- flushMainBuffer(startOffset, endOffset, type = null) {
- if (!(startOffset - endOffset)) {
- return;
- }
- // When alternate audio is playing, the audio-stream-controller is responsible for the audio buffer. Otherwise,
- // passing a null type flushes both buffers
- const flushScope = {
- startOffset,
- endOffset,
- type
- };
- this.hls.trigger(Events.BUFFER_FLUSHING, flushScope);
- }
- _loadInitSegment(fragment, level) {
- this._doFragLoad(fragment, level).then(data => {
- const frag = data == null ? void 0 : data.frag;
- if (!frag || this.fragContextChanged(frag) || !this.levels) {
- throw new Error('init load aborted');
- }
- return data;
- }).then(data => {
- const {
- hls
- } = this;
- const {
- frag,
- payload
- } = data;
- const decryptData = frag.decryptdata;
- // check to see if the payload needs to be decrypted
- if (payload && payload.byteLength > 0 && decryptData != null && decryptData.key && decryptData.iv && isFullSegmentEncryption(decryptData.method)) {
- const startTime = self.performance.now();
- // decrypt init segment data
- return this.decrypter.decrypt(new Uint8Array(payload), decryptData.key.buffer, decryptData.iv.buffer, getAesModeFromFullSegmentMethod(decryptData.method)).catch(err => {
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_DECRYPT_ERROR,
- fatal: false,
- error: err,
- reason: err.message,
- frag
- });
- throw err;
- }).then(decryptedData => {
- const endTime = self.performance.now();
- hls.trigger(Events.FRAG_DECRYPTED, {
- frag,
- payload: decryptedData,
- stats: {
- tstart: startTime,
- tdecrypt: endTime
- }
- });
- data.payload = decryptedData;
- return this.completeInitSegmentLoad(data);
- });
- }
- return this.completeInitSegmentLoad(data);
- }).catch(reason => {
- if (this.state === State.STOPPED || this.state === State.ERROR) {
- return;
- }
- this.warn(reason);
- this.resetFragmentLoading(fragment);
- });
- }
- completeInitSegmentLoad(data) {
- const {
- levels
- } = this;
- if (!levels) {
- throw new Error('init load aborted, missing levels');
- }
- const stats = data.frag.stats;
- if (this.state !== State.STOPPED) {
- this.state = State.IDLE;
- }
- data.frag.data = new Uint8Array(data.payload);
- stats.parsing.start = stats.buffering.start = self.performance.now();
- stats.parsing.end = stats.buffering.end = self.performance.now();
- this.tick();
- }
- fragContextChanged(frag) {
- const {
- fragCurrent
- } = this;
- return !frag || !fragCurrent || frag.sn !== fragCurrent.sn || frag.level !== fragCurrent.level;
- }
- fragBufferedComplete(frag, part) {
- const media = this.mediaBuffer ? this.mediaBuffer : this.media;
- this.log(`Buffered ${frag.type} sn: ${frag.sn}${part ? ' part: ' + part.index : ''} of ${this.fragInfo(frag, false, part)} > buffer:${media ? TimeRanges.toString(BufferHelper.getBuffered(media)) : '(detached)'})`);
- if (isMediaFragment(frag)) {
- var _this$levels;
- if (frag.type !== PlaylistLevelType.SUBTITLE) {
- const el = frag.elementaryStreams;
- if (!Object.keys(el).some(type => !!el[type])) {
- // empty segment
- this.state = State.IDLE;
- return;
- }
- }
- const level = (_this$levels = this.levels) == null ? void 0 : _this$levels[frag.level];
- if (level != null && level.fragmentError) {
- this.log(`Resetting level fragment error count of ${level.fragmentError} on frag buffered`);
- level.fragmentError = 0;
- }
- }
- this.state = State.IDLE;
- }
- _handleFragmentLoadComplete(fragLoadedEndData) {
- const {
- transmuxer
- } = this;
- if (!transmuxer) {
- return;
- }
- const {
- frag,
- part,
- partsLoaded
- } = fragLoadedEndData;
- // If we did not load parts, or loaded all parts, we have complete (not partial) fragment data
- const complete = !partsLoaded || partsLoaded.length === 0 || partsLoaded.some(fragLoaded => !fragLoaded);
- const chunkMeta = new ChunkMetadata(frag.level, frag.sn, frag.stats.chunkCount + 1, 0, part ? part.index : -1, !complete);
- transmuxer.flush(chunkMeta);
- }
- _handleFragmentLoadProgress(frag) {}
- _doFragLoad(frag, level, targetBufferTime = null, progressCallback) {
- var _frag$decryptdata;
- this.fragCurrent = frag;
- const details = level == null ? void 0 : level.details;
- if (!this.levels || !details) {
- throw new Error(`frag load aborted, missing level${details ? '' : ' detail'}s`);
- }
- let keyLoadingPromise = null;
- if (frag.encrypted && !((_frag$decryptdata = frag.decryptdata) != null && _frag$decryptdata.key)) {
- this.log(`Loading key for ${frag.sn} of [${details.startSN}-${details.endSN}], ${this.playlistLabel()} ${frag.level}`);
- this.state = State.KEY_LOADING;
- this.fragCurrent = frag;
- keyLoadingPromise = this.keyLoader.load(frag).then(keyLoadedData => {
- if (!this.fragContextChanged(keyLoadedData.frag)) {
- this.hls.trigger(Events.KEY_LOADED, keyLoadedData);
- if (this.state === State.KEY_LOADING) {
- this.state = State.IDLE;
- }
- return keyLoadedData;
- }
- });
- this.hls.trigger(Events.KEY_LOADING, {
- frag
- });
- if (this.fragCurrent === null) {
- keyLoadingPromise = Promise.reject(new Error(`frag load aborted, context changed in KEY_LOADING`));
- }
- } else if (!frag.encrypted) {
- keyLoadingPromise = this.keyLoader.loadClear(frag, details.encryptedFragments, this.startFragRequested);
- if (keyLoadingPromise) {
- this.log(`[eme] blocking frag load until media-keys acquired`);
- }
- }
- const fragPrevious = this.fragPrevious;
- if (isMediaFragment(frag) && (!fragPrevious || frag.sn !== fragPrevious.sn)) {
- const shouldLoadParts = this.shouldLoadParts(level.details, frag.end);
- if (shouldLoadParts !== this.loadingParts) {
- this.log(`LL-Part loading ${shouldLoadParts ? 'ON' : 'OFF'} loading sn ${fragPrevious == null ? void 0 : fragPrevious.sn}->${frag.sn}`);
- this.loadingParts = shouldLoadParts;
- }
- }
- targetBufferTime = Math.max(frag.start, targetBufferTime || 0);
- if (this.loadingParts && isMediaFragment(frag)) {
- const partList = details.partList;
- if (partList && progressCallback) {
- if (targetBufferTime > frag.end && details.fragmentHint) {
- frag = details.fragmentHint;
- }
- const partIndex = this.getNextPart(partList, frag, targetBufferTime);
- if (partIndex > -1) {
- const part = partList[partIndex];
- frag = this.fragCurrent = part.fragment;
- this.log(`Loading ${frag.type} sn: ${frag.sn} part: ${part.index} (${partIndex}/${partList.length - 1}) of ${this.fragInfo(frag, false, part)}) cc: ${frag.cc} [${details.startSN}-${details.endSN}], target: ${parseFloat(targetBufferTime.toFixed(3))}`);
- this.nextLoadPosition = part.start + part.duration;
- this.state = State.FRAG_LOADING;
- let _result;
- if (keyLoadingPromise) {
- _result = keyLoadingPromise.then(keyLoadedData => {
- if (!keyLoadedData || this.fragContextChanged(keyLoadedData.frag)) {
- return null;
- }
- return this.doFragPartsLoad(frag, part, level, progressCallback);
- }).catch(error => this.handleFragLoadError(error));
- } else {
- _result = this.doFragPartsLoad(frag, part, level, progressCallback).catch(error => this.handleFragLoadError(error));
- }
- this.hls.trigger(Events.FRAG_LOADING, {
- frag,
- part,
- targetBufferTime
- });
- if (this.fragCurrent === null) {
- return Promise.reject(new Error(`frag load aborted, context changed in FRAG_LOADING parts`));
- }
- return _result;
- } else if (!frag.url || this.loadedEndOfParts(partList, targetBufferTime)) {
- // Fragment hint has no parts
- return Promise.resolve(null);
- }
- }
- }
- if (isMediaFragment(frag) && this.loadingParts) {
- this.log(`LL-Part loading OFF after next part miss @${targetBufferTime.toFixed(2)}`);
- this.loadingParts = false;
- } else if (!frag.url) {
- // Selected fragment hint for part but not loading parts
- return Promise.resolve(null);
- }
- this.log(`Loading ${frag.type} sn: ${frag.sn} of ${this.fragInfo(frag, false)}) cc: ${frag.cc} ${details ? '[' + details.startSN + '-' + details.endSN + ']' : ''}, target: ${parseFloat(targetBufferTime.toFixed(3))}`);
- // Don't update nextLoadPosition for fragments which are not buffered
- if (isFiniteNumber(frag.sn) && !this.bitrateTest) {
- this.nextLoadPosition = frag.start + frag.duration;
- }
- this.state = State.FRAG_LOADING;
- // Load key before streaming fragment data
- const dataOnProgress = this.config.progressive;
- let result;
- if (dataOnProgress && keyLoadingPromise) {
- result = keyLoadingPromise.then(keyLoadedData => {
- if (!keyLoadedData || this.fragContextChanged(keyLoadedData == null ? void 0 : keyLoadedData.frag)) {
- return null;
- }
- return this.fragmentLoader.load(frag, progressCallback);
- }).catch(error => this.handleFragLoadError(error));
- } else {
- // load unencrypted fragment data with progress event,
- // or handle fragment result after key and fragment are finished loading
- result = Promise.all([this.fragmentLoader.load(frag, dataOnProgress ? progressCallback : undefined), keyLoadingPromise]).then(([fragLoadedData]) => {
- if (!dataOnProgress && fragLoadedData && progressCallback) {
- progressCallback(fragLoadedData);
- }
- return fragLoadedData;
- }).catch(error => this.handleFragLoadError(error));
- }
- this.hls.trigger(Events.FRAG_LOADING, {
- frag,
- targetBufferTime
- });
- if (this.fragCurrent === null) {
- return Promise.reject(new Error(`frag load aborted, context changed in FRAG_LOADING`));
- }
- return result;
- }
- doFragPartsLoad(frag, fromPart, level, progressCallback) {
- return new Promise((resolve, reject) => {
- var _level$details;
- const partsLoaded = [];
- const initialPartList = (_level$details = level.details) == null ? void 0 : _level$details.partList;
- const loadPart = part => {
- this.fragmentLoader.loadPart(frag, part, progressCallback).then(partLoadedData => {
- partsLoaded[part.index] = partLoadedData;
- const loadedPart = partLoadedData.part;
- this.hls.trigger(Events.FRAG_LOADED, partLoadedData);
- const nextPart = getPartWith(level.details, frag.sn, part.index + 1) || findPart(initialPartList, frag.sn, part.index + 1);
- if (nextPart) {
- loadPart(nextPart);
- } else {
- return resolve({
- frag,
- part: loadedPart,
- partsLoaded
- });
- }
- }).catch(reject);
- };
- loadPart(fromPart);
- });
- }
- handleFragLoadError(error) {
- if ('data' in error) {
- const data = error.data;
- if (error.data && data.details === ErrorDetails.INTERNAL_ABORTED) {
- this.handleFragLoadAborted(data.frag, data.part);
- } else {
- this.hls.trigger(Events.ERROR, data);
- }
- } else {
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.INTERNAL_EXCEPTION,
- err: error,
- error,
- fatal: true
- });
- }
- return null;
- }
- _handleTransmuxerFlush(chunkMeta) {
- const context = this.getCurrentContext(chunkMeta);
- if (!context || this.state !== State.PARSING) {
- if (!this.fragCurrent && this.state !== State.STOPPED && this.state !== State.ERROR) {
- this.state = State.IDLE;
- }
- return;
- }
- const {
- frag,
- part,
- level
- } = context;
- const now = self.performance.now();
- frag.stats.parsing.end = now;
- if (part) {
- part.stats.parsing.end = now;
- }
- // See if part loading should be disabled/enabled based on buffer and playback position.
- const levelDetails = this.getLevelDetails();
- const loadingPartsAtEdge = levelDetails && frag.sn > levelDetails.endSN;
- const shouldLoadParts = loadingPartsAtEdge || this.shouldLoadParts(levelDetails, frag.end);
- if (shouldLoadParts !== this.loadingParts) {
- this.log(`LL-Part loading ${shouldLoadParts ? 'ON' : 'OFF'} after parsing segment ending @${frag.end.toFixed(2)}`);
- this.loadingParts = shouldLoadParts;
- }
- this.updateLevelTiming(frag, part, level, chunkMeta.partial);
- }
- shouldLoadParts(details, bufferEnd) {
- if (this.config.lowLatencyMode) {
- if (!details) {
- return this.loadingParts;
- }
- if (details != null && details.partList) {
- var _details$fragmentHint;
- // Buffer must be ahead of first part + duration of parts after last segment
- // and playback must be at or past segment adjacent to part list
- const firstPart = details.partList[0];
- const safePartStart = firstPart.end + (((_details$fragmentHint = details.fragmentHint) == null ? void 0 : _details$fragmentHint.duration) || 0);
- if (bufferEnd >= safePartStart) {
- var _this$media;
- const playhead = this.hls.hasEnoughToStart ? ((_this$media = this.media) == null ? void 0 : _this$media.currentTime) || this.lastCurrentTime : this.getLoadPosition();
- if (playhead > firstPart.start - firstPart.fragment.duration) {
- return true;
- }
- }
- }
- }
- return false;
- }
- getCurrentContext(chunkMeta) {
- const {
- levels,
- fragCurrent
- } = this;
- const {
- level: levelIndex,
- sn,
- part: partIndex
- } = chunkMeta;
- if (!(levels != null && levels[levelIndex])) {
- this.warn(`Levels object was unset while buffering fragment ${sn} of ${this.playlistLabel()} ${levelIndex}. The current chunk will not be buffered.`);
- return null;
- }
- const level = levels[levelIndex];
- const levelDetails = level.details;
- const part = partIndex > -1 ? getPartWith(levelDetails, sn, partIndex) : null;
- const frag = part ? part.fragment : getFragmentWithSN(levelDetails, sn, fragCurrent);
- if (!frag) {
- return null;
- }
- if (fragCurrent && fragCurrent !== frag) {
- frag.stats = fragCurrent.stats;
- }
- return {
- frag,
- part,
- level
- };
- }
- bufferFragmentData(data, frag, part, chunkMeta, noBacktracking) {
- var _buffer;
- if (!data || this.state !== State.PARSING) {
- return;
- }
- const {
- data1,
- data2
- } = data;
- let buffer = data1;
- if (data1 && data2) {
- // Combine the moof + mdat so that we buffer with a single append
- buffer = appendUint8Array(data1, data2);
- }
- if (!((_buffer = buffer) != null && _buffer.length)) {
- return;
- }
- const offsetTimestamp = this.initPTS[frag.cc];
- const offset = offsetTimestamp ? -offsetTimestamp.baseTime / offsetTimestamp.timescale : undefined;
- const segment = {
- type: data.type,
- frag,
- part,
- chunkMeta,
- offset,
- parent: frag.type,
- data: buffer
- };
- this.hls.trigger(Events.BUFFER_APPENDING, segment);
- if (data.dropped && data.independent && !part) {
- if (noBacktracking) {
- return;
- }
- // Clear buffer so that we reload previous segments sequentially if required
- this.flushBufferGap(frag);
- }
- }
- flushBufferGap(frag) {
- const media = this.media;
- if (!media) {
- return;
- }
- // If currentTime is not buffered, clear the back buffer so that we can backtrack as much as needed
- if (!BufferHelper.isBuffered(media, media.currentTime)) {
- this.flushMainBuffer(0, frag.start);
- return;
- }
- // Remove back-buffer without interrupting playback to allow back tracking
- const currentTime = media.currentTime;
- const bufferInfo = BufferHelper.bufferInfo(media, currentTime, 0);
- const fragDuration = frag.duration;
- const segmentFraction = Math.min(this.config.maxFragLookUpTolerance * 2, fragDuration * 0.25);
- const start = Math.max(Math.min(frag.start - segmentFraction, bufferInfo.end - segmentFraction), currentTime + segmentFraction);
- if (frag.start - start > segmentFraction) {
- this.flushMainBuffer(start, frag.start);
- }
- }
- getFwdBufferInfo(bufferable, type) {
- var _this$media2;
- const pos = this.getLoadPosition();
- if (!isFiniteNumber(pos)) {
- return null;
- }
- const backwardSeek = this.lastCurrentTime > pos;
- const maxBufferHole = backwardSeek || (_this$media2 = this.media) != null && _this$media2.paused ? 0 : this.config.maxBufferHole;
- return this.getFwdBufferInfoAtPos(bufferable, pos, type, maxBufferHole);
- }
- getFwdBufferInfoAtPos(bufferable, pos, type, maxBufferHole) {
- const bufferInfo = BufferHelper.bufferInfo(bufferable, pos, maxBufferHole);
- // Workaround flaw in getting forward buffer when maxBufferHole is smaller than gap at current pos
- if (bufferInfo.len === 0 && bufferInfo.nextStart !== undefined) {
- const bufferedFragAtPos = this.fragmentTracker.getBufferedFrag(pos, type);
- if (bufferedFragAtPos && (bufferInfo.nextStart <= bufferedFragAtPos.end || bufferedFragAtPos.gap)) {
- const gapDuration = Math.max(Math.min(bufferInfo.nextStart, bufferedFragAtPos.end) - pos, maxBufferHole);
- return BufferHelper.bufferInfo(bufferable, pos, gapDuration);
- }
- }
- return bufferInfo;
- }
- getMaxBufferLength(levelBitrate) {
- const {
- config
- } = this;
- let maxBufLen;
- if (levelBitrate) {
- maxBufLen = Math.max(8 * config.maxBufferSize / levelBitrate, config.maxBufferLength);
- } else {
- maxBufLen = config.maxBufferLength;
- }
- return Math.min(maxBufLen, config.maxMaxBufferLength);
- }
- reduceMaxBufferLength(threshold, fragDuration) {
- const config = this.config;
- const minLength = Math.max(Math.min(threshold - fragDuration, config.maxBufferLength), fragDuration);
- const reducedLength = Math.max(threshold - fragDuration * 3, config.maxMaxBufferLength / 2, minLength);
- if (reducedLength >= minLength) {
- // reduce max buffer length as it might be too high. we do this to avoid loop flushing ...
- config.maxMaxBufferLength = reducedLength;
- this.warn(`Reduce max buffer length to ${reducedLength}s`);
- return true;
- }
- return false;
- }
- getAppendedFrag(position, playlistType = PlaylistLevelType.MAIN) {
- var _this$fragmentTracker;
- const fragOrPart = (_this$fragmentTracker = this.fragmentTracker) == null ? void 0 : _this$fragmentTracker.getAppendedFrag(position, playlistType);
- if (fragOrPart && 'fragment' in fragOrPart) {
- return fragOrPart.fragment;
- }
- return fragOrPart;
- }
- getNextFragment(pos, levelDetails) {
- const fragments = levelDetails.fragments;
- const fragLen = fragments.length;
- if (!fragLen) {
- return null;
- }
- // find fragment index, contiguous with end of buffer position
- const {
- config
- } = this;
- const start = fragments[0].start;
- const canLoadParts = config.lowLatencyMode && !!levelDetails.partList;
- let frag = null;
- if (levelDetails.live) {
- const initialLiveManifestSize = config.initialLiveManifestSize;
- if (fragLen < initialLiveManifestSize) {
- this.warn(`Not enough fragments to start playback (have: ${fragLen}, need: ${initialLiveManifestSize})`);
- return null;
- }
- // The real fragment start times for a live stream are only known after the PTS range for that level is known.
- // In order to discover the range, we load the best matching fragment for that level and demux it.
- // Do not load using live logic if the starting frag is requested - we want to use getFragmentAtPosition() so that
- // we get the fragment matching that start time
- if (!levelDetails.PTSKnown && !this.startFragRequested && this.startPosition === -1 || pos < start) {
- var _frag;
- if (canLoadParts && !this.loadingParts) {
- this.log(`LL-Part loading ON for initial live fragment`);
- this.loadingParts = true;
- }
- frag = this.getInitialLiveFragment(levelDetails);
- const mainStart = this.hls.startPosition;
- const liveSyncPosition = this.hls.liveSyncPosition;
- const startPosition = frag ? (mainStart !== -1 && mainStart >= start ? mainStart : liveSyncPosition) || frag.start : pos;
- this.log(`Setting startPosition to ${startPosition} to match start frag at live edge. mainStart: ${mainStart} liveSyncPosition: ${liveSyncPosition} frag.start: ${(_frag = frag) == null ? void 0 : _frag.start}`);
- this.startPosition = this.nextLoadPosition = startPosition;
- }
- } else if (pos <= start) {
- // VoD playlist: if loadPosition before start of playlist, load first fragment
- frag = fragments[0];
- }
- // If we haven't run into any special cases already, just load the fragment most closely matching the requested position
- if (!frag) {
- const end = this.loadingParts ? levelDetails.partEnd : levelDetails.fragmentEnd;
- frag = this.getFragmentAtPosition(pos, end, levelDetails);
- }
- let programFrag = this.filterReplacedPrimary(frag, levelDetails);
- if (!programFrag && frag) {
- const curSNIdx = frag.sn - levelDetails.startSN;
- programFrag = this.filterReplacedPrimary(fragments[curSNIdx + 1] || null, levelDetails);
- }
- return this.mapToInitFragWhenRequired(programFrag);
- }
- isLoopLoading(frag, targetBufferTime) {
- const trackerState = this.fragmentTracker.getState(frag);
- return (trackerState === FragmentState.OK || trackerState === FragmentState.PARTIAL && !!frag.gap) && this.nextLoadPosition > targetBufferTime;
- }
- getNextFragmentLoopLoading(frag, levelDetails, bufferInfo, playlistType, maxBufLen) {
- let nextFragment = null;
- if (frag.gap) {
- nextFragment = this.getNextFragment(this.nextLoadPosition, levelDetails);
- if (nextFragment && !nextFragment.gap && bufferInfo.nextStart) {
- // Media buffered after GAP tags should not make the next buffer timerange exceed forward buffer length
- const nextbufferInfo = this.getFwdBufferInfoAtPos(this.mediaBuffer ? this.mediaBuffer : this.media, bufferInfo.nextStart, playlistType, 0);
- if (nextbufferInfo !== null && bufferInfo.len + nextbufferInfo.len >= maxBufLen) {
- // Returning here might result in not finding an audio and video candiate to skip to
- const sn = nextFragment.sn;
- if (this.loopSn !== sn) {
- this.log(`buffer full after gaps in "${playlistType}" playlist starting at sn: ${sn}`);
- this.loopSn = sn;
- }
- return null;
- }
- }
- }
- this.loopSn = undefined;
- return nextFragment;
- }
- get primaryPrefetch() {
- if (interstitialsEnabled(this.hls.config)) {
- var _this$hls$interstitia, _this$hls$interstitia2;
- const playingInterstitial = (_this$hls$interstitia = this.hls.interstitialsManager) == null ? void 0 : (_this$hls$interstitia2 = _this$hls$interstitia.playingItem) == null ? void 0 : _this$hls$interstitia2.event;
- if (playingInterstitial) {
- return true;
- }
- }
- return false;
- }
- filterReplacedPrimary(frag, details) {
- if (!frag) {
- return frag;
- }
- if (interstitialsEnabled(this.hls.config) && frag.type !== PlaylistLevelType.SUBTITLE) {
- // Do not load fragments outside the buffering schedule segment
- const interstitials = this.hls.interstitialsManager;
- const bufferingItem = interstitials == null ? void 0 : interstitials.bufferingItem;
- if (bufferingItem) {
- const bufferingInterstitial = bufferingItem.event;
- if (bufferingInterstitial) {
- // Do not stream fragments while buffering Interstitial Events (except for overlap at the start)
- if (bufferingInterstitial.appendInPlace || Math.abs(frag.start - bufferingItem.start) > 1 || bufferingItem.start === 0) {
- return null;
- }
- } else {
- // Limit fragment loading to media in schedule item
- if (frag.end <= bufferingItem.start && (details == null ? void 0 : details.live) === false) {
- // fragment ends by schedule item start
- // this.fragmentTracker.fragBuffered(frag, true);
- return null;
- }
- if (frag.start > bufferingItem.end && bufferingItem.nextEvent) {
- // fragment is past schedule item end
- // allow some overflow when not appending in place to prevent stalls
- if (bufferingItem.nextEvent.appendInPlace || frag.start - bufferingItem.end > 1) {
- return null;
- }
- }
- }
- }
- // Skip loading of fragments that overlap completely with appendInPlace interstitials
- const playerQueue = interstitials == null ? void 0 : interstitials.playerQueue;
- if (playerQueue) {
- for (let i = playerQueue.length; i--;) {
- const interstitial = playerQueue[i].interstitial;
- if (interstitial.appendInPlace && frag.start >= interstitial.startTime && frag.end <= interstitial.resumeTime) {
- return null;
- }
- }
- }
- }
- return frag;
- }
- mapToInitFragWhenRequired(frag) {
- // If an initSegment is present, it must be buffered first
- if (frag != null && frag.initSegment && !(frag != null && frag.initSegment.data) && !this.bitrateTest) {
- return frag.initSegment;
- }
- return frag;
- }
- getNextPart(partList, frag, targetBufferTime) {
- let nextPart = -1;
- let contiguous = false;
- let independentAttrOmitted = true;
- for (let i = 0, len = partList.length; i < len; i++) {
- const part = partList[i];
- independentAttrOmitted = independentAttrOmitted && !part.independent;
- if (nextPart > -1 && targetBufferTime < part.start) {
- break;
- }
- const loaded = part.loaded;
- if (loaded) {
- nextPart = -1;
- } else if ((contiguous || part.independent || independentAttrOmitted) && part.fragment === frag) {
- nextPart = i;
- }
- contiguous = loaded;
- }
- return nextPart;
- }
- loadedEndOfParts(partList, targetBufferTime) {
- const lastPart = partList[partList.length - 1];
- return lastPart && targetBufferTime > lastPart.start && lastPart.loaded;
- }
- /*
- This method is used find the best matching first fragment for a live playlist. This fragment is used to calculate the
- "sliding" of the playlist, which is its offset from the start of playback. After sliding we can compute the real
- start and end times for each fragment in the playlist (after which this method will not need to be called).
- */
- getInitialLiveFragment(levelDetails) {
- const fragments = levelDetails.fragments;
- const fragPrevious = this.fragPrevious;
- let frag = null;
- if (fragPrevious) {
- if (levelDetails.hasProgramDateTime) {
- // Prefer using PDT, because it can be accurate enough to choose the correct fragment without knowing the level sliding
- this.log(`Live playlist, switching playlist, load frag with same PDT: ${fragPrevious.programDateTime}`);
- frag = findFragmentByPDT(fragments, fragPrevious.endProgramDateTime, this.config.maxFragLookUpTolerance);
- }
- if (!frag) {
- // SN does not need to be accurate between renditions, but depending on the packaging it may be so.
- const targetSN = fragPrevious.sn + 1;
- if (targetSN >= levelDetails.startSN && targetSN <= levelDetails.endSN) {
- const fragNext = fragments[targetSN - levelDetails.startSN];
- // Ensure that we're staying within the continuity range, since PTS resets upon a new range
- if (fragPrevious.cc === fragNext.cc) {
- frag = fragNext;
- this.log(`Live playlist, switching playlist, load frag with next SN: ${frag.sn}`);
- }
- }
- // It's important to stay within the continuity range if available; otherwise the fragments in the playlist
- // will have the wrong start times
- if (!frag) {
- frag = findNearestWithCC(levelDetails, fragPrevious.cc, fragPrevious.end);
- if (frag) {
- this.log(`Live playlist, switching playlist, load frag with same CC: ${frag.sn}`);
- }
- }
- }
- } else {
- // Find a new start fragment when fragPrevious is null
- const liveStart = this.hls.liveSyncPosition;
- if (liveStart !== null) {
- frag = this.getFragmentAtPosition(liveStart, this.bitrateTest ? levelDetails.fragmentEnd : levelDetails.edge, levelDetails);
- }
- }
- return frag;
- }
- /*
- This method finds the best matching fragment given the provided position.
- */
- getFragmentAtPosition(bufferEnd, end, levelDetails) {
- const {
- config
- } = this;
- let {
- fragPrevious
- } = this;
- let {
- fragments,
- endSN
- } = levelDetails;
- const {
- fragmentHint
- } = levelDetails;
- const {
- maxFragLookUpTolerance
- } = config;
- const partList = levelDetails.partList;
- const loadingParts = !!(this.loadingParts && partList != null && partList.length && fragmentHint);
- if (loadingParts && fragmentHint && !this.bitrateTest && partList[partList.length - 1].fragment.sn === fragmentHint.sn) {
- // Include incomplete fragment with parts at end
- fragments = fragments.concat(fragmentHint);
- endSN = fragmentHint.sn;
- }
- let frag;
- if (bufferEnd < end) {
- var _this$media3;
- const backwardSeek = bufferEnd < this.lastCurrentTime;
- const lookupTolerance = backwardSeek || bufferEnd > end - maxFragLookUpTolerance || (_this$media3 = this.media) != null && _this$media3.paused || !this.startFragRequested ? 0 : maxFragLookUpTolerance;
- // Remove the tolerance if it would put the bufferEnd past the actual end of stream
- // Uses buffer and sequence number to calculate switch segment (required if using EXT-X-DISCONTINUITY-SEQUENCE)
- frag = findFragmentByPTS(fragPrevious, fragments, bufferEnd, lookupTolerance);
- } else {
- // reach end of playlist
- frag = fragments[fragments.length - 1];
- }
- if (frag) {
- const curSNIdx = frag.sn - levelDetails.startSN;
- // Move fragPrevious forward to support forcing the next fragment to load
- // when the buffer catches up to a previously buffered range.
- const fragState = this.fragmentTracker.getState(frag);
- if (fragState === FragmentState.OK || fragState === FragmentState.PARTIAL && frag.gap) {
- fragPrevious = frag;
- }
- if (fragPrevious && frag.sn === fragPrevious.sn && (!loadingParts || partList[0].fragment.sn > frag.sn || !levelDetails.live && !loadingParts)) {
- // Force the next fragment to load if the previous one was already selected. This can occasionally happen with
- // non-uniform fragment durations
- const sameLevel = fragPrevious && frag.level === fragPrevious.level;
- if (sameLevel) {
- const nextFrag = fragments[curSNIdx + 1];
- if (frag.sn < endSN && this.fragmentTracker.getState(nextFrag) !== FragmentState.OK) {
- frag = nextFrag;
- } else {
- frag = null;
- }
- }
- }
- }
- return frag;
- }
- alignPlaylists(details, previousDetails, switchDetails) {
- // TODO: If not for `shouldAlignOnDiscontinuities` requiring fragPrevious.cc,
- // this could all go in level-helper mergeDetails()
- const length = details.fragments.length;
- if (!length) {
- this.warn(`No fragments in live playlist`);
- return 0;
- }
- const slidingStart = details.fragmentStart;
- const firstLevelLoad = !previousDetails;
- const aligned = details.alignedSliding && isFiniteNumber(slidingStart);
- if (firstLevelLoad || !aligned && !slidingStart) {
- alignStream(switchDetails, details);
- const alignedSlidingStart = details.fragmentStart;
- this.log(`Live playlist sliding: ${alignedSlidingStart.toFixed(2)} start-sn: ${previousDetails ? previousDetails.startSN : 'na'}->${details.startSN} fragments: ${length}`);
- return alignedSlidingStart;
- }
- return slidingStart;
- }
- waitForCdnTuneIn(details) {
- // Wait for Low-Latency CDN Tune-in to get an updated playlist
- const advancePartLimit = 3;
- return details.live && details.canBlockReload && details.partTarget && details.tuneInGoal > Math.max(details.partHoldBack, details.partTarget * advancePartLimit);
- }
- setStartPosition(details, sliding) {
- // compute start position if set to -1. use it straight away if value is defined
- let startPosition = this.startPosition;
- if (startPosition < sliding) {
- startPosition = -1;
- }
- const timelineOffset = this.timelineOffset;
- if (startPosition === -1) {
- // Use Playlist EXT-X-START:TIME-OFFSET when set
- // Prioritize Multivariant Playlist offset so that main, audio, and subtitle stream-controller start times match
- const offsetInMultivariantPlaylist = this.startTimeOffset !== null;
- const startTimeOffset = offsetInMultivariantPlaylist ? this.startTimeOffset : details.startTimeOffset;
- if (startTimeOffset !== null && isFiniteNumber(startTimeOffset)) {
- startPosition = sliding + startTimeOffset;
- if (startTimeOffset < 0) {
- startPosition += details.edge;
- }
- startPosition = Math.min(Math.max(sliding, startPosition), sliding + details.totalduration);
- this.log(`Setting startPosition to ${startPosition} for start time offset ${startTimeOffset} found in ${offsetInMultivariantPlaylist ? 'multivariant' : 'media'} playlist`);
- this.startPosition = startPosition;
- } else if (details.live) {
- // Leave this.startPosition at -1, so that we can use `getInitialLiveFragment` logic when startPosition has
- // not been specified via the config or an as an argument to startLoad (#3736).
- startPosition = this.hls.liveSyncPosition || sliding;
- this.log(`Setting startPosition to -1 to start at live edge ${startPosition}`);
- this.startPosition = -1;
- } else {
- this.log(`setting startPosition to 0 by default`);
- this.startPosition = startPosition = 0;
- }
- this.lastCurrentTime = startPosition + timelineOffset;
- }
- this.nextLoadPosition = startPosition + timelineOffset;
- }
- getLoadPosition() {
- var _this$hls;
- const {
- media
- } = this;
- // if we have not yet loaded any fragment, start loading from start position
- let pos = 0;
- if ((_this$hls = this.hls) != null && _this$hls.hasEnoughToStart && media) {
- pos = media.currentTime;
- } else if (this.nextLoadPosition >= 0) {
- pos = this.nextLoadPosition;
- }
- return pos;
- }
- handleFragLoadAborted(frag, part) {
- if (this.transmuxer && frag.type === this.playlistType && isMediaFragment(frag) && frag.stats.aborted) {
- this.log(`Fragment ${frag.sn}${part ? ' part ' + part.index : ''} of ${this.playlistLabel()} ${frag.level} was aborted`);
- this.resetFragmentLoading(frag);
- }
- }
- resetFragmentLoading(frag) {
- if (!this.fragCurrent || !this.fragContextChanged(frag) && this.state !== State.FRAG_LOADING_WAITING_RETRY) {
- this.state = State.IDLE;
- }
- }
- onFragmentOrKeyLoadError(filterType, data) {
- if (data.chunkMeta && !data.frag) {
- const context = this.getCurrentContext(data.chunkMeta);
- if (context) {
- data.frag = context.frag;
- }
- }
- const frag = data.frag;
- // Handle frag error related to caller's filterType
- if (!frag || frag.type !== filterType || !this.levels) {
- return;
- }
- if (this.fragContextChanged(frag)) {
- var _this$fragCurrent;
- this.warn(`Frag load error must match current frag to retry ${frag.url} > ${(_this$fragCurrent = this.fragCurrent) == null ? void 0 : _this$fragCurrent.url}`);
- return;
- }
- const gapTagEncountered = data.details === ErrorDetails.FRAG_GAP;
- if (gapTagEncountered) {
- this.fragmentTracker.fragBuffered(frag, true);
- }
- // keep retrying until the limit will be reached
- const errorAction = data.errorAction;
- const {
- action,
- flags,
- retryCount = 0,
- retryConfig
- } = errorAction || {};
- const couldRetry = !!errorAction && !!retryConfig;
- const retry = couldRetry && action === NetworkErrorAction.RetryRequest;
- const noAlternate = couldRetry && !errorAction.resolved && flags === ErrorActionFlags.MoveAllAlternatesMatchingHost;
- if (!retry && noAlternate && isMediaFragment(frag) && !frag.endList) {
- this.resetFragmentErrors(filterType);
- this.treatAsGap(frag);
- errorAction.resolved = true;
- } else if ((retry || noAlternate) && retryCount < retryConfig.maxNumRetry) {
- this.resetStartWhenNotLoaded(this.levelLastLoaded);
- const delay = getRetryDelay(retryConfig, retryCount);
- this.warn(`Fragment ${frag.sn} of ${filterType} ${frag.level} errored with ${data.details}, retrying loading ${retryCount + 1}/${retryConfig.maxNumRetry} in ${delay}ms`);
- errorAction.resolved = true;
- this.retryDate = self.performance.now() + delay;
- this.state = State.FRAG_LOADING_WAITING_RETRY;
- } else if (retryConfig && errorAction) {
- this.resetFragmentErrors(filterType);
- if (retryCount < retryConfig.maxNumRetry) {
- // Network retry is skipped when level switch is preferred
- if (!gapTagEncountered && action !== NetworkErrorAction.RemoveAlternatePermanently) {
- errorAction.resolved = true;
- }
- } else {
- this.warn(`${data.details} reached or exceeded max retry (${retryCount})`);
- return;
- }
- } else if (action === NetworkErrorAction.SendAlternateToPenaltyBox) {
- this.state = State.WAITING_LEVEL;
- } else {
- this.state = State.ERROR;
- }
- // Perform next async tick sooner to speed up error action resolution
- this.tickImmediate();
- }
- reduceLengthAndFlushBuffer(data) {
- // if in appending state
- if (this.state === State.PARSING || this.state === State.PARSED) {
- const frag = data.frag;
- const playlistType = data.parent;
- const bufferedInfo = this.getFwdBufferInfo(this.mediaBuffer, playlistType);
- // 0.5 : tolerance needed as some browsers stalls playback before reaching buffered end
- // reduce max buf len if current position is buffered
- const buffered = bufferedInfo && bufferedInfo.len > 0.5;
- if (buffered) {
- this.reduceMaxBufferLength(bufferedInfo.len, (frag == null ? void 0 : frag.duration) || 10);
- }
- const flushBuffer = !buffered;
- if (flushBuffer) {
- // current position is not buffered, but browser is still complaining about buffer full error
- // this happens on IE/Edge, refer to https://github.com/video-dev/hls.js/pull/708
- // in that case flush the whole audio buffer to recover
- this.warn(`Buffer full error while media.currentTime is not buffered, flush ${playlistType} buffer`);
- }
- if (frag) {
- this.fragmentTracker.removeFragment(frag);
- this.nextLoadPosition = frag.start;
- }
- this.resetLoadingState();
- return flushBuffer;
- }
- return false;
- }
- resetFragmentErrors(filterType) {
- if (filterType === PlaylistLevelType.AUDIO) {
- // Reset current fragment since audio track audio is essential and may not have a fail-over track
- this.fragCurrent = null;
- }
- // Fragment errors that result in a level switch or redundant fail-over
- // should reset the stream controller state to idle
- if (!this.hls.hasEnoughToStart) {
- this.startFragRequested = false;
- }
- if (this.state !== State.STOPPED) {
- this.state = State.IDLE;
- }
- }
- afterBufferFlushed(media, bufferType, playlistType) {
- if (!media) {
- return;
- }
- // After successful buffer flushing, filter flushed fragments from bufferedFrags use mediaBuffered instead of media
- // (so that we will check against video.buffered ranges in case of alt audio track)
- const bufferedTimeRanges = BufferHelper.getBuffered(media);
- this.fragmentTracker.detectEvictedFragments(bufferType, bufferedTimeRanges, playlistType);
- if (this.state === State.ENDED) {
- this.resetLoadingState();
- }
- }
- resetLoadingState() {
- this.log('Reset loading state');
- this.fragCurrent = null;
- this.fragPrevious = null;
- if (this.state !== State.STOPPED) {
- this.state = State.IDLE;
- }
- }
- resetStartWhenNotLoaded(level) {
- // if loadedmetadata is not set, it means that first frag request failed
- // in that case, reset startFragRequested flag
- if (!this.hls.hasEnoughToStart) {
- this.startFragRequested = false;
- const details = level ? level.details : null;
- if (details != null && details.live) {
- // Update the start position and return to IDLE to recover live start
- this.log(`resetting startPosition for live start`);
- this.startPosition = -1;
- this.setStartPosition(details, details.fragmentStart);
- this.resetLoadingState();
- } else {
- this.nextLoadPosition = this.startPosition;
- }
- }
- }
- resetWhenMissingContext(chunkMeta) {
- this.warn(`The loading context changed while buffering fragment ${chunkMeta.sn} of ${this.playlistLabel()} ${chunkMeta.level}. This chunk will not be buffered.`);
- this.removeUnbufferedFrags();
- this.resetStartWhenNotLoaded(this.levelLastLoaded);
- this.resetLoadingState();
- }
- removeUnbufferedFrags(start = 0) {
- this.fragmentTracker.removeFragmentsInRange(start, Infinity, this.playlistType, false, true);
- }
- updateLevelTiming(frag, part, level, partial) {
- const details = level.details;
- if (!details) {
- this.warn('level.details undefined');
- return;
- }
- const parsed = Object.keys(frag.elementaryStreams).reduce((result, type) => {
- const info = frag.elementaryStreams[type];
- if (info) {
- const parsedDuration = info.endPTS - info.startPTS;
- if (parsedDuration <= 0) {
- // Destroy the transmuxer after it's next time offset failed to advance because duration was <= 0.
- // The new transmuxer will be configured with a time offset matching the next fragment start,
- // preventing the timeline from shifting.
- this.warn(`Could not parse fragment ${frag.sn} ${type} duration reliably (${parsedDuration})`);
- return result || false;
- }
- const drift = partial ? 0 : updateFragPTSDTS(details, frag, info.startPTS, info.endPTS, info.startDTS, info.endDTS);
- this.hls.trigger(Events.LEVEL_PTS_UPDATED, {
- details,
- level,
- drift,
- type,
- frag,
- start: info.startPTS,
- end: info.endPTS
- });
- return true;
- }
- return result;
- }, false);
- if (!parsed) {
- var _this$transmuxer;
- if (level.fragmentError === 0) {
- // Mark and track the odd empty segment as a gap to avoid reloading
- this.treatAsGap(frag, level);
- }
- if (((_this$transmuxer = this.transmuxer) == null ? void 0 : _this$transmuxer.error) === null) {
- const error = new Error(`Found no media in fragment ${frag.sn} of ${this.playlistLabel()} ${frag.level} resetting transmuxer to fallback to playlist timing`);
- this.warn(error.message);
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_PARSING_ERROR,
- fatal: false,
- error,
- frag,
- reason: `Found no media in msn ${frag.sn} of ${this.playlistLabel()} "${level.url}"`
- });
- if (!this.hls) {
- return;
- }
- this.resetTransmuxer();
- }
- // For this error fallthrough. Marking parsed will allow advancing to next fragment.
- }
- this.state = State.PARSED;
- this.log(`Parsed ${frag.type} sn: ${frag.sn}${part ? ' part: ' + part.index : ''} of ${this.fragInfo(frag, false, part)})`);
- this.hls.trigger(Events.FRAG_PARSED, {
- frag,
- part
- });
- }
- playlistLabel() {
- return this.playlistType === PlaylistLevelType.MAIN ? 'level' : 'track';
- }
- fragInfo(frag, pts = true, part) {
- var _ref, _ref2;
- return `${this.playlistLabel()} ${frag.level} (${part ? 'part' : 'frag'}:[${((_ref = pts && !part ? frag.startPTS : (part || frag).start) != null ? _ref : NaN).toFixed(3)}-${((_ref2 = pts && !part ? frag.endPTS : (part || frag).end) != null ? _ref2 : NaN).toFixed(3)}]${part && frag.type === 'main' ? 'INDEPENDENT=' + (part.independent ? 'YES' : 'NO') : ''}`;
- }
- treatAsGap(frag, level) {
- if (level) {
- level.fragmentError++;
- }
- frag.gap = true;
- this.fragmentTracker.removeFragment(frag);
- this.fragmentTracker.fragBuffered(frag, true);
- }
- resetTransmuxer() {
- var _this$transmuxer2;
- (_this$transmuxer2 = this.transmuxer) == null ? void 0 : _this$transmuxer2.reset();
- }
- recoverWorkerError(data) {
- if (data.event === 'demuxerWorker') {
- this.fragmentTracker.removeAllFragments();
- if (this.transmuxer) {
- this.transmuxer.destroy();
- this.transmuxer = null;
- }
- this.resetStartWhenNotLoaded(this.levelLastLoaded);
- this.resetLoadingState();
- }
- }
- set state(nextState) {
- const previousState = this._state;
- if (previousState !== nextState) {
- this._state = nextState;
- this.log(`${previousState}->${nextState}`);
- }
- }
- get state() {
- return this._state;
- }
- }
- function interstitialsEnabled(config) {
- return !!config.interstitialsController && config.enableInterstitialPlayback !== false;
- }
- class ChunkCache {
- constructor() {
- this.chunks = [];
- this.dataLength = 0;
- }
- push(chunk) {
- this.chunks.push(chunk);
- this.dataLength += chunk.length;
- }
- flush() {
- const {
- chunks,
- dataLength
- } = this;
- let result;
- if (!chunks.length) {
- return new Uint8Array(0);
- } else if (chunks.length === 1) {
- result = chunks[0];
- } else {
- result = concatUint8Arrays(chunks, dataLength);
- }
- this.reset();
- return result;
- }
- reset() {
- this.chunks.length = 0;
- this.dataLength = 0;
- }
- }
- function concatUint8Arrays(chunks, dataLength) {
- const result = new Uint8Array(dataLength);
- let offset = 0;
- for (let i = 0; i < chunks.length; i++) {
- const chunk = chunks[i];
- result.set(chunk, offset);
- offset += chunk.length;
- }
- return result;
- }
- var eventemitter3 = {exports: {}};
- var hasRequiredEventemitter3;
- function requireEventemitter3 () {
- if (hasRequiredEventemitter3) return eventemitter3.exports;
- hasRequiredEventemitter3 = 1;
- (function (module) {
- var has = Object.prototype.hasOwnProperty
- , prefix = '~';
- /**
- * Constructor to create a storage for our `EE` objects.
- * An `Events` instance is a plain object whose properties are event names.
- *
- * @constructor
- * @private
- */
- function Events() {}
- //
- // We try to not inherit from `Object.prototype`. In some engines creating an
- // instance in this way is faster than calling `Object.create(null)` directly.
- // If `Object.create(null)` is not supported we prefix the event names with a
- // character to make sure that the built-in object properties are not
- // overridden or used as an attack vector.
- //
- if (Object.create) {
- Events.prototype = Object.create(null);
- //
- // This hack is needed because the `__proto__` property is still inherited in
- // some old browsers like Android 4, iPhone 5.1, Opera 11 and Safari 5.
- //
- if (!new Events().__proto__) prefix = false;
- }
- /**
- * Representation of a single event listener.
- *
- * @param {Function} fn The listener function.
- * @param {*} context The context to invoke the listener with.
- * @param {Boolean} [once=false] Specify if the listener is a one-time listener.
- * @constructor
- * @private
- */
- function EE(fn, context, once) {
- this.fn = fn;
- this.context = context;
- this.once = once || false;
- }
- /**
- * Add a listener for a given event.
- *
- * @param {EventEmitter} emitter Reference to the `EventEmitter` instance.
- * @param {(String|Symbol)} event The event name.
- * @param {Function} fn The listener function.
- * @param {*} context The context to invoke the listener with.
- * @param {Boolean} once Specify if the listener is a one-time listener.
- * @returns {EventEmitter}
- * @private
- */
- function addListener(emitter, event, fn, context, once) {
- if (typeof fn !== 'function') {
- throw new TypeError('The listener must be a function');
- }
- var listener = new EE(fn, context || emitter, once)
- , evt = prefix ? prefix + event : event;
- if (!emitter._events[evt]) emitter._events[evt] = listener, emitter._eventsCount++;
- else if (!emitter._events[evt].fn) emitter._events[evt].push(listener);
- else emitter._events[evt] = [emitter._events[evt], listener];
- return emitter;
- }
- /**
- * Clear event by name.
- *
- * @param {EventEmitter} emitter Reference to the `EventEmitter` instance.
- * @param {(String|Symbol)} evt The Event name.
- * @private
- */
- function clearEvent(emitter, evt) {
- if (--emitter._eventsCount === 0) emitter._events = new Events();
- else delete emitter._events[evt];
- }
- /**
- * Minimal `EventEmitter` interface that is molded against the Node.js
- * `EventEmitter` interface.
- *
- * @constructor
- * @public
- */
- function EventEmitter() {
- this._events = new Events();
- this._eventsCount = 0;
- }
- /**
- * Return an array listing the events for which the emitter has registered
- * listeners.
- *
- * @returns {Array}
- * @public
- */
- EventEmitter.prototype.eventNames = function eventNames() {
- var names = []
- , events
- , name;
- if (this._eventsCount === 0) return names;
- for (name in (events = this._events)) {
- if (has.call(events, name)) names.push(prefix ? name.slice(1) : name);
- }
- if (Object.getOwnPropertySymbols) {
- return names.concat(Object.getOwnPropertySymbols(events));
- }
- return names;
- };
- /**
- * Return the listeners registered for a given event.
- *
- * @param {(String|Symbol)} event The event name.
- * @returns {Array} The registered listeners.
- * @public
- */
- EventEmitter.prototype.listeners = function listeners(event) {
- var evt = prefix ? prefix + event : event
- , handlers = this._events[evt];
- if (!handlers) return [];
- if (handlers.fn) return [handlers.fn];
- for (var i = 0, l = handlers.length, ee = new Array(l); i < l; i++) {
- ee[i] = handlers[i].fn;
- }
- return ee;
- };
- /**
- * Return the number of listeners listening to a given event.
- *
- * @param {(String|Symbol)} event The event name.
- * @returns {Number} The number of listeners.
- * @public
- */
- EventEmitter.prototype.listenerCount = function listenerCount(event) {
- var evt = prefix ? prefix + event : event
- , listeners = this._events[evt];
- if (!listeners) return 0;
- if (listeners.fn) return 1;
- return listeners.length;
- };
- /**
- * Calls each of the listeners registered for a given event.
- *
- * @param {(String|Symbol)} event The event name.
- * @returns {Boolean} `true` if the event had listeners, else `false`.
- * @public
- */
- EventEmitter.prototype.emit = function emit(event, a1, a2, a3, a4, a5) {
- var evt = prefix ? prefix + event : event;
- if (!this._events[evt]) return false;
- var listeners = this._events[evt]
- , len = arguments.length
- , args
- , i;
- if (listeners.fn) {
- if (listeners.once) this.removeListener(event, listeners.fn, undefined, true);
- switch (len) {
- case 1: return listeners.fn.call(listeners.context), true;
- case 2: return listeners.fn.call(listeners.context, a1), true;
- case 3: return listeners.fn.call(listeners.context, a1, a2), true;
- case 4: return listeners.fn.call(listeners.context, a1, a2, a3), true;
- case 5: return listeners.fn.call(listeners.context, a1, a2, a3, a4), true;
- case 6: return listeners.fn.call(listeners.context, a1, a2, a3, a4, a5), true;
- }
- for (i = 1, args = new Array(len -1); i < len; i++) {
- args[i - 1] = arguments[i];
- }
- listeners.fn.apply(listeners.context, args);
- } else {
- var length = listeners.length
- , j;
- for (i = 0; i < length; i++) {
- if (listeners[i].once) this.removeListener(event, listeners[i].fn, undefined, true);
- switch (len) {
- case 1: listeners[i].fn.call(listeners[i].context); break;
- case 2: listeners[i].fn.call(listeners[i].context, a1); break;
- case 3: listeners[i].fn.call(listeners[i].context, a1, a2); break;
- case 4: listeners[i].fn.call(listeners[i].context, a1, a2, a3); break;
- default:
- if (!args) for (j = 1, args = new Array(len -1); j < len; j++) {
- args[j - 1] = arguments[j];
- }
- listeners[i].fn.apply(listeners[i].context, args);
- }
- }
- }
- return true;
- };
- /**
- * Add a listener for a given event.
- *
- * @param {(String|Symbol)} event The event name.
- * @param {Function} fn The listener function.
- * @param {*} [context=this] The context to invoke the listener with.
- * @returns {EventEmitter} `this`.
- * @public
- */
- EventEmitter.prototype.on = function on(event, fn, context) {
- return addListener(this, event, fn, context, false);
- };
- /**
- * Add a one-time listener for a given event.
- *
- * @param {(String|Symbol)} event The event name.
- * @param {Function} fn The listener function.
- * @param {*} [context=this] The context to invoke the listener with.
- * @returns {EventEmitter} `this`.
- * @public
- */
- EventEmitter.prototype.once = function once(event, fn, context) {
- return addListener(this, event, fn, context, true);
- };
- /**
- * Remove the listeners of a given event.
- *
- * @param {(String|Symbol)} event The event name.
- * @param {Function} fn Only remove the listeners that match this function.
- * @param {*} context Only remove the listeners that have this context.
- * @param {Boolean} once Only remove one-time listeners.
- * @returns {EventEmitter} `this`.
- * @public
- */
- EventEmitter.prototype.removeListener = function removeListener(event, fn, context, once) {
- var evt = prefix ? prefix + event : event;
- if (!this._events[evt]) return this;
- if (!fn) {
- clearEvent(this, evt);
- return this;
- }
- var listeners = this._events[evt];
- if (listeners.fn) {
- if (
- listeners.fn === fn &&
- (!once || listeners.once) &&
- (!context || listeners.context === context)
- ) {
- clearEvent(this, evt);
- }
- } else {
- for (var i = 0, events = [], length = listeners.length; i < length; i++) {
- if (
- listeners[i].fn !== fn ||
- (once && !listeners[i].once) ||
- (context && listeners[i].context !== context)
- ) {
- events.push(listeners[i]);
- }
- }
- //
- // Reset the array, or remove it completely if we have no more listeners.
- //
- if (events.length) this._events[evt] = events.length === 1 ? events[0] : events;
- else clearEvent(this, evt);
- }
- return this;
- };
- /**
- * Remove all listeners, or those of the specified event.
- *
- * @param {(String|Symbol)} [event] The event name.
- * @returns {EventEmitter} `this`.
- * @public
- */
- EventEmitter.prototype.removeAllListeners = function removeAllListeners(event) {
- var evt;
- if (event) {
- evt = prefix ? prefix + event : event;
- if (this._events[evt]) clearEvent(this, evt);
- } else {
- this._events = new Events();
- this._eventsCount = 0;
- }
- return this;
- };
- //
- // Alias methods names because people roll like that.
- //
- EventEmitter.prototype.off = EventEmitter.prototype.removeListener;
- EventEmitter.prototype.addListener = EventEmitter.prototype.on;
- //
- // Expose the prefix.
- //
- EventEmitter.prefixed = prefix;
- //
- // Allow `EventEmitter` to be imported as module namespace.
- //
- EventEmitter.EventEmitter = EventEmitter;
- //
- // Expose the module.
- //
- {
- module.exports = EventEmitter;
- }
- } (eventemitter3));
- return eventemitter3.exports;
- }
- var eventemitter3Exports = requireEventemitter3();
- var EventEmitter = /*@__PURE__*/getDefaultExportFromCjs(eventemitter3Exports);
- const version = "1.6.7";
- // ensure the worker ends up in the bundle
- // If the worker should not be included this gets aliased to empty.js
- const workerStore = {};
- function hasUMDWorker() {
- return typeof __HLS_WORKER_BUNDLE__ === 'function';
- }
- function injectWorker() {
- const workerContext = workerStore[version];
- if (workerContext) {
- workerContext.clientCount++;
- return workerContext;
- }
- const blob = new self.Blob([`var exports={};var module={exports:exports};function define(f){f()};define.amd=true;(${__HLS_WORKER_BUNDLE__.toString()})(true);`], {
- type: 'text/javascript'
- });
- const objectURL = self.URL.createObjectURL(blob);
- const worker = new self.Worker(objectURL);
- const result = {
- worker,
- objectURL,
- clientCount: 1
- };
- workerStore[version] = result;
- return result;
- }
- function loadWorker(path) {
- const workerContext = workerStore[path];
- if (workerContext) {
- workerContext.clientCount++;
- return workerContext;
- }
- const scriptURL = new self.URL(path, self.location.href).href;
- const worker = new self.Worker(scriptURL);
- const result = {
- worker,
- scriptURL,
- clientCount: 1
- };
- workerStore[path] = result;
- return result;
- }
- function removeWorkerFromStore(path) {
- const workerContext = workerStore[path || version];
- if (workerContext) {
- const clientCount = workerContext.clientCount--;
- if (clientCount === 1) {
- const {
- worker,
- objectURL
- } = workerContext;
- delete workerStore[path || version];
- if (objectURL) {
- // revoke the Object URL that was used to create transmuxer worker, so as not to leak it
- self.URL.revokeObjectURL(objectURL);
- }
- worker.terminate();
- }
- }
- }
- /**
- * Returns true if an ID3 footer can be found at offset in data
- *
- * @param data - The data to search in
- * @param offset - The offset at which to start searching
- *
- * @returns `true` if an ID3 footer is found
- *
- * @internal
- *
- * @group ID3
- */
- function isId3Footer(data, offset) {
- /*
- * The footer is a copy of the header, but with a different identifier
- */
- if (offset + 10 <= data.length) {
- // look for '3DI' identifier
- if (data[offset] === 0x33 && data[offset + 1] === 0x44 && data[offset + 2] === 0x49) {
- // check version is within range
- if (data[offset + 3] < 0xff && data[offset + 4] < 0xff) {
- // check size is within range
- if (data[offset + 6] < 0x80 && data[offset + 7] < 0x80 && data[offset + 8] < 0x80 && data[offset + 9] < 0x80) {
- return true;
- }
- }
- }
- }
- return false;
- }
- /**
- * Returns true if an ID3 header can be found at offset in data
- *
- * @param data - The data to search in
- * @param offset - The offset at which to start searching
- *
- * @returns `true` if an ID3 header is found
- *
- * @internal
- *
- * @group ID3
- */
- function isId3Header(data, offset) {
- /*
- * http://id3.org/id3v2.3.0
- * [0] = 'I'
- * [1] = 'D'
- * [2] = '3'
- * [3,4] = {Version}
- * [5] = {Flags}
- * [6-9] = {ID3 Size}
- *
- * An ID3v2 tag can be detected with the following pattern:
- * $49 44 33 yy yy xx zz zz zz zz
- * Where yy is less than $FF, xx is the 'flags' byte and zz is less than $80
- */
- if (offset + 10 <= data.length) {
- // look for 'ID3' identifier
- if (data[offset] === 0x49 && data[offset + 1] === 0x44 && data[offset + 2] === 0x33) {
- // check version is within range
- if (data[offset + 3] < 0xff && data[offset + 4] < 0xff) {
- // check size is within range
- if (data[offset + 6] < 0x80 && data[offset + 7] < 0x80 && data[offset + 8] < 0x80 && data[offset + 9] < 0x80) {
- return true;
- }
- }
- }
- }
- return false;
- }
- /**
- * Read ID3 size
- *
- * @param data - The data to read from
- * @param offset - The offset at which to start reading
- *
- * @returns The size
- *
- * @internal
- *
- * @group ID3
- */
- function readId3Size(data, offset) {
- let size = 0;
- size = (data[offset] & 0x7f) << 21;
- size |= (data[offset + 1] & 0x7f) << 14;
- size |= (data[offset + 2] & 0x7f) << 7;
- size |= data[offset + 3] & 0x7f;
- return size;
- }
- /**
- * Returns any adjacent ID3 tags found in data starting at offset, as one block of data
- *
- * @param data - The data to search in
- * @param offset - The offset at which to start searching
- *
- * @returns The block of data containing any ID3 tags found
- * or `undefined` if no header is found at the starting offset
- *
- * @internal
- *
- * @group ID3
- */
- function getId3Data(data, offset) {
- const front = offset;
- let length = 0;
- while (isId3Header(data, offset)) {
- // ID3 header is 10 bytes
- length += 10;
- const size = readId3Size(data, offset + 6);
- length += size;
- if (isId3Footer(data, offset + 10)) {
- // ID3 footer is 10 bytes
- length += 10;
- }
- offset += length;
- }
- if (length > 0) {
- return data.subarray(front, front + length);
- }
- return undefined;
- }
- function getAudioConfig(observer, data, offset, manifestCodec) {
- const adtsSamplingRates = [96000, 88200, 64000, 48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000, 7350];
- const byte2 = data[offset + 2];
- const adtsSamplingIndex = byte2 >> 2 & 0xf;
- if (adtsSamplingIndex > 12) {
- const error = new Error(`invalid ADTS sampling index:${adtsSamplingIndex}`);
- observer.emit(Events.ERROR, Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_PARSING_ERROR,
- fatal: true,
- error,
- reason: error.message
- });
- return;
- }
- // MPEG-4 Audio Object Type (profile_ObjectType+1)
- const adtsObjectType = (byte2 >> 6 & 0x3) + 1;
- const channelCount = data[offset + 3] >> 6 & 0x3 | (byte2 & 1) << 2;
- const codec = 'mp4a.40.' + adtsObjectType;
- /* refer to http://wiki.multimedia.cx/index.php?title=MPEG-4_Audio#Audio_Specific_Config
- ISO/IEC 14496-3 - Table 1.13 — Syntax of AudioSpecificConfig()
- Audio Profile / Audio Object Type
- 0: Null
- 1: AAC Main
- 2: AAC LC (Low Complexity)
- 3: AAC SSR (Scalable Sample Rate)
- 4: AAC LTP (Long Term Prediction)
- 5: SBR (Spectral Band Replication)
- 6: AAC Scalable
- sampling freq
- 0: 96000 Hz
- 1: 88200 Hz
- 2: 64000 Hz
- 3: 48000 Hz
- 4: 44100 Hz
- 5: 32000 Hz
- 6: 24000 Hz
- 7: 22050 Hz
- 8: 16000 Hz
- 9: 12000 Hz
- 10: 11025 Hz
- 11: 8000 Hz
- 12: 7350 Hz
- 13: Reserved
- 14: Reserved
- 15: frequency is written explictly
- Channel Configurations
- These are the channel configurations:
- 0: Defined in AOT Specifc Config
- 1: 1 channel: front-center
- 2: 2 channels: front-left, front-right
- */
- // audioObjectType = profile => profile, the MPEG-4 Audio Object Type minus 1
- const samplerate = adtsSamplingRates[adtsSamplingIndex];
- let aacSampleIndex = adtsSamplingIndex;
- if (adtsObjectType === 5 || adtsObjectType === 29) {
- // HE-AAC uses SBR (Spectral Band Replication) , high frequencies are constructed from low frequencies
- // there is a factor 2 between frame sample rate and output sample rate
- // multiply frequency by 2 (see table above, equivalent to substract 3)
- aacSampleIndex -= 3;
- }
- const config = [adtsObjectType << 3 | (aacSampleIndex & 0x0e) >> 1, (aacSampleIndex & 0x01) << 7 | channelCount << 3];
- logger.log(`manifest codec:${manifestCodec}, parsed codec:${codec}, channels:${channelCount}, rate:${samplerate} (ADTS object type:${adtsObjectType} sampling index:${adtsSamplingIndex})`);
- return {
- config,
- samplerate,
- channelCount,
- codec,
- parsedCodec: codec,
- manifestCodec
- };
- }
- function isHeaderPattern$1(data, offset) {
- return data[offset] === 0xff && (data[offset + 1] & 0xf6) === 0xf0;
- }
- function getHeaderLength(data, offset) {
- return data[offset + 1] & 0x01 ? 7 : 9;
- }
- function getFullFrameLength(data, offset) {
- return (data[offset + 3] & 0x03) << 11 | data[offset + 4] << 3 | (data[offset + 5] & 0xe0) >>> 5;
- }
- function canGetFrameLength(data, offset) {
- return offset + 5 < data.length;
- }
- function isHeader$1(data, offset) {
- // Look for ADTS header | 1111 1111 | 1111 X00X | where X can be either 0 or 1
- // Layer bits (position 14 and 15) in header should be always 0 for ADTS
- // More info https://wiki.multimedia.cx/index.php?title=ADTS
- return offset + 1 < data.length && isHeaderPattern$1(data, offset);
- }
- function canParse$1(data, offset) {
- return canGetFrameLength(data, offset) && isHeaderPattern$1(data, offset) && getFullFrameLength(data, offset) <= data.length - offset;
- }
- function probe$1(data, offset) {
- // same as isHeader but we also check that ADTS frame follows last ADTS frame
- // or end of data is reached
- if (isHeader$1(data, offset)) {
- // ADTS header Length
- const headerLength = getHeaderLength(data, offset);
- if (offset + headerLength >= data.length) {
- return false;
- }
- // ADTS frame Length
- const frameLength = getFullFrameLength(data, offset);
- if (frameLength <= headerLength) {
- return false;
- }
- const newOffset = offset + frameLength;
- return newOffset === data.length || isHeader$1(data, newOffset);
- }
- return false;
- }
- function initTrackConfig(track, observer, data, offset, audioCodec) {
- if (!track.samplerate) {
- const config = getAudioConfig(observer, data, offset, audioCodec);
- if (!config) {
- return;
- }
- _extends(track, config);
- }
- }
- function getFrameDuration(samplerate) {
- return 1024 * 90000 / samplerate;
- }
- function parseFrameHeader(data, offset) {
- // The protection skip bit tells us if we have 2 bytes of CRC data at the end of the ADTS header
- const headerLength = getHeaderLength(data, offset);
- if (offset + headerLength <= data.length) {
- // retrieve frame size
- const frameLength = getFullFrameLength(data, offset) - headerLength;
- if (frameLength > 0) {
- // logger.log(`AAC frame, offset/length/total/pts:${offset+headerLength}/${frameLength}/${data.byteLength}`);
- return {
- headerLength,
- frameLength
- };
- }
- }
- }
- function appendFrame$2(track, data, offset, pts, frameIndex) {
- const frameDuration = getFrameDuration(track.samplerate);
- const stamp = pts + frameIndex * frameDuration;
- const header = parseFrameHeader(data, offset);
- let unit;
- if (header) {
- const {
- frameLength,
- headerLength
- } = header;
- const _length = headerLength + frameLength;
- const missing = Math.max(0, offset + _length - data.length);
- // logger.log(`AAC frame ${frameIndex}, pts:${stamp} length@offset/total: ${frameLength}@${offset+headerLength}/${data.byteLength} missing: ${missing}`);
- if (missing) {
- unit = new Uint8Array(_length - headerLength);
- unit.set(data.subarray(offset + headerLength, data.length), 0);
- } else {
- unit = data.subarray(offset + headerLength, offset + _length);
- }
- const _sample = {
- unit,
- pts: stamp
- };
- if (!missing) {
- track.samples.push(_sample);
- }
- return {
- sample: _sample,
- length: _length,
- missing
- };
- }
- // overflow incomplete header
- const length = data.length - offset;
- unit = new Uint8Array(length);
- unit.set(data.subarray(offset, data.length), 0);
- const sample = {
- unit,
- pts: stamp
- };
- return {
- sample,
- length,
- missing: -1
- };
- }
- /**
- * Checks if the given data contains an ID3 tag.
- *
- * @param data - The data to check
- * @param offset - The offset at which to start checking
- *
- * @returns `true` if an ID3 tag is found
- *
- * @group ID3
- *
- * @beta
- */
- function canParseId3(data, offset) {
- return isId3Header(data, offset) && readId3Size(data, offset + 6) + 10 <= data.length - offset;
- }
- function toArrayBuffer(view) {
- if (view instanceof ArrayBuffer) {
- return view;
- } else {
- if (view.byteOffset == 0 && view.byteLength == view.buffer.byteLength) {
- // This is a TypedArray over the whole buffer.
- return view.buffer;
- }
- // This is a 'view' on the buffer. Create a new buffer that only contains
- // the data. Note that since this isn't an ArrayBuffer, the 'new' call
- // will allocate a new buffer to hold the copy.
- return new Uint8Array(view).buffer;
- }
- }
- function toUint8(data, offset = 0, length = Infinity) {
- return view(data, offset, length, Uint8Array);
- }
- function view(data, offset, length, Type) {
- const buffer = unsafeGetArrayBuffer(data);
- let bytesPerElement = 1;
- if ('BYTES_PER_ELEMENT' in Type) {
- bytesPerElement = Type.BYTES_PER_ELEMENT;
- }
- // Absolute end of the |data| view within |buffer|.
- const dataOffset = isArrayBufferView(data) ? data.byteOffset : 0;
- const dataEnd = (dataOffset + data.byteLength) / bytesPerElement;
- // Absolute start of the result within |buffer|.
- const rawStart = (dataOffset + offset) / bytesPerElement;
- const start = Math.floor(Math.max(0, Math.min(rawStart, dataEnd)));
- // Absolute end of the result within |buffer|.
- const end = Math.floor(Math.min(start + Math.max(length, 0), dataEnd));
- return new Type(buffer, start, end - start);
- }
- function unsafeGetArrayBuffer(view) {
- if (view instanceof ArrayBuffer) {
- return view;
- } else {
- return view.buffer;
- }
- }
- function isArrayBufferView(obj) {
- return obj && obj.buffer instanceof ArrayBuffer && obj.byteLength !== undefined && obj.byteOffset !== undefined;
- }
- function decodeId3ImageFrame(frame) {
- const metadataFrame = {
- key: frame.type,
- description: '',
- data: '',
- mimeType: null,
- pictureType: null
- };
- const utf8Encoding = 0x03;
- if (frame.size < 2) {
- return undefined;
- }
- if (frame.data[0] !== utf8Encoding) {
- console.log('Ignore frame with unrecognized character ' + 'encoding');
- return undefined;
- }
- const mimeTypeEndIndex = frame.data.subarray(1).indexOf(0);
- if (mimeTypeEndIndex === -1) {
- return undefined;
- }
- const mimeType = utf8ArrayToStr(toUint8(frame.data, 1, mimeTypeEndIndex));
- const pictureType = frame.data[2 + mimeTypeEndIndex];
- const descriptionEndIndex = frame.data.subarray(3 + mimeTypeEndIndex).indexOf(0);
- if (descriptionEndIndex === -1) {
- return undefined;
- }
- const description = utf8ArrayToStr(toUint8(frame.data, 3 + mimeTypeEndIndex, descriptionEndIndex));
- let data;
- if (mimeType === '-->') {
- data = utf8ArrayToStr(toUint8(frame.data, 4 + mimeTypeEndIndex + descriptionEndIndex));
- } else {
- data = toArrayBuffer(frame.data.subarray(4 + mimeTypeEndIndex + descriptionEndIndex));
- }
- metadataFrame.mimeType = mimeType;
- metadataFrame.pictureType = pictureType;
- metadataFrame.description = description;
- metadataFrame.data = data;
- return metadataFrame;
- }
- /**
- * Decode an ID3 PRIV frame.
- *
- * @param frame - the ID3 PRIV frame
- *
- * @returns The decoded ID3 PRIV frame
- *
- * @internal
- *
- * @group ID3
- */
- function decodeId3PrivFrame(frame) {
- /*
- Format: <text string>\0<binary data>
- */
- if (frame.size < 2) {
- return undefined;
- }
- const owner = utf8ArrayToStr(frame.data, true);
- const privateData = new Uint8Array(frame.data.subarray(owner.length + 1));
- return {
- key: frame.type,
- info: owner,
- data: privateData.buffer
- };
- }
- /**
- * Decodes an ID3 text frame
- *
- * @param frame - the ID3 text frame
- *
- * @returns The decoded ID3 text frame
- *
- * @internal
- *
- * @group ID3
- */
- function decodeId3TextFrame(frame) {
- if (frame.size < 2) {
- return undefined;
- }
- if (frame.type === 'TXXX') {
- /*
- Format:
- [0] = {Text Encoding}
- [1-?] = {Description}\0{Value}
- */
- let index = 1;
- const description = utf8ArrayToStr(frame.data.subarray(index), true);
- index += description.length + 1;
- const value = utf8ArrayToStr(frame.data.subarray(index));
- return {
- key: frame.type,
- info: description,
- data: value
- };
- }
- /*
- Format:
- [0] = {Text Encoding}
- [1-?] = {Value}
- */
- const text = utf8ArrayToStr(frame.data.subarray(1));
- return {
- key: frame.type,
- info: '',
- data: text
- };
- }
- /**
- * Decode a URL frame
- *
- * @param frame - the ID3 URL frame
- *
- * @returns The decoded ID3 URL frame
- *
- * @internal
- *
- * @group ID3
- */
- function decodeId3UrlFrame(frame) {
- if (frame.type === 'WXXX') {
- /*
- Format:
- [0] = {Text Encoding}
- [1-?] = {Description}\0{URL}
- */
- if (frame.size < 2) {
- return undefined;
- }
- let index = 1;
- const description = utf8ArrayToStr(frame.data.subarray(index), true);
- index += description.length + 1;
- const value = utf8ArrayToStr(frame.data.subarray(index));
- return {
- key: frame.type,
- info: description,
- data: value
- };
- }
- /*
- Format:
- [0-?] = {URL}
- */
- const url = utf8ArrayToStr(frame.data);
- return {
- key: frame.type,
- info: '',
- data: url
- };
- }
- /**
- * Decode an ID3 frame.
- *
- * @param frame - the ID3 frame
- *
- * @returns The decoded ID3 frame
- *
- * @internal
- *
- * @group ID3
- */
- function decodeId3Frame(frame) {
- if (frame.type === 'PRIV') {
- return decodeId3PrivFrame(frame);
- } else if (frame.type[0] === 'W') {
- return decodeId3UrlFrame(frame);
- } else if (frame.type === 'APIC') {
- return decodeId3ImageFrame(frame);
- }
- return decodeId3TextFrame(frame);
- }
- /**
- * Returns the data of an ID3 frame.
- *
- * @param data - The data to read from
- *
- * @returns The data of the ID3 frame
- *
- * @internal
- *
- * @group ID3
- */
- function getId3FrameData(data) {
- /*
- Frame ID $xx xx xx xx (four characters)
- Size $xx xx xx xx
- Flags $xx xx
- */
- const type = String.fromCharCode(data[0], data[1], data[2], data[3]);
- const size = readId3Size(data, 4);
- // skip frame id, size, and flags
- const offset = 10;
- return {
- type,
- size,
- data: data.subarray(offset, offset + size)
- };
- }
- const HEADER_FOOTER_SIZE = 10;
- const FRAME_SIZE = 10;
- /**
- * Returns an array of ID3 frames found in all the ID3 tags in the id3Data
- *
- * @param id3Data - The ID3 data containing one or more ID3 tags
- *
- * @returns Array of ID3 frame objects
- *
- * @group ID3
- *
- * @beta
- */
- function getId3Frames(id3Data) {
- let offset = 0;
- const frames = [];
- while (isId3Header(id3Data, offset)) {
- const size = readId3Size(id3Data, offset + 6);
- if (id3Data[offset + 5] >> 6 & 1) {
- // skip extended header
- offset += HEADER_FOOTER_SIZE;
- }
- // skip past ID3 header
- offset += HEADER_FOOTER_SIZE;
- const end = offset + size;
- // loop through frames in the ID3 tag
- while (offset + FRAME_SIZE < end) {
- const frameData = getId3FrameData(id3Data.subarray(offset));
- const frame = decodeId3Frame(frameData);
- if (frame) {
- frames.push(frame);
- }
- // skip frame header and frame data
- offset += frameData.size + HEADER_FOOTER_SIZE;
- }
- if (isId3Footer(id3Data, offset)) {
- offset += HEADER_FOOTER_SIZE;
- }
- }
- return frames;
- }
- /**
- * Returns true if the ID3 frame is an Elementary Stream timestamp frame
- *
- * @param frame - the ID3 frame
- *
- * @returns `true` if the ID3 frame is an Elementary Stream timestamp frame
- *
- * @internal
- *
- * @group ID3
- */
- function isId3TimestampFrame(frame) {
- return frame && frame.key === 'PRIV' && frame.info === 'com.apple.streaming.transportStreamTimestamp';
- }
- /**
- * Read a 33 bit timestamp from an ID3 frame.
- *
- * @param timeStampFrame - the ID3 frame
- *
- * @returns The timestamp
- *
- * @internal
- *
- * @group ID3
- */
- function readId3Timestamp(timeStampFrame) {
- if (timeStampFrame.data.byteLength === 8) {
- const data = new Uint8Array(timeStampFrame.data);
- // timestamp is 33 bit expressed as a big-endian eight-octet number,
- // with the upper 31 bits set to zero.
- const pts33Bit = data[3] & 0x1;
- let timestamp = (data[4] << 23) + (data[5] << 15) + (data[6] << 7) + data[7];
- timestamp /= 45;
- if (pts33Bit) {
- timestamp += 47721858.84;
- } // 2^32 / 90
- return Math.round(timestamp);
- }
- return undefined;
- }
- /**
- * Searches for the Elementary Stream timestamp found in the ID3 data chunk
- *
- * @param data - Block of data containing one or more ID3 tags
- *
- * @returns The timestamp
- *
- * @group ID3
- *
- * @beta
- */
- function getId3Timestamp(data) {
- const frames = getId3Frames(data);
- for (let i = 0; i < frames.length; i++) {
- const frame = frames[i];
- if (isId3TimestampFrame(frame)) {
- return readId3Timestamp(frame);
- }
- }
- return undefined;
- }
- let MetadataSchema = /*#__PURE__*/function (MetadataSchema) {
- MetadataSchema["audioId3"] = "org.id3";
- MetadataSchema["dateRange"] = "com.apple.quicktime.HLS";
- MetadataSchema["emsg"] = "https://aomedia.org/emsg/ID3";
- MetadataSchema["misbklv"] = "urn:misb:KLV:bin:1910.1";
- return MetadataSchema;
- }({});
- function dummyTrack(type = '', inputTimeScale = 90000) {
- return {
- type,
- id: -1,
- pid: -1,
- inputTimeScale,
- sequenceNumber: -1,
- samples: [],
- dropped: 0
- };
- }
- class BaseAudioDemuxer {
- constructor() {
- this._audioTrack = void 0;
- this._id3Track = void 0;
- this.frameIndex = 0;
- this.cachedData = null;
- this.basePTS = null;
- this.initPTS = null;
- this.lastPTS = null;
- }
- resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration) {
- this._id3Track = {
- type: 'id3',
- id: 3,
- pid: -1,
- inputTimeScale: 90000,
- sequenceNumber: 0,
- samples: [],
- dropped: 0
- };
- }
- resetTimeStamp(deaultTimestamp) {
- this.initPTS = deaultTimestamp;
- this.resetContiguity();
- }
- resetContiguity() {
- this.basePTS = null;
- this.lastPTS = null;
- this.frameIndex = 0;
- }
- canParse(data, offset) {
- return false;
- }
- appendFrame(track, data, offset) {}
- // feed incoming data to the front of the parsing pipeline
- demux(data, timeOffset) {
- if (this.cachedData) {
- data = appendUint8Array(this.cachedData, data);
- this.cachedData = null;
- }
- let id3Data = getId3Data(data, 0);
- let offset = id3Data ? id3Data.length : 0;
- let lastDataIndex;
- const track = this._audioTrack;
- const id3Track = this._id3Track;
- const timestamp = id3Data ? getId3Timestamp(id3Data) : undefined;
- const length = data.length;
- if (this.basePTS === null || this.frameIndex === 0 && isFiniteNumber(timestamp)) {
- this.basePTS = initPTSFn(timestamp, timeOffset, this.initPTS);
- this.lastPTS = this.basePTS;
- }
- if (this.lastPTS === null) {
- this.lastPTS = this.basePTS;
- }
- // more expressive than alternative: id3Data?.length
- if (id3Data && id3Data.length > 0) {
- id3Track.samples.push({
- pts: this.lastPTS,
- dts: this.lastPTS,
- data: id3Data,
- type: MetadataSchema.audioId3,
- duration: Number.POSITIVE_INFINITY
- });
- }
- while (offset < length) {
- if (this.canParse(data, offset)) {
- const frame = this.appendFrame(track, data, offset);
- if (frame) {
- this.frameIndex++;
- this.lastPTS = frame.sample.pts;
- offset += frame.length;
- lastDataIndex = offset;
- } else {
- offset = length;
- }
- } else if (canParseId3(data, offset)) {
- // after a canParse, a call to getId3Data *should* always returns some data
- id3Data = getId3Data(data, offset);
- id3Track.samples.push({
- pts: this.lastPTS,
- dts: this.lastPTS,
- data: id3Data,
- type: MetadataSchema.audioId3,
- duration: Number.POSITIVE_INFINITY
- });
- offset += id3Data.length;
- lastDataIndex = offset;
- } else {
- offset++;
- }
- if (offset === length && lastDataIndex !== length) {
- const partialData = data.slice(lastDataIndex);
- if (this.cachedData) {
- this.cachedData = appendUint8Array(this.cachedData, partialData);
- } else {
- this.cachedData = partialData;
- }
- }
- }
- return {
- audioTrack: track,
- videoTrack: dummyTrack(),
- id3Track,
- textTrack: dummyTrack()
- };
- }
- demuxSampleAes(data, keyData, timeOffset) {
- return Promise.reject(new Error(`[${this}] This demuxer does not support Sample-AES decryption`));
- }
- flush(timeOffset) {
- // Parse cache in case of remaining frames.
- const cachedData = this.cachedData;
- if (cachedData) {
- this.cachedData = null;
- this.demux(cachedData, 0);
- }
- return {
- audioTrack: this._audioTrack,
- videoTrack: dummyTrack(),
- id3Track: this._id3Track,
- textTrack: dummyTrack()
- };
- }
- destroy() {
- this.cachedData = null;
- // @ts-ignore
- this._audioTrack = this._id3Track = undefined;
- }
- }
- /**
- * Initialize PTS
- * <p>
- * use timestamp unless it is undefined, NaN or Infinity
- * </p>
- */
- const initPTSFn = (timestamp, timeOffset, initPTS) => {
- if (isFiniteNumber(timestamp)) {
- return timestamp * 90;
- }
- const init90kHz = initPTS ? initPTS.baseTime * 90000 / initPTS.timescale : 0;
- return timeOffset * 90000 + init90kHz;
- };
- /**
- * MPEG parser helper
- */
- let chromeVersion$1 = null;
- const BitratesMap = [32, 64, 96, 128, 160, 192, 224, 256, 288, 320, 352, 384, 416, 448, 32, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224, 256, 320, 384, 32, 40, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224, 256, 320, 32, 48, 56, 64, 80, 96, 112, 128, 144, 160, 176, 192, 224, 256, 8, 16, 24, 32, 40, 48, 56, 64, 80, 96, 112, 128, 144, 160];
- const SamplingRateMap = [44100, 48000, 32000, 22050, 24000, 16000, 11025, 12000, 8000];
- const SamplesCoefficients = [
- // MPEG 2.5
- [0,
- // Reserved
- 72,
- // Layer3
- 144,
- // Layer2
- 12 // Layer1
- ],
- // Reserved
- [0,
- // Reserved
- 0,
- // Layer3
- 0,
- // Layer2
- 0 // Layer1
- ],
- // MPEG 2
- [0,
- // Reserved
- 72,
- // Layer3
- 144,
- // Layer2
- 12 // Layer1
- ],
- // MPEG 1
- [0,
- // Reserved
- 144,
- // Layer3
- 144,
- // Layer2
- 12 // Layer1
- ]];
- const BytesInSlot = [0,
- // Reserved
- 1,
- // Layer3
- 1,
- // Layer2
- 4 // Layer1
- ];
- function appendFrame$1(track, data, offset, pts, frameIndex) {
- // Using http://www.datavoyage.com/mpgscript/mpeghdr.htm as a reference
- if (offset + 24 > data.length) {
- return;
- }
- const header = parseHeader(data, offset);
- if (header && offset + header.frameLength <= data.length) {
- const frameDuration = header.samplesPerFrame * 90000 / header.sampleRate;
- const stamp = pts + frameIndex * frameDuration;
- const sample = {
- unit: data.subarray(offset, offset + header.frameLength),
- pts: stamp,
- dts: stamp
- };
- track.config = [];
- track.channelCount = header.channelCount;
- track.samplerate = header.sampleRate;
- track.samples.push(sample);
- return {
- sample,
- length: header.frameLength,
- missing: 0
- };
- }
- }
- function parseHeader(data, offset) {
- const mpegVersion = data[offset + 1] >> 3 & 3;
- const mpegLayer = data[offset + 1] >> 1 & 3;
- const bitRateIndex = data[offset + 2] >> 4 & 15;
- const sampleRateIndex = data[offset + 2] >> 2 & 3;
- if (mpegVersion !== 1 && bitRateIndex !== 0 && bitRateIndex !== 15 && sampleRateIndex !== 3) {
- const paddingBit = data[offset + 2] >> 1 & 1;
- const channelMode = data[offset + 3] >> 6;
- const columnInBitrates = mpegVersion === 3 ? 3 - mpegLayer : mpegLayer === 3 ? 3 : 4;
- const bitRate = BitratesMap[columnInBitrates * 14 + bitRateIndex - 1] * 1000;
- const columnInSampleRates = mpegVersion === 3 ? 0 : mpegVersion === 2 ? 1 : 2;
- const sampleRate = SamplingRateMap[columnInSampleRates * 3 + sampleRateIndex];
- const channelCount = channelMode === 3 ? 1 : 2; // If bits of channel mode are `11` then it is a single channel (Mono)
- const sampleCoefficient = SamplesCoefficients[mpegVersion][mpegLayer];
- const bytesInSlot = BytesInSlot[mpegLayer];
- const samplesPerFrame = sampleCoefficient * 8 * bytesInSlot;
- const frameLength = Math.floor(sampleCoefficient * bitRate / sampleRate + paddingBit) * bytesInSlot;
- if (chromeVersion$1 === null) {
- const userAgent = navigator.userAgent || '';
- const result = userAgent.match(/Chrome\/(\d+)/i);
- chromeVersion$1 = result ? parseInt(result[1]) : 0;
- }
- const needChromeFix = !!chromeVersion$1 && chromeVersion$1 <= 87;
- if (needChromeFix && mpegLayer === 2 && bitRate >= 224000 && channelMode === 0) {
- // Work around bug in Chromium by setting channelMode to dual-channel (01) instead of stereo (00)
- data[offset + 3] = data[offset + 3] | 0x80;
- }
- return {
- sampleRate,
- channelCount,
- frameLength,
- samplesPerFrame
- };
- }
- }
- function isHeaderPattern(data, offset) {
- return data[offset] === 0xff && (data[offset + 1] & 0xe0) === 0xe0 && (data[offset + 1] & 0x06) !== 0x00;
- }
- function isHeader(data, offset) {
- // Look for MPEG header | 1111 1111 | 111X XYZX | where X can be either 0 or 1 and Y or Z should be 1
- // Layer bits (position 14 and 15) in header should be always different from 0 (Layer I or Layer II or Layer III)
- // More info http://www.mp3-tech.org/programmer/frame_header.html
- return offset + 1 < data.length && isHeaderPattern(data, offset);
- }
- function canParse(data, offset) {
- const headerSize = 4;
- return isHeaderPattern(data, offset) && headerSize <= data.length - offset;
- }
- function probe(data, offset) {
- // same as isHeader but we also check that MPEG frame follows last MPEG frame
- // or end of data is reached
- if (offset + 1 < data.length && isHeaderPattern(data, offset)) {
- // MPEG header Length
- const headerLength = 4;
- // MPEG frame Length
- const header = parseHeader(data, offset);
- let frameLength = headerLength;
- if (header != null && header.frameLength) {
- frameLength = header.frameLength;
- }
- const newOffset = offset + frameLength;
- return newOffset === data.length || isHeader(data, newOffset);
- }
- return false;
- }
- /**
- * AAC demuxer
- */
- class AACDemuxer extends BaseAudioDemuxer {
- constructor(observer, config) {
- super();
- this.observer = void 0;
- this.config = void 0;
- this.observer = observer;
- this.config = config;
- }
- resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration) {
- super.resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration);
- this._audioTrack = {
- container: 'audio/adts',
- type: 'audio',
- id: 2,
- pid: -1,
- sequenceNumber: 0,
- segmentCodec: 'aac',
- samples: [],
- manifestCodec: audioCodec,
- duration: trackDuration,
- inputTimeScale: 90000,
- dropped: 0
- };
- }
- // Source for probe info - https://wiki.multimedia.cx/index.php?title=ADTS
- static probe(data, logger) {
- if (!data) {
- return false;
- }
- // Check for the ADTS sync word
- // Look for ADTS header | 1111 1111 | 1111 X00X | where X can be either 0 or 1
- // Layer bits (position 14 and 15) in header should be always 0 for ADTS
- // More info https://wiki.multimedia.cx/index.php?title=ADTS
- const id3Data = getId3Data(data, 0);
- let offset = (id3Data == null ? void 0 : id3Data.length) || 0;
- if (probe(data, offset)) {
- return false;
- }
- for (let length = data.length; offset < length; offset++) {
- if (probe$1(data, offset)) {
- logger.log('ADTS sync word found !');
- return true;
- }
- }
- return false;
- }
- canParse(data, offset) {
- return canParse$1(data, offset);
- }
- appendFrame(track, data, offset) {
- initTrackConfig(track, this.observer, data, offset, track.manifestCodec);
- const frame = appendFrame$2(track, data, offset, this.basePTS, this.frameIndex);
- if (frame && frame.missing === 0) {
- return frame;
- }
- }
- }
- const getAudioBSID = (data, offset) => {
- // check the bsid to confirm ac-3 | ec-3
- let bsid = 0;
- let numBits = 5;
- offset += numBits;
- const temp = new Uint32Array(1); // unsigned 32 bit for temporary storage
- const mask = new Uint32Array(1); // unsigned 32 bit mask value
- const byte = new Uint8Array(1); // unsigned 8 bit for temporary storage
- while (numBits > 0) {
- byte[0] = data[offset];
- // read remaining bits, upto 8 bits at a time
- const bits = Math.min(numBits, 8);
- const shift = 8 - bits;
- mask[0] = 0xff000000 >>> 24 + shift << shift;
- temp[0] = (byte[0] & mask[0]) >> shift;
- bsid = !bsid ? temp[0] : bsid << bits | temp[0];
- offset += 1;
- numBits -= bits;
- }
- return bsid;
- };
- class AC3Demuxer extends BaseAudioDemuxer {
- constructor(observer) {
- super();
- this.observer = void 0;
- this.observer = observer;
- }
- resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration) {
- super.resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration);
- this._audioTrack = {
- container: 'audio/ac-3',
- type: 'audio',
- id: 2,
- pid: -1,
- sequenceNumber: 0,
- segmentCodec: 'ac3',
- samples: [],
- manifestCodec: audioCodec,
- duration: trackDuration,
- inputTimeScale: 90000,
- dropped: 0
- };
- }
- canParse(data, offset) {
- return offset + 64 < data.length;
- }
- appendFrame(track, data, offset) {
- const frameLength = appendFrame(track, data, offset, this.basePTS, this.frameIndex);
- if (frameLength !== -1) {
- const sample = track.samples[track.samples.length - 1];
- return {
- sample,
- length: frameLength,
- missing: 0
- };
- }
- }
- static probe(data) {
- if (!data) {
- return false;
- }
- const id3Data = getId3Data(data, 0);
- if (!id3Data) {
- return false;
- }
- // look for the ac-3 sync bytes
- const offset = id3Data.length;
- if (data[offset] === 0x0b && data[offset + 1] === 0x77 && getId3Timestamp(id3Data) !== undefined &&
- // check the bsid to confirm ac-3
- getAudioBSID(data, offset) < 16) {
- return true;
- }
- return false;
- }
- }
- function appendFrame(track, data, start, pts, frameIndex) {
- if (start + 8 > data.length) {
- return -1; // not enough bytes left
- }
- if (data[start] !== 0x0b || data[start + 1] !== 0x77) {
- return -1; // invalid magic
- }
- // get sample rate
- const samplingRateCode = data[start + 4] >> 6;
- if (samplingRateCode >= 3) {
- return -1; // invalid sampling rate
- }
- const samplingRateMap = [48000, 44100, 32000];
- const sampleRate = samplingRateMap[samplingRateCode];
- // get frame size
- const frameSizeCode = data[start + 4] & 0x3f;
- const frameSizeMap = [64, 69, 96, 64, 70, 96, 80, 87, 120, 80, 88, 120, 96, 104, 144, 96, 105, 144, 112, 121, 168, 112, 122, 168, 128, 139, 192, 128, 140, 192, 160, 174, 240, 160, 175, 240, 192, 208, 288, 192, 209, 288, 224, 243, 336, 224, 244, 336, 256, 278, 384, 256, 279, 384, 320, 348, 480, 320, 349, 480, 384, 417, 576, 384, 418, 576, 448, 487, 672, 448, 488, 672, 512, 557, 768, 512, 558, 768, 640, 696, 960, 640, 697, 960, 768, 835, 1152, 768, 836, 1152, 896, 975, 1344, 896, 976, 1344, 1024, 1114, 1536, 1024, 1115, 1536, 1152, 1253, 1728, 1152, 1254, 1728, 1280, 1393, 1920, 1280, 1394, 1920];
- const frameLength = frameSizeMap[frameSizeCode * 3 + samplingRateCode] * 2;
- if (start + frameLength > data.length) {
- return -1;
- }
- // get channel count
- const channelMode = data[start + 6] >> 5;
- let skipCount = 0;
- if (channelMode === 2) {
- skipCount += 2;
- } else {
- if (channelMode & 1 && channelMode !== 1) {
- skipCount += 2;
- }
- if (channelMode & 4) {
- skipCount += 2;
- }
- }
- const lfeon = (data[start + 6] << 8 | data[start + 7]) >> 12 - skipCount & 1;
- const channelsMap = [2, 1, 2, 3, 3, 4, 4, 5];
- const channelCount = channelsMap[channelMode] + lfeon;
- // build dac3 box
- const bsid = data[start + 5] >> 3;
- const bsmod = data[start + 5] & 7;
- const config = new Uint8Array([samplingRateCode << 6 | bsid << 1 | bsmod >> 2, (bsmod & 3) << 6 | channelMode << 3 | lfeon << 2 | frameSizeCode >> 4, frameSizeCode << 4 & 0xe0]);
- const frameDuration = 1536 / sampleRate * 90000;
- const stamp = pts + frameIndex * frameDuration;
- const unit = data.subarray(start, start + frameLength);
- track.config = config;
- track.channelCount = channelCount;
- track.samplerate = sampleRate;
- track.samples.push({
- unit,
- pts: stamp
- });
- return frameLength;
- }
- /**
- * MP3 demuxer
- */
- class MP3Demuxer extends BaseAudioDemuxer {
- resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration) {
- super.resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration);
- this._audioTrack = {
- container: 'audio/mpeg',
- type: 'audio',
- id: 2,
- pid: -1,
- sequenceNumber: 0,
- segmentCodec: 'mp3',
- samples: [],
- manifestCodec: audioCodec,
- duration: trackDuration,
- inputTimeScale: 90000,
- dropped: 0
- };
- }
- static probe(data) {
- if (!data) {
- return false;
- }
- // check if data contains ID3 timestamp and MPEG sync word
- // Look for MPEG header | 1111 1111 | 111X XYZX | where X can be either 0 or 1 and Y or Z should be 1
- // Layer bits (position 14 and 15) in header should be always different from 0 (Layer I or Layer II or Layer III)
- // More info http://www.mp3-tech.org/programmer/frame_header.html
- const id3Data = getId3Data(data, 0);
- let offset = (id3Data == null ? void 0 : id3Data.length) || 0;
- // Check for ac-3|ec-3 sync bytes and return false if present
- if (id3Data && data[offset] === 0x0b && data[offset + 1] === 0x77 && getId3Timestamp(id3Data) !== undefined &&
- // check the bsid to confirm ac-3 or ec-3 (not mp3)
- getAudioBSID(data, offset) <= 16) {
- return false;
- }
- for (let length = data.length; offset < length; offset++) {
- if (probe(data, offset)) {
- logger.log('MPEG Audio sync word found !');
- return true;
- }
- }
- return false;
- }
- canParse(data, offset) {
- return canParse(data, offset);
- }
- appendFrame(track, data, offset) {
- if (this.basePTS === null) {
- return;
- }
- return appendFrame$1(track, data, offset, this.basePTS, this.frameIndex);
- }
- }
- const emsgSchemePattern = /\/emsg[-/]ID3/i;
- class MP4Demuxer {
- constructor(observer, config) {
- this.remainderData = null;
- this.timeOffset = 0;
- this.config = void 0;
- this.videoTrack = void 0;
- this.audioTrack = void 0;
- this.id3Track = void 0;
- this.txtTrack = void 0;
- this.config = config;
- }
- resetTimeStamp() {}
- resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration) {
- const videoTrack = this.videoTrack = dummyTrack('video', 1);
- const audioTrack = this.audioTrack = dummyTrack('audio', 1);
- const captionTrack = this.txtTrack = dummyTrack('text', 1);
- this.id3Track = dummyTrack('id3', 1);
- this.timeOffset = 0;
- if (!(initSegment != null && initSegment.byteLength)) {
- return;
- }
- const initData = parseInitSegment(initSegment);
- if (initData.video) {
- const {
- id,
- timescale,
- codec,
- supplemental
- } = initData.video;
- videoTrack.id = id;
- videoTrack.timescale = captionTrack.timescale = timescale;
- videoTrack.codec = codec;
- videoTrack.supplemental = supplemental;
- }
- if (initData.audio) {
- const {
- id,
- timescale,
- codec
- } = initData.audio;
- audioTrack.id = id;
- audioTrack.timescale = timescale;
- audioTrack.codec = codec;
- }
- captionTrack.id = RemuxerTrackIdConfig.text;
- videoTrack.sampleDuration = 0;
- videoTrack.duration = audioTrack.duration = trackDuration;
- }
- resetContiguity() {
- this.remainderData = null;
- }
- static probe(data) {
- return hasMoofData(data);
- }
- demux(data, timeOffset) {
- this.timeOffset = timeOffset;
- // Load all data into the avc track. The CMAF remuxer will look for the data in the samples object; the rest of the fields do not matter
- let videoSamples = data;
- const videoTrack = this.videoTrack;
- const textTrack = this.txtTrack;
- if (this.config.progressive) {
- // Split the bytestream into two ranges: one encompassing all data up until the start of the last moof, and everything else.
- // This is done to guarantee that we're sending valid data to MSE - when demuxing progressively, we have no guarantee
- // that the fetch loader gives us flush moof+mdat pairs. If we push jagged data to MSE, it will throw an exception.
- if (this.remainderData) {
- videoSamples = appendUint8Array(this.remainderData, data);
- }
- const segmentedData = segmentValidRange(videoSamples);
- this.remainderData = segmentedData.remainder;
- videoTrack.samples = segmentedData.valid || new Uint8Array();
- } else {
- videoTrack.samples = videoSamples;
- }
- const id3Track = this.extractID3Track(videoTrack, timeOffset);
- textTrack.samples = parseSamples(timeOffset, videoTrack);
- return {
- videoTrack,
- audioTrack: this.audioTrack,
- id3Track,
- textTrack: this.txtTrack
- };
- }
- flush() {
- const timeOffset = this.timeOffset;
- const videoTrack = this.videoTrack;
- const textTrack = this.txtTrack;
- videoTrack.samples = this.remainderData || new Uint8Array();
- this.remainderData = null;
- const id3Track = this.extractID3Track(videoTrack, this.timeOffset);
- textTrack.samples = parseSamples(timeOffset, videoTrack);
- return {
- videoTrack,
- audioTrack: dummyTrack(),
- id3Track,
- textTrack: dummyTrack()
- };
- }
- extractID3Track(videoTrack, timeOffset) {
- const id3Track = this.id3Track;
- if (videoTrack.samples.length) {
- const emsgs = findBox(videoTrack.samples, ['emsg']);
- if (emsgs) {
- emsgs.forEach(data => {
- const emsgInfo = parseEmsg(data);
- if (emsgSchemePattern.test(emsgInfo.schemeIdUri)) {
- const pts = getEmsgStartTime(emsgInfo, timeOffset);
- let duration = emsgInfo.eventDuration === 0xffffffff ? Number.POSITIVE_INFINITY : emsgInfo.eventDuration / emsgInfo.timeScale;
- // Safari takes anything <= 0.001 seconds and maps it to Infinity
- if (duration <= 0.001) {
- duration = Number.POSITIVE_INFINITY;
- }
- const payload = emsgInfo.payload;
- id3Track.samples.push({
- data: payload,
- len: payload.byteLength,
- dts: pts,
- pts: pts,
- type: MetadataSchema.emsg,
- duration: duration
- });
- } else if (this.config.enableEmsgKLVMetadata && emsgInfo.schemeIdUri.startsWith('urn:misb:KLV:bin:1910.1')) {
- const pts = getEmsgStartTime(emsgInfo, timeOffset);
- id3Track.samples.push({
- data: emsgInfo.payload,
- len: emsgInfo.payload.byteLength,
- dts: pts,
- pts: pts,
- type: MetadataSchema.misbklv,
- duration: Number.POSITIVE_INFINITY
- });
- }
- });
- }
- }
- return id3Track;
- }
- demuxSampleAes(data, keyData, timeOffset) {
- return Promise.reject(new Error('The MP4 demuxer does not support SAMPLE-AES decryption'));
- }
- destroy() {
- // @ts-ignore
- this.config = null;
- this.remainderData = null;
- this.videoTrack = this.audioTrack = this.id3Track = this.txtTrack = undefined;
- }
- }
- function getEmsgStartTime(emsgInfo, timeOffset) {
- return isFiniteNumber(emsgInfo.presentationTime) ? emsgInfo.presentationTime / emsgInfo.timeScale : timeOffset + emsgInfo.presentationTimeDelta / emsgInfo.timeScale;
- }
- /**
- * SAMPLE-AES decrypter
- */
- class SampleAesDecrypter {
- constructor(observer, config, keyData) {
- this.keyData = void 0;
- this.decrypter = void 0;
- this.keyData = keyData;
- this.decrypter = new Decrypter(config, {
- removePKCS7Padding: false
- });
- }
- decryptBuffer(encryptedData) {
- return this.decrypter.decrypt(encryptedData, this.keyData.key.buffer, this.keyData.iv.buffer, DecrypterAesMode.cbc);
- }
- // AAC - encrypt all full 16 bytes blocks starting from offset 16
- decryptAacSample(samples, sampleIndex, callback) {
- const curUnit = samples[sampleIndex].unit;
- if (curUnit.length <= 16) {
- // No encrypted portion in this sample (first 16 bytes is not
- // encrypted, see https://developer.apple.com/library/archive/documentation/AudioVideo/Conceptual/HLS_Sample_Encryption/Encryption/Encryption.html),
- return;
- }
- const encryptedData = curUnit.subarray(16, curUnit.length - curUnit.length % 16);
- const encryptedBuffer = encryptedData.buffer.slice(encryptedData.byteOffset, encryptedData.byteOffset + encryptedData.length);
- this.decryptBuffer(encryptedBuffer).then(decryptedBuffer => {
- const decryptedData = new Uint8Array(decryptedBuffer);
- curUnit.set(decryptedData, 16);
- if (!this.decrypter.isSync()) {
- this.decryptAacSamples(samples, sampleIndex + 1, callback);
- }
- });
- }
- decryptAacSamples(samples, sampleIndex, callback) {
- for (;; sampleIndex++) {
- if (sampleIndex >= samples.length) {
- callback();
- return;
- }
- if (samples[sampleIndex].unit.length < 32) {
- continue;
- }
- this.decryptAacSample(samples, sampleIndex, callback);
- if (!this.decrypter.isSync()) {
- return;
- }
- }
- }
- // AVC - encrypt one 16 bytes block out of ten, starting from offset 32
- getAvcEncryptedData(decodedData) {
- const encryptedDataLen = Math.floor((decodedData.length - 48) / 160) * 16 + 16;
- const encryptedData = new Int8Array(encryptedDataLen);
- let outputPos = 0;
- for (let inputPos = 32; inputPos < decodedData.length - 16; inputPos += 160, outputPos += 16) {
- encryptedData.set(decodedData.subarray(inputPos, inputPos + 16), outputPos);
- }
- return encryptedData;
- }
- getAvcDecryptedUnit(decodedData, decryptedData) {
- const uint8DecryptedData = new Uint8Array(decryptedData);
- let inputPos = 0;
- for (let outputPos = 32; outputPos < decodedData.length - 16; outputPos += 160, inputPos += 16) {
- decodedData.set(uint8DecryptedData.subarray(inputPos, inputPos + 16), outputPos);
- }
- return decodedData;
- }
- decryptAvcSample(samples, sampleIndex, unitIndex, callback, curUnit) {
- const decodedData = discardEPB(curUnit.data);
- const encryptedData = this.getAvcEncryptedData(decodedData);
- this.decryptBuffer(encryptedData.buffer).then(decryptedBuffer => {
- curUnit.data = this.getAvcDecryptedUnit(decodedData, decryptedBuffer);
- if (!this.decrypter.isSync()) {
- this.decryptAvcSamples(samples, sampleIndex, unitIndex + 1, callback);
- }
- });
- }
- decryptAvcSamples(samples, sampleIndex, unitIndex, callback) {
- if (samples instanceof Uint8Array) {
- throw new Error('Cannot decrypt samples of type Uint8Array');
- }
- for (;; sampleIndex++, unitIndex = 0) {
- if (sampleIndex >= samples.length) {
- callback();
- return;
- }
- const curUnits = samples[sampleIndex].units;
- for (;; unitIndex++) {
- if (unitIndex >= curUnits.length) {
- break;
- }
- const curUnit = curUnits[unitIndex];
- if (curUnit.data.length <= 48 || curUnit.type !== 1 && curUnit.type !== 5) {
- continue;
- }
- this.decryptAvcSample(samples, sampleIndex, unitIndex, callback, curUnit);
- if (!this.decrypter.isSync()) {
- return;
- }
- }
- }
- }
- }
- class BaseVideoParser {
- constructor() {
- this.VideoSample = null;
- }
- createVideoSample(key, pts, dts) {
- return {
- key,
- frame: false,
- pts,
- dts,
- units: [],
- length: 0
- };
- }
- getLastNalUnit(samples) {
- var _VideoSample;
- let VideoSample = this.VideoSample;
- let lastUnit;
- // try to fallback to previous sample if current one is empty
- if (!VideoSample || VideoSample.units.length === 0) {
- VideoSample = samples[samples.length - 1];
- }
- if ((_VideoSample = VideoSample) != null && _VideoSample.units) {
- const units = VideoSample.units;
- lastUnit = units[units.length - 1];
- }
- return lastUnit;
- }
- pushAccessUnit(VideoSample, videoTrack) {
- if (VideoSample.units.length && VideoSample.frame) {
- // if sample does not have PTS/DTS, patch with last sample PTS/DTS
- if (VideoSample.pts === undefined) {
- const samples = videoTrack.samples;
- const nbSamples = samples.length;
- if (nbSamples) {
- const lastSample = samples[nbSamples - 1];
- VideoSample.pts = lastSample.pts;
- VideoSample.dts = lastSample.dts;
- } else {
- // dropping samples, no timestamp found
- videoTrack.dropped++;
- return;
- }
- }
- videoTrack.samples.push(VideoSample);
- }
- }
- parseNALu(track, array, endOfSegment) {
- const len = array.byteLength;
- let state = track.naluState || 0;
- const lastState = state;
- const units = [];
- let i = 0;
- let value;
- let overflow;
- let unitType;
- let lastUnitStart = -1;
- let lastUnitType = 0;
- // logger.log('PES:' + Hex.hexDump(array));
- if (state === -1) {
- // special use case where we found 3 or 4-byte start codes exactly at the end of previous PES packet
- lastUnitStart = 0;
- // NALu type is value read from offset 0
- lastUnitType = this.getNALuType(array, 0);
- state = 0;
- i = 1;
- }
- while (i < len) {
- value = array[i++];
- // optimization. state 0 and 1 are the predominant case. let's handle them outside of the switch/case
- if (!state) {
- state = value ? 0 : 1;
- continue;
- }
- if (state === 1) {
- state = value ? 0 : 2;
- continue;
- }
- // here we have state either equal to 2 or 3
- if (!value) {
- state = 3;
- } else if (value === 1) {
- overflow = i - state - 1;
- if (lastUnitStart >= 0) {
- const unit = {
- data: array.subarray(lastUnitStart, overflow),
- type: lastUnitType
- };
- // logger.log('pushing NALU, type/size:' + unit.type + '/' + unit.data.byteLength);
- units.push(unit);
- } else {
- // lastUnitStart is undefined => this is the first start code found in this PES packet
- // first check if start code delimiter is overlapping between 2 PES packets,
- // ie it started in last packet (lastState not zero)
- // and ended at the beginning of this PES packet (i <= 4 - lastState)
- const lastUnit = this.getLastNalUnit(track.samples);
- if (lastUnit) {
- if (lastState && i <= 4 - lastState) {
- // start delimiter overlapping between PES packets
- // strip start delimiter bytes from the end of last NAL unit
- // check if lastUnit had a state different from zero
- if (lastUnit.state) {
- // strip last bytes
- lastUnit.data = lastUnit.data.subarray(0, lastUnit.data.byteLength - lastState);
- }
- }
- // If NAL units are not starting right at the beginning of the PES packet, push preceding data into previous NAL unit.
- if (overflow > 0) {
- // logger.log('first NALU found with overflow:' + overflow);
- lastUnit.data = appendUint8Array(lastUnit.data, array.subarray(0, overflow));
- lastUnit.state = 0;
- }
- }
- }
- // check if we can read unit type
- if (i < len) {
- unitType = this.getNALuType(array, i);
- // logger.log('find NALU @ offset:' + i + ',type:' + unitType);
- lastUnitStart = i;
- lastUnitType = unitType;
- state = 0;
- } else {
- // not enough byte to read unit type. let's read it on next PES parsing
- state = -1;
- }
- } else {
- state = 0;
- }
- }
- if (lastUnitStart >= 0 && state >= 0) {
- const unit = {
- data: array.subarray(lastUnitStart, len),
- type: lastUnitType,
- state: state
- };
- units.push(unit);
- // logger.log('pushing NALU, type/size/state:' + unit.type + '/' + unit.data.byteLength + '/' + state);
- }
- // no NALu found
- if (units.length === 0) {
- // append pes.data to previous NAL unit
- const lastUnit = this.getLastNalUnit(track.samples);
- if (lastUnit) {
- lastUnit.data = appendUint8Array(lastUnit.data, array);
- }
- }
- track.naluState = state;
- return units;
- }
- }
- /**
- * Parser for exponential Golomb codes, a variable-bitwidth number encoding scheme used by h264.
- */
- class ExpGolomb {
- constructor(data) {
- this.data = void 0;
- this.bytesAvailable = void 0;
- this.word = void 0;
- this.bitsAvailable = void 0;
- this.data = data;
- // the number of bytes left to examine in this.data
- this.bytesAvailable = data.byteLength;
- // the current word being examined
- this.word = 0; // :uint
- // the number of bits left to examine in the current word
- this.bitsAvailable = 0; // :uint
- }
- // ():void
- loadWord() {
- const data = this.data;
- const bytesAvailable = this.bytesAvailable;
- const position = data.byteLength - bytesAvailable;
- const workingBytes = new Uint8Array(4);
- const availableBytes = Math.min(4, bytesAvailable);
- if (availableBytes === 0) {
- throw new Error('no bytes available');
- }
- workingBytes.set(data.subarray(position, position + availableBytes));
- this.word = new DataView(workingBytes.buffer).getUint32(0);
- // track the amount of this.data that has been processed
- this.bitsAvailable = availableBytes * 8;
- this.bytesAvailable -= availableBytes;
- }
- // (count:int):void
- skipBits(count) {
- let skipBytes; // :int
- count = Math.min(count, this.bytesAvailable * 8 + this.bitsAvailable);
- if (this.bitsAvailable > count) {
- this.word <<= count;
- this.bitsAvailable -= count;
- } else {
- count -= this.bitsAvailable;
- skipBytes = count >> 3;
- count -= skipBytes << 3;
- this.bytesAvailable -= skipBytes;
- this.loadWord();
- this.word <<= count;
- this.bitsAvailable -= count;
- }
- }
- // (size:int):uint
- readBits(size) {
- let bits = Math.min(this.bitsAvailable, size); // :uint
- const valu = this.word >>> 32 - bits; // :uint
- if (size > 32) {
- logger.error('Cannot read more than 32 bits at a time');
- }
- this.bitsAvailable -= bits;
- if (this.bitsAvailable > 0) {
- this.word <<= bits;
- } else if (this.bytesAvailable > 0) {
- this.loadWord();
- } else {
- throw new Error('no bits available');
- }
- bits = size - bits;
- if (bits > 0 && this.bitsAvailable) {
- return valu << bits | this.readBits(bits);
- } else {
- return valu;
- }
- }
- // ():uint
- skipLZ() {
- let leadingZeroCount; // :uint
- for (leadingZeroCount = 0; leadingZeroCount < this.bitsAvailable; ++leadingZeroCount) {
- if ((this.word & 0x80000000 >>> leadingZeroCount) !== 0) {
- // the first bit of working word is 1
- this.word <<= leadingZeroCount;
- this.bitsAvailable -= leadingZeroCount;
- return leadingZeroCount;
- }
- }
- // we exhausted word and still have not found a 1
- this.loadWord();
- return leadingZeroCount + this.skipLZ();
- }
- // ():void
- skipUEG() {
- this.skipBits(1 + this.skipLZ());
- }
- // ():void
- skipEG() {
- this.skipBits(1 + this.skipLZ());
- }
- // ():uint
- readUEG() {
- const clz = this.skipLZ(); // :uint
- return this.readBits(clz + 1) - 1;
- }
- // ():int
- readEG() {
- const valu = this.readUEG(); // :int
- if (0x01 & valu) {
- // the number is odd if the low order bit is set
- return 1 + valu >>> 1; // add 1 to make it even, and divide by 2
- } else {
- return -1 * (valu >>> 1); // divide by two then make it negative
- }
- }
- // Some convenience functions
- // :Boolean
- readBoolean() {
- return this.readBits(1) === 1;
- }
- // ():int
- readUByte() {
- return this.readBits(8);
- }
- // ():int
- readUShort() {
- return this.readBits(16);
- }
- // ():int
- readUInt() {
- return this.readBits(32);
- }
- }
- class AvcVideoParser extends BaseVideoParser {
- parsePES(track, textTrack, pes, endOfSegment) {
- const units = this.parseNALu(track, pes.data, endOfSegment);
- let VideoSample = this.VideoSample;
- let push;
- let spsfound = false;
- // free pes.data to save up some memory
- pes.data = null;
- // if new NAL units found and last sample still there, let's push ...
- // this helps parsing streams with missing AUD (only do this if AUD never found)
- if (VideoSample && units.length && !track.audFound) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = this.VideoSample = this.createVideoSample(false, pes.pts, pes.dts);
- }
- units.forEach(unit => {
- var _VideoSample2, _VideoSample3;
- switch (unit.type) {
- // NDR
- case 1:
- {
- let iskey = false;
- push = true;
- const data = unit.data;
- // only check slice type to detect KF in case SPS found in same packet (any keyframe is preceded by SPS ...)
- if (spsfound && data.length > 4) {
- // retrieve slice type by parsing beginning of NAL unit (follow H264 spec, slice_header definition) to detect keyframe embedded in NDR
- const sliceType = this.readSliceType(data);
- // 2 : I slice, 4 : SI slice, 7 : I slice, 9: SI slice
- // SI slice : A slice that is coded using intra prediction only and using quantisation of the prediction samples.
- // An SI slice can be coded such that its decoded samples can be constructed identically to an SP slice.
- // I slice: A slice that is not an SI slice that is decoded using intra prediction only.
- // if (sliceType === 2 || sliceType === 7) {
- if (sliceType === 2 || sliceType === 4 || sliceType === 7 || sliceType === 9) {
- iskey = true;
- }
- }
- if (iskey) {
- var _VideoSample;
- // if we have non-keyframe data already, that cannot belong to the same frame as a keyframe, so force a push
- if ((_VideoSample = VideoSample) != null && _VideoSample.frame && !VideoSample.key) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = this.VideoSample = null;
- }
- }
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(true, pes.pts, pes.dts);
- }
- VideoSample.frame = true;
- VideoSample.key = iskey;
- break;
- // IDR
- }
- case 5:
- push = true;
- // handle PES not starting with AUD
- // if we have frame data already, that cannot belong to the same frame, so force a push
- if ((_VideoSample2 = VideoSample) != null && _VideoSample2.frame && !VideoSample.key) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = this.VideoSample = null;
- }
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(true, pes.pts, pes.dts);
- }
- VideoSample.key = true;
- VideoSample.frame = true;
- break;
- // SEI
- case 6:
- {
- push = true;
- parseSEIMessageFromNALu(unit.data, 1, pes.pts, textTrack.samples);
- break;
- // SPS
- }
- case 7:
- {
- var _track$pixelRatio, _track$pixelRatio2;
- push = true;
- spsfound = true;
- const sps = unit.data;
- const config = this.readSPS(sps);
- if (!track.sps || track.width !== config.width || track.height !== config.height || ((_track$pixelRatio = track.pixelRatio) == null ? void 0 : _track$pixelRatio[0]) !== config.pixelRatio[0] || ((_track$pixelRatio2 = track.pixelRatio) == null ? void 0 : _track$pixelRatio2[1]) !== config.pixelRatio[1]) {
- track.width = config.width;
- track.height = config.height;
- track.pixelRatio = config.pixelRatio;
- track.sps = [sps];
- const codecarray = sps.subarray(1, 4);
- let codecstring = 'avc1.';
- for (let i = 0; i < 3; i++) {
- let h = codecarray[i].toString(16);
- if (h.length < 2) {
- h = '0' + h;
- }
- codecstring += h;
- }
- track.codec = codecstring;
- }
- break;
- }
- // PPS
- case 8:
- push = true;
- track.pps = [unit.data];
- break;
- // AUD
- case 9:
- push = true;
- track.audFound = true;
- if ((_VideoSample3 = VideoSample) != null && _VideoSample3.frame) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = null;
- }
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(false, pes.pts, pes.dts);
- }
- break;
- // Filler Data
- case 12:
- push = true;
- break;
- default:
- push = false;
- break;
- }
- if (VideoSample && push) {
- const units = VideoSample.units;
- units.push(unit);
- }
- });
- // if last PES packet, push samples
- if (endOfSegment && VideoSample) {
- this.pushAccessUnit(VideoSample, track);
- this.VideoSample = null;
- }
- }
- getNALuType(data, offset) {
- return data[offset] & 0x1f;
- }
- readSliceType(data) {
- const eg = new ExpGolomb(data);
- // skip NALu type
- eg.readUByte();
- // discard first_mb_in_slice
- eg.readUEG();
- // return slice_type
- return eg.readUEG();
- }
- /**
- * The scaling list is optionally transmitted as part of a sequence parameter
- * set and is not relevant to transmuxing.
- * @param count the number of entries in this scaling list
- * @see Recommendation ITU-T H.264, Section 7.3.2.1.1.1
- */
- skipScalingList(count, reader) {
- let lastScale = 8;
- let nextScale = 8;
- let deltaScale;
- for (let j = 0; j < count; j++) {
- if (nextScale !== 0) {
- deltaScale = reader.readEG();
- nextScale = (lastScale + deltaScale + 256) % 256;
- }
- lastScale = nextScale === 0 ? lastScale : nextScale;
- }
- }
- /**
- * Read a sequence parameter set and return some interesting video
- * properties. A sequence parameter set is the H264 metadata that
- * describes the properties of upcoming video frames.
- * @returns an object with configuration parsed from the
- * sequence parameter set, including the dimensions of the
- * associated video frames.
- */
- readSPS(sps) {
- const eg = new ExpGolomb(sps);
- let frameCropLeftOffset = 0;
- let frameCropRightOffset = 0;
- let frameCropTopOffset = 0;
- let frameCropBottomOffset = 0;
- let numRefFramesInPicOrderCntCycle;
- let scalingListCount;
- let i;
- const readUByte = eg.readUByte.bind(eg);
- const readBits = eg.readBits.bind(eg);
- const readUEG = eg.readUEG.bind(eg);
- const readBoolean = eg.readBoolean.bind(eg);
- const skipBits = eg.skipBits.bind(eg);
- const skipEG = eg.skipEG.bind(eg);
- const skipUEG = eg.skipUEG.bind(eg);
- const skipScalingList = this.skipScalingList.bind(this);
- readUByte();
- const profileIdc = readUByte(); // profile_idc
- readBits(5); // profileCompat constraint_set[0-4]_flag, u(5)
- skipBits(3); // reserved_zero_3bits u(3),
- readUByte(); // level_idc u(8)
- skipUEG(); // seq_parameter_set_id
- // some profiles have more optional data we don't need
- if (profileIdc === 100 || profileIdc === 110 || profileIdc === 122 || profileIdc === 244 || profileIdc === 44 || profileIdc === 83 || profileIdc === 86 || profileIdc === 118 || profileIdc === 128) {
- const chromaFormatIdc = readUEG();
- if (chromaFormatIdc === 3) {
- skipBits(1);
- } // separate_colour_plane_flag
- skipUEG(); // bit_depth_luma_minus8
- skipUEG(); // bit_depth_chroma_minus8
- skipBits(1); // qpprime_y_zero_transform_bypass_flag
- if (readBoolean()) {
- // seq_scaling_matrix_present_flag
- scalingListCount = chromaFormatIdc !== 3 ? 8 : 12;
- for (i = 0; i < scalingListCount; i++) {
- if (readBoolean()) {
- // seq_scaling_list_present_flag[ i ]
- if (i < 6) {
- skipScalingList(16, eg);
- } else {
- skipScalingList(64, eg);
- }
- }
- }
- }
- }
- skipUEG(); // log2_max_frame_num_minus4
- const picOrderCntType = readUEG();
- if (picOrderCntType === 0) {
- readUEG(); // log2_max_pic_order_cnt_lsb_minus4
- } else if (picOrderCntType === 1) {
- skipBits(1); // delta_pic_order_always_zero_flag
- skipEG(); // offset_for_non_ref_pic
- skipEG(); // offset_for_top_to_bottom_field
- numRefFramesInPicOrderCntCycle = readUEG();
- for (i = 0; i < numRefFramesInPicOrderCntCycle; i++) {
- skipEG();
- } // offset_for_ref_frame[ i ]
- }
- skipUEG(); // max_num_ref_frames
- skipBits(1); // gaps_in_frame_num_value_allowed_flag
- const picWidthInMbsMinus1 = readUEG();
- const picHeightInMapUnitsMinus1 = readUEG();
- const frameMbsOnlyFlag = readBits(1);
- if (frameMbsOnlyFlag === 0) {
- skipBits(1);
- } // mb_adaptive_frame_field_flag
- skipBits(1); // direct_8x8_inference_flag
- if (readBoolean()) {
- // frame_cropping_flag
- frameCropLeftOffset = readUEG();
- frameCropRightOffset = readUEG();
- frameCropTopOffset = readUEG();
- frameCropBottomOffset = readUEG();
- }
- let pixelRatio = [1, 1];
- if (readBoolean()) {
- // vui_parameters_present_flag
- if (readBoolean()) {
- // aspect_ratio_info_present_flag
- const aspectRatioIdc = readUByte();
- switch (aspectRatioIdc) {
- case 1:
- pixelRatio = [1, 1];
- break;
- case 2:
- pixelRatio = [12, 11];
- break;
- case 3:
- pixelRatio = [10, 11];
- break;
- case 4:
- pixelRatio = [16, 11];
- break;
- case 5:
- pixelRatio = [40, 33];
- break;
- case 6:
- pixelRatio = [24, 11];
- break;
- case 7:
- pixelRatio = [20, 11];
- break;
- case 8:
- pixelRatio = [32, 11];
- break;
- case 9:
- pixelRatio = [80, 33];
- break;
- case 10:
- pixelRatio = [18, 11];
- break;
- case 11:
- pixelRatio = [15, 11];
- break;
- case 12:
- pixelRatio = [64, 33];
- break;
- case 13:
- pixelRatio = [160, 99];
- break;
- case 14:
- pixelRatio = [4, 3];
- break;
- case 15:
- pixelRatio = [3, 2];
- break;
- case 16:
- pixelRatio = [2, 1];
- break;
- case 255:
- {
- pixelRatio = [readUByte() << 8 | readUByte(), readUByte() << 8 | readUByte()];
- break;
- }
- }
- }
- }
- return {
- width: Math.ceil((picWidthInMbsMinus1 + 1) * 16 - frameCropLeftOffset * 2 - frameCropRightOffset * 2),
- height: (2 - frameMbsOnlyFlag) * (picHeightInMapUnitsMinus1 + 1) * 16 - (frameMbsOnlyFlag ? 2 : 4) * (frameCropTopOffset + frameCropBottomOffset),
- pixelRatio: pixelRatio
- };
- }
- }
- class HevcVideoParser extends BaseVideoParser {
- constructor(...args) {
- super(...args);
- this.initVPS = null;
- }
- parsePES(track, textTrack, pes, endOfSegment) {
- const units = this.parseNALu(track, pes.data, endOfSegment);
- let VideoSample = this.VideoSample;
- let push;
- let spsfound = false;
- // free pes.data to save up some memory
- pes.data = null;
- // if new NAL units found and last sample still there, let's push ...
- // this helps parsing streams with missing AUD (only do this if AUD never found)
- if (VideoSample && units.length && !track.audFound) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = this.VideoSample = this.createVideoSample(false, pes.pts, pes.dts);
- }
- units.forEach(unit => {
- var _VideoSample2, _VideoSample3;
- switch (unit.type) {
- // NON-IDR, NON RANDOM ACCESS SLICE
- case 0:
- case 1:
- case 2:
- case 3:
- case 4:
- case 5:
- case 6:
- case 7:
- case 8:
- case 9:
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(false, pes.pts, pes.dts);
- }
- VideoSample.frame = true;
- push = true;
- break;
- // CRA, BLA (random access picture)
- case 16:
- case 17:
- case 18:
- case 21:
- push = true;
- if (spsfound) {
- var _VideoSample;
- // handle PES not starting with AUD
- // if we have frame data already, that cannot belong to the same frame, so force a push
- if ((_VideoSample = VideoSample) != null && _VideoSample.frame && !VideoSample.key) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = this.VideoSample = null;
- }
- }
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(true, pes.pts, pes.dts);
- }
- VideoSample.key = true;
- VideoSample.frame = true;
- break;
- // IDR
- case 19:
- case 20:
- push = true;
- // handle PES not starting with AUD
- // if we have frame data already, that cannot belong to the same frame, so force a push
- if ((_VideoSample2 = VideoSample) != null && _VideoSample2.frame && !VideoSample.key) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = this.VideoSample = null;
- }
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(true, pes.pts, pes.dts);
- }
- VideoSample.key = true;
- VideoSample.frame = true;
- break;
- // SEI
- case 39:
- push = true;
- parseSEIMessageFromNALu(unit.data, 2,
- // NALu header size
- pes.pts, textTrack.samples);
- break;
- // VPS
- case 32:
- push = true;
- if (!track.vps) {
- if (typeof track.params !== 'object') {
- track.params = {};
- }
- track.params = _extends(track.params, this.readVPS(unit.data));
- this.initVPS = unit.data;
- }
- track.vps = [unit.data];
- break;
- // SPS
- case 33:
- push = true;
- spsfound = true;
- if (track.vps !== undefined && track.vps[0] !== this.initVPS && track.sps !== undefined && !this.matchSPS(track.sps[0], unit.data)) {
- this.initVPS = track.vps[0];
- track.sps = track.pps = undefined;
- }
- if (!track.sps) {
- const config = this.readSPS(unit.data);
- track.width = config.width;
- track.height = config.height;
- track.pixelRatio = config.pixelRatio;
- track.codec = config.codecString;
- track.sps = [];
- if (typeof track.params !== 'object') {
- track.params = {};
- }
- for (const prop in config.params) {
- track.params[prop] = config.params[prop];
- }
- }
- this.pushParameterSet(track.sps, unit.data, track.vps);
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(true, pes.pts, pes.dts);
- }
- VideoSample.key = true;
- break;
- // PPS
- case 34:
- push = true;
- if (typeof track.params === 'object') {
- if (!track.pps) {
- track.pps = [];
- const config = this.readPPS(unit.data);
- for (const prop in config) {
- track.params[prop] = config[prop];
- }
- }
- this.pushParameterSet(track.pps, unit.data, track.vps);
- }
- break;
- // ACCESS UNIT DELIMITER
- case 35:
- push = true;
- track.audFound = true;
- if ((_VideoSample3 = VideoSample) != null && _VideoSample3.frame) {
- this.pushAccessUnit(VideoSample, track);
- VideoSample = null;
- }
- if (!VideoSample) {
- VideoSample = this.VideoSample = this.createVideoSample(false, pes.pts, pes.dts);
- }
- break;
- default:
- push = false;
- break;
- }
- if (VideoSample && push) {
- const units = VideoSample.units;
- units.push(unit);
- }
- });
- // if last PES packet, push samples
- if (endOfSegment && VideoSample) {
- this.pushAccessUnit(VideoSample, track);
- this.VideoSample = null;
- }
- }
- pushParameterSet(parameterSets, data, vps) {
- if (vps && vps[0] === this.initVPS || !vps && !parameterSets.length) {
- parameterSets.push(data);
- }
- }
- getNALuType(data, offset) {
- return (data[offset] & 0x7e) >>> 1;
- }
- ebsp2rbsp(arr) {
- const dst = new Uint8Array(arr.byteLength);
- let dstIdx = 0;
- for (let i = 0; i < arr.byteLength; i++) {
- if (i >= 2) {
- // Unescape: Skip 0x03 after 00 00
- if (arr[i] === 0x03 && arr[i - 1] === 0x00 && arr[i - 2] === 0x00) {
- continue;
- }
- }
- dst[dstIdx] = arr[i];
- dstIdx++;
- }
- return new Uint8Array(dst.buffer, 0, dstIdx);
- }
- pushAccessUnit(VideoSample, videoTrack) {
- super.pushAccessUnit(VideoSample, videoTrack);
- if (this.initVPS) {
- this.initVPS = null; // null initVPS to prevent possible track's sps/pps growth until next VPS
- }
- }
- readVPS(vps) {
- const eg = new ExpGolomb(vps);
- // remove header
- eg.readUByte();
- eg.readUByte();
- eg.readBits(4); // video_parameter_set_id
- eg.skipBits(2);
- eg.readBits(6); // max_layers_minus1
- const max_sub_layers_minus1 = eg.readBits(3);
- const temporal_id_nesting_flag = eg.readBoolean();
- // ...vui fps can be here, but empty fps value is not critical for metadata
- return {
- numTemporalLayers: max_sub_layers_minus1 + 1,
- temporalIdNested: temporal_id_nesting_flag
- };
- }
- readSPS(sps) {
- const eg = new ExpGolomb(this.ebsp2rbsp(sps));
- eg.readUByte();
- eg.readUByte();
- eg.readBits(4); //video_parameter_set_id
- const max_sub_layers_minus1 = eg.readBits(3);
- eg.readBoolean(); // temporal_id_nesting_flag
- // profile_tier_level
- const general_profile_space = eg.readBits(2);
- const general_tier_flag = eg.readBoolean();
- const general_profile_idc = eg.readBits(5);
- const general_profile_compatibility_flags_1 = eg.readUByte();
- const general_profile_compatibility_flags_2 = eg.readUByte();
- const general_profile_compatibility_flags_3 = eg.readUByte();
- const general_profile_compatibility_flags_4 = eg.readUByte();
- const general_constraint_indicator_flags_1 = eg.readUByte();
- const general_constraint_indicator_flags_2 = eg.readUByte();
- const general_constraint_indicator_flags_3 = eg.readUByte();
- const general_constraint_indicator_flags_4 = eg.readUByte();
- const general_constraint_indicator_flags_5 = eg.readUByte();
- const general_constraint_indicator_flags_6 = eg.readUByte();
- const general_level_idc = eg.readUByte();
- const sub_layer_profile_present_flags = [];
- const sub_layer_level_present_flags = [];
- for (let i = 0; i < max_sub_layers_minus1; i++) {
- sub_layer_profile_present_flags.push(eg.readBoolean());
- sub_layer_level_present_flags.push(eg.readBoolean());
- }
- if (max_sub_layers_minus1 > 0) {
- for (let i = max_sub_layers_minus1; i < 8; i++) {
- eg.readBits(2);
- }
- }
- for (let i = 0; i < max_sub_layers_minus1; i++) {
- if (sub_layer_profile_present_flags[i]) {
- eg.readUByte(); // sub_layer_profile_space, sub_layer_tier_flag, sub_layer_profile_idc
- eg.readUByte();
- eg.readUByte();
- eg.readUByte();
- eg.readUByte(); // sub_layer_profile_compatibility_flag
- eg.readUByte();
- eg.readUByte();
- eg.readUByte();
- eg.readUByte();
- eg.readUByte();
- eg.readUByte();
- }
- if (sub_layer_level_present_flags[i]) {
- eg.readUByte();
- }
- }
- eg.readUEG(); // seq_parameter_set_id
- const chroma_format_idc = eg.readUEG();
- if (chroma_format_idc == 3) {
- eg.skipBits(1); //separate_colour_plane_flag
- }
- const pic_width_in_luma_samples = eg.readUEG();
- const pic_height_in_luma_samples = eg.readUEG();
- const conformance_window_flag = eg.readBoolean();
- let pic_left_offset = 0,
- pic_right_offset = 0,
- pic_top_offset = 0,
- pic_bottom_offset = 0;
- if (conformance_window_flag) {
- pic_left_offset += eg.readUEG();
- pic_right_offset += eg.readUEG();
- pic_top_offset += eg.readUEG();
- pic_bottom_offset += eg.readUEG();
- }
- const bit_depth_luma_minus8 = eg.readUEG();
- const bit_depth_chroma_minus8 = eg.readUEG();
- const log2_max_pic_order_cnt_lsb_minus4 = eg.readUEG();
- const sub_layer_ordering_info_present_flag = eg.readBoolean();
- for (let i = sub_layer_ordering_info_present_flag ? 0 : max_sub_layers_minus1; i <= max_sub_layers_minus1; i++) {
- eg.skipUEG(); // max_dec_pic_buffering_minus1[i]
- eg.skipUEG(); // max_num_reorder_pics[i]
- eg.skipUEG(); // max_latency_increase_plus1[i]
- }
- eg.skipUEG(); // log2_min_luma_coding_block_size_minus3
- eg.skipUEG(); // log2_diff_max_min_luma_coding_block_size
- eg.skipUEG(); // log2_min_transform_block_size_minus2
- eg.skipUEG(); // log2_diff_max_min_transform_block_size
- eg.skipUEG(); // max_transform_hierarchy_depth_inter
- eg.skipUEG(); // max_transform_hierarchy_depth_intra
- const scaling_list_enabled_flag = eg.readBoolean();
- if (scaling_list_enabled_flag) {
- const sps_scaling_list_data_present_flag = eg.readBoolean();
- if (sps_scaling_list_data_present_flag) {
- for (let sizeId = 0; sizeId < 4; sizeId++) {
- for (let matrixId = 0; matrixId < (sizeId === 3 ? 2 : 6); matrixId++) {
- const scaling_list_pred_mode_flag = eg.readBoolean();
- if (!scaling_list_pred_mode_flag) {
- eg.readUEG(); // scaling_list_pred_matrix_id_delta
- } else {
- const coefNum = Math.min(64, 1 << 4 + (sizeId << 1));
- if (sizeId > 1) {
- eg.readEG();
- }
- for (let i = 0; i < coefNum; i++) {
- eg.readEG();
- }
- }
- }
- }
- }
- }
- eg.readBoolean(); // amp_enabled_flag
- eg.readBoolean(); // sample_adaptive_offset_enabled_flag
- const pcm_enabled_flag = eg.readBoolean();
- if (pcm_enabled_flag) {
- eg.readUByte();
- eg.skipUEG();
- eg.skipUEG();
- eg.readBoolean();
- }
- const num_short_term_ref_pic_sets = eg.readUEG();
- let num_delta_pocs = 0;
- for (let i = 0; i < num_short_term_ref_pic_sets; i++) {
- let inter_ref_pic_set_prediction_flag = false;
- if (i !== 0) {
- inter_ref_pic_set_prediction_flag = eg.readBoolean();
- }
- if (inter_ref_pic_set_prediction_flag) {
- if (i === num_short_term_ref_pic_sets) {
- eg.readUEG();
- }
- eg.readBoolean();
- eg.readUEG();
- let next_num_delta_pocs = 0;
- for (let j = 0; j <= num_delta_pocs; j++) {
- const used_by_curr_pic_flag = eg.readBoolean();
- let use_delta_flag = false;
- if (!used_by_curr_pic_flag) {
- use_delta_flag = eg.readBoolean();
- }
- if (used_by_curr_pic_flag || use_delta_flag) {
- next_num_delta_pocs++;
- }
- }
- num_delta_pocs = next_num_delta_pocs;
- } else {
- const num_negative_pics = eg.readUEG();
- const num_positive_pics = eg.readUEG();
- num_delta_pocs = num_negative_pics + num_positive_pics;
- for (let j = 0; j < num_negative_pics; j++) {
- eg.readUEG();
- eg.readBoolean();
- }
- for (let j = 0; j < num_positive_pics; j++) {
- eg.readUEG();
- eg.readBoolean();
- }
- }
- }
- const long_term_ref_pics_present_flag = eg.readBoolean();
- if (long_term_ref_pics_present_flag) {
- const num_long_term_ref_pics_sps = eg.readUEG();
- for (let i = 0; i < num_long_term_ref_pics_sps; i++) {
- for (let j = 0; j < log2_max_pic_order_cnt_lsb_minus4 + 4; j++) {
- eg.readBits(1);
- }
- eg.readBits(1);
- }
- }
- let min_spatial_segmentation_idc = 0;
- let sar_width = 1,
- sar_height = 1;
- let fps_fixed = true,
- fps_den = 1,
- fps_num = 0;
- eg.readBoolean(); // sps_temporal_mvp_enabled_flag
- eg.readBoolean(); // strong_intra_smoothing_enabled_flag
- let default_display_window_flag = false;
- const vui_parameters_present_flag = eg.readBoolean();
- if (vui_parameters_present_flag) {
- const aspect_ratio_info_present_flag = eg.readBoolean();
- if (aspect_ratio_info_present_flag) {
- const aspect_ratio_idc = eg.readUByte();
- const sar_width_table = [1, 12, 10, 16, 40, 24, 20, 32, 80, 18, 15, 64, 160, 4, 3, 2];
- const sar_height_table = [1, 11, 11, 11, 33, 11, 11, 11, 33, 11, 11, 33, 99, 3, 2, 1];
- if (aspect_ratio_idc > 0 && aspect_ratio_idc < 16) {
- sar_width = sar_width_table[aspect_ratio_idc - 1];
- sar_height = sar_height_table[aspect_ratio_idc - 1];
- } else if (aspect_ratio_idc === 255) {
- sar_width = eg.readBits(16);
- sar_height = eg.readBits(16);
- }
- }
- const overscan_info_present_flag = eg.readBoolean();
- if (overscan_info_present_flag) {
- eg.readBoolean();
- }
- const video_signal_type_present_flag = eg.readBoolean();
- if (video_signal_type_present_flag) {
- eg.readBits(3);
- eg.readBoolean();
- const colour_description_present_flag = eg.readBoolean();
- if (colour_description_present_flag) {
- eg.readUByte();
- eg.readUByte();
- eg.readUByte();
- }
- }
- const chroma_loc_info_present_flag = eg.readBoolean();
- if (chroma_loc_info_present_flag) {
- eg.readUEG();
- eg.readUEG();
- }
- eg.readBoolean(); // neutral_chroma_indication_flag
- eg.readBoolean(); // field_seq_flag
- eg.readBoolean(); // frame_field_info_present_flag
- default_display_window_flag = eg.readBoolean();
- if (default_display_window_flag) {
- pic_left_offset += eg.readUEG();
- pic_right_offset += eg.readUEG();
- pic_top_offset += eg.readUEG();
- pic_bottom_offset += eg.readUEG();
- }
- const vui_timing_info_present_flag = eg.readBoolean();
- if (vui_timing_info_present_flag) {
- fps_den = eg.readBits(32);
- fps_num = eg.readBits(32);
- const vui_poc_proportional_to_timing_flag = eg.readBoolean();
- if (vui_poc_proportional_to_timing_flag) {
- eg.readUEG();
- }
- const vui_hrd_parameters_present_flag = eg.readBoolean();
- if (vui_hrd_parameters_present_flag) {
- //const commonInfPresentFlag = true;
- //if (commonInfPresentFlag) {
- const nal_hrd_parameters_present_flag = eg.readBoolean();
- const vcl_hrd_parameters_present_flag = eg.readBoolean();
- let sub_pic_hrd_params_present_flag = false;
- if (nal_hrd_parameters_present_flag || vcl_hrd_parameters_present_flag) {
- sub_pic_hrd_params_present_flag = eg.readBoolean();
- if (sub_pic_hrd_params_present_flag) {
- eg.readUByte();
- eg.readBits(5);
- eg.readBoolean();
- eg.readBits(5);
- }
- eg.readBits(4); // bit_rate_scale
- eg.readBits(4); // cpb_size_scale
- if (sub_pic_hrd_params_present_flag) {
- eg.readBits(4);
- }
- eg.readBits(5);
- eg.readBits(5);
- eg.readBits(5);
- }
- //}
- for (let i = 0; i <= max_sub_layers_minus1; i++) {
- fps_fixed = eg.readBoolean(); // fixed_pic_rate_general_flag
- const fixed_pic_rate_within_cvs_flag = fps_fixed || eg.readBoolean();
- let low_delay_hrd_flag = false;
- if (fixed_pic_rate_within_cvs_flag) {
- eg.readEG();
- } else {
- low_delay_hrd_flag = eg.readBoolean();
- }
- const cpb_cnt = low_delay_hrd_flag ? 1 : eg.readUEG() + 1;
- if (nal_hrd_parameters_present_flag) {
- for (let j = 0; j < cpb_cnt; j++) {
- eg.readUEG();
- eg.readUEG();
- if (sub_pic_hrd_params_present_flag) {
- eg.readUEG();
- eg.readUEG();
- }
- eg.skipBits(1);
- }
- }
- if (vcl_hrd_parameters_present_flag) {
- for (let j = 0; j < cpb_cnt; j++) {
- eg.readUEG();
- eg.readUEG();
- if (sub_pic_hrd_params_present_flag) {
- eg.readUEG();
- eg.readUEG();
- }
- eg.skipBits(1);
- }
- }
- }
- }
- }
- const bitstream_restriction_flag = eg.readBoolean();
- if (bitstream_restriction_flag) {
- eg.readBoolean(); // tiles_fixed_structure_flag
- eg.readBoolean(); // motion_vectors_over_pic_boundaries_flag
- eg.readBoolean(); // restricted_ref_pic_lists_flag
- min_spatial_segmentation_idc = eg.readUEG();
- }
- }
- let width = pic_width_in_luma_samples,
- height = pic_height_in_luma_samples;
- if (conformance_window_flag || default_display_window_flag) {
- let chroma_scale_w = 1,
- chroma_scale_h = 1;
- if (chroma_format_idc === 1) {
- // YUV 420
- chroma_scale_w = chroma_scale_h = 2;
- } else if (chroma_format_idc == 2) {
- // YUV 422
- chroma_scale_w = 2;
- }
- width = pic_width_in_luma_samples - chroma_scale_w * pic_right_offset - chroma_scale_w * pic_left_offset;
- height = pic_height_in_luma_samples - chroma_scale_h * pic_bottom_offset - chroma_scale_h * pic_top_offset;
- }
- const profile_space_string = general_profile_space ? ['A', 'B', 'C'][general_profile_space] : '';
- const profile_compatibility_buf = general_profile_compatibility_flags_1 << 24 | general_profile_compatibility_flags_2 << 16 | general_profile_compatibility_flags_3 << 8 | general_profile_compatibility_flags_4;
- let profile_compatibility_rev = 0;
- for (let i = 0; i < 32; i++) {
- profile_compatibility_rev = (profile_compatibility_rev | (profile_compatibility_buf >> i & 1) << 31 - i) >>> 0; // reverse bit position (and cast as UInt32)
- }
- let profile_compatibility_flags_string = profile_compatibility_rev.toString(16);
- if (general_profile_idc === 1 && profile_compatibility_flags_string === '2') {
- profile_compatibility_flags_string = '6';
- }
- const tier_flag_string = general_tier_flag ? 'H' : 'L';
- return {
- codecString: `hvc1.${profile_space_string}${general_profile_idc}.${profile_compatibility_flags_string}.${tier_flag_string}${general_level_idc}.B0`,
- params: {
- general_tier_flag,
- general_profile_idc,
- general_profile_space,
- general_profile_compatibility_flags: [general_profile_compatibility_flags_1, general_profile_compatibility_flags_2, general_profile_compatibility_flags_3, general_profile_compatibility_flags_4],
- general_constraint_indicator_flags: [general_constraint_indicator_flags_1, general_constraint_indicator_flags_2, general_constraint_indicator_flags_3, general_constraint_indicator_flags_4, general_constraint_indicator_flags_5, general_constraint_indicator_flags_6],
- general_level_idc,
- bit_depth: bit_depth_luma_minus8 + 8,
- bit_depth_luma_minus8,
- bit_depth_chroma_minus8,
- min_spatial_segmentation_idc,
- chroma_format_idc: chroma_format_idc,
- frame_rate: {
- fixed: fps_fixed,
- fps: fps_num / fps_den
- }
- },
- width,
- height,
- pixelRatio: [sar_width, sar_height]
- };
- }
- readPPS(pps) {
- const eg = new ExpGolomb(this.ebsp2rbsp(pps));
- eg.readUByte();
- eg.readUByte();
- eg.skipUEG(); // pic_parameter_set_id
- eg.skipUEG(); // seq_parameter_set_id
- eg.skipBits(2); // dependent_slice_segments_enabled_flag, output_flag_present_flag
- eg.skipBits(3); // num_extra_slice_header_bits
- eg.skipBits(2); // sign_data_hiding_enabled_flag, cabac_init_present_flag
- eg.skipUEG();
- eg.skipUEG();
- eg.skipEG(); // init_qp_minus26
- eg.skipBits(2); // constrained_intra_pred_flag, transform_skip_enabled_flag
- const cu_qp_delta_enabled_flag = eg.readBoolean();
- if (cu_qp_delta_enabled_flag) {
- eg.skipUEG();
- }
- eg.skipEG(); // cb_qp_offset
- eg.skipEG(); // cr_qp_offset
- eg.skipBits(4); // pps_slice_chroma_qp_offsets_present_flag, weighted_pred_flag, weighted_bipred_flag, transquant_bypass_enabled_flag
- const tiles_enabled_flag = eg.readBoolean();
- const entropy_coding_sync_enabled_flag = eg.readBoolean();
- let parallelismType = 1; // slice-based parallel decoding
- if (entropy_coding_sync_enabled_flag && tiles_enabled_flag) {
- parallelismType = 0; // mixed-type parallel decoding
- } else if (entropy_coding_sync_enabled_flag) {
- parallelismType = 3; // wavefront-based parallel decoding
- } else if (tiles_enabled_flag) {
- parallelismType = 2; // tile-based parallel decoding
- }
- return {
- parallelismType
- };
- }
- matchSPS(sps1, sps2) {
- // compare without headers and VPS related params
- return String.fromCharCode.apply(null, sps1).substr(3) === String.fromCharCode.apply(null, sps2).substr(3);
- }
- }
- const PACKET_LENGTH = 188;
- class TSDemuxer {
- constructor(observer, config, typeSupported, logger) {
- this.logger = void 0;
- this.observer = void 0;
- this.config = void 0;
- this.typeSupported = void 0;
- this.sampleAes = null;
- this.pmtParsed = false;
- this.audioCodec = void 0;
- this.videoCodec = void 0;
- this._pmtId = -1;
- this._videoTrack = void 0;
- this._audioTrack = void 0;
- this._id3Track = void 0;
- this._txtTrack = void 0;
- this.aacOverFlow = null;
- this.remainderData = null;
- this.videoParser = void 0;
- this.observer = observer;
- this.config = config;
- this.typeSupported = typeSupported;
- this.logger = logger;
- this.videoParser = null;
- }
- static probe(data, logger) {
- const syncOffset = TSDemuxer.syncOffset(data);
- if (syncOffset > 0) {
- logger.warn(`MPEG2-TS detected but first sync word found @ offset ${syncOffset}`);
- }
- return syncOffset !== -1;
- }
- static syncOffset(data) {
- const length = data.length;
- let scanwindow = Math.min(PACKET_LENGTH * 5, length - PACKET_LENGTH) + 1;
- let i = 0;
- while (i < scanwindow) {
- // a TS init segment should contain at least 2 TS packets: PAT and PMT, each starting with 0x47
- let foundPat = false;
- let packetStart = -1;
- let tsPackets = 0;
- for (let j = i; j < length; j += PACKET_LENGTH) {
- if (data[j] === 0x47 && (length - j === PACKET_LENGTH || data[j + PACKET_LENGTH] === 0x47)) {
- tsPackets++;
- if (packetStart === -1) {
- packetStart = j;
- // First sync word found at offset, increase scan length (#5251)
- if (packetStart !== 0) {
- scanwindow = Math.min(packetStart + PACKET_LENGTH * 99, data.length - PACKET_LENGTH) + 1;
- }
- }
- if (!foundPat) {
- foundPat = parsePID(data, j) === 0;
- }
- // Sync word found at 0 with 3 packets, or found at offset least 2 packets up to scanwindow (#5501)
- if (foundPat && tsPackets > 1 && (packetStart === 0 && tsPackets > 2 || j + PACKET_LENGTH > scanwindow)) {
- return packetStart;
- }
- } else if (tsPackets) {
- // Exit if sync word found, but does not contain contiguous packets
- return -1;
- } else {
- break;
- }
- }
- i++;
- }
- return -1;
- }
- /**
- * Creates a track model internal to demuxer used to drive remuxing input
- */
- static createTrack(type, duration) {
- return {
- container: type === 'video' || type === 'audio' ? 'video/mp2t' : undefined,
- type,
- id: RemuxerTrackIdConfig[type],
- pid: -1,
- inputTimeScale: 90000,
- sequenceNumber: 0,
- samples: [],
- dropped: 0,
- duration: type === 'audio' ? duration : undefined
- };
- }
- /**
- * Initializes a new init segment on the demuxer/remuxer interface. Needed for discontinuities/track-switches (or at stream start)
- * Resets all internal track instances of the demuxer.
- */
- resetInitSegment(initSegment, audioCodec, videoCodec, trackDuration) {
- this.pmtParsed = false;
- this._pmtId = -1;
- this._videoTrack = TSDemuxer.createTrack('video');
- this._videoTrack.duration = trackDuration;
- this._audioTrack = TSDemuxer.createTrack('audio', trackDuration);
- this._id3Track = TSDemuxer.createTrack('id3');
- this._txtTrack = TSDemuxer.createTrack('text');
- this._audioTrack.segmentCodec = 'aac';
- // flush any partial content
- this.aacOverFlow = null;
- this.remainderData = null;
- this.audioCodec = audioCodec;
- this.videoCodec = videoCodec;
- }
- resetTimeStamp() {}
- resetContiguity() {
- const {
- _audioTrack,
- _videoTrack,
- _id3Track
- } = this;
- if (_audioTrack) {
- _audioTrack.pesData = null;
- }
- if (_videoTrack) {
- _videoTrack.pesData = null;
- }
- if (_id3Track) {
- _id3Track.pesData = null;
- }
- this.aacOverFlow = null;
- this.remainderData = null;
- }
- demux(data, timeOffset, isSampleAes = false, flush = false) {
- if (!isSampleAes) {
- this.sampleAes = null;
- }
- let pes;
- const videoTrack = this._videoTrack;
- const audioTrack = this._audioTrack;
- const id3Track = this._id3Track;
- const textTrack = this._txtTrack;
- let videoPid = videoTrack.pid;
- let videoData = videoTrack.pesData;
- let audioPid = audioTrack.pid;
- let id3Pid = id3Track.pid;
- let audioData = audioTrack.pesData;
- let id3Data = id3Track.pesData;
- let unknownPID = null;
- let pmtParsed = this.pmtParsed;
- let pmtId = this._pmtId;
- let len = data.length;
- if (this.remainderData) {
- data = appendUint8Array(this.remainderData, data);
- len = data.length;
- this.remainderData = null;
- }
- if (len < PACKET_LENGTH && !flush) {
- this.remainderData = data;
- return {
- audioTrack,
- videoTrack,
- id3Track,
- textTrack
- };
- }
- const syncOffset = Math.max(0, TSDemuxer.syncOffset(data));
- len -= (len - syncOffset) % PACKET_LENGTH;
- if (len < data.byteLength && !flush) {
- this.remainderData = new Uint8Array(data.buffer, len, data.buffer.byteLength - len);
- }
- // loop through TS packets
- let tsPacketErrors = 0;
- for (let start = syncOffset; start < len; start += PACKET_LENGTH) {
- if (data[start] === 0x47) {
- const stt = !!(data[start + 1] & 0x40);
- const pid = parsePID(data, start);
- const atf = (data[start + 3] & 0x30) >> 4;
- // if an adaption field is present, its length is specified by the fifth byte of the TS packet header.
- let offset;
- if (atf > 1) {
- offset = start + 5 + data[start + 4];
- // continue if there is only adaptation field
- if (offset === start + PACKET_LENGTH) {
- continue;
- }
- } else {
- offset = start + 4;
- }
- switch (pid) {
- case videoPid:
- if (stt) {
- if (videoData && (pes = parsePES(videoData, this.logger))) {
- if (this.videoParser === null) {
- switch (videoTrack.segmentCodec) {
- case 'avc':
- this.videoParser = new AvcVideoParser();
- break;
- case 'hevc':
- {
- this.videoParser = new HevcVideoParser();
- }
- break;
- }
- }
- if (this.videoParser !== null) {
- this.videoParser.parsePES(videoTrack, textTrack, pes, false);
- }
- }
- videoData = {
- data: [],
- size: 0
- };
- }
- if (videoData) {
- videoData.data.push(data.subarray(offset, start + PACKET_LENGTH));
- videoData.size += start + PACKET_LENGTH - offset;
- }
- break;
- case audioPid:
- if (stt) {
- if (audioData && (pes = parsePES(audioData, this.logger))) {
- switch (audioTrack.segmentCodec) {
- case 'aac':
- this.parseAACPES(audioTrack, pes);
- break;
- case 'mp3':
- this.parseMPEGPES(audioTrack, pes);
- break;
- case 'ac3':
- {
- this.parseAC3PES(audioTrack, pes);
- }
- break;
- }
- }
- audioData = {
- data: [],
- size: 0
- };
- }
- if (audioData) {
- audioData.data.push(data.subarray(offset, start + PACKET_LENGTH));
- audioData.size += start + PACKET_LENGTH - offset;
- }
- break;
- case id3Pid:
- if (stt) {
- if (id3Data && (pes = parsePES(id3Data, this.logger))) {
- this.parseID3PES(id3Track, pes);
- }
- id3Data = {
- data: [],
- size: 0
- };
- }
- if (id3Data) {
- id3Data.data.push(data.subarray(offset, start + PACKET_LENGTH));
- id3Data.size += start + PACKET_LENGTH - offset;
- }
- break;
- case 0:
- if (stt) {
- offset += data[offset] + 1;
- }
- pmtId = this._pmtId = parsePAT(data, offset);
- // this.logger.log('PMT PID:' + this._pmtId);
- break;
- case pmtId:
- {
- if (stt) {
- offset += data[offset] + 1;
- }
- const parsedPIDs = parsePMT(data, offset, this.typeSupported, isSampleAes, this.observer, this.logger);
- // only update track id if track PID found while parsing PMT
- // this is to avoid resetting the PID to -1 in case
- // track PID transiently disappears from the stream
- // this could happen in case of transient missing audio samples for example
- // NOTE this is only the PID of the track as found in TS,
- // but we are not using this for MP4 track IDs.
- videoPid = parsedPIDs.videoPid;
- if (videoPid > 0) {
- videoTrack.pid = videoPid;
- videoTrack.segmentCodec = parsedPIDs.segmentVideoCodec;
- }
- audioPid = parsedPIDs.audioPid;
- if (audioPid > 0) {
- audioTrack.pid = audioPid;
- audioTrack.segmentCodec = parsedPIDs.segmentAudioCodec;
- }
- id3Pid = parsedPIDs.id3Pid;
- if (id3Pid > 0) {
- id3Track.pid = id3Pid;
- }
- if (unknownPID !== null && !pmtParsed) {
- this.logger.warn(`MPEG-TS PMT found at ${start} after unknown PID '${unknownPID}'. Backtracking to sync byte @${syncOffset} to parse all TS packets.`);
- unknownPID = null;
- // we set it to -188, the += 188 in the for loop will reset start to 0
- start = syncOffset - 188;
- }
- pmtParsed = this.pmtParsed = true;
- break;
- }
- case 0x11:
- case 0x1fff:
- break;
- default:
- unknownPID = pid;
- break;
- }
- } else {
- tsPacketErrors++;
- }
- }
- if (tsPacketErrors > 0) {
- emitParsingError(this.observer, new Error(`Found ${tsPacketErrors} TS packet/s that do not start with 0x47`), undefined, this.logger);
- }
- videoTrack.pesData = videoData;
- audioTrack.pesData = audioData;
- id3Track.pesData = id3Data;
- const demuxResult = {
- audioTrack,
- videoTrack,
- id3Track,
- textTrack
- };
- if (flush) {
- this.extractRemainingSamples(demuxResult);
- }
- return demuxResult;
- }
- flush() {
- const {
- remainderData
- } = this;
- this.remainderData = null;
- let result;
- if (remainderData) {
- result = this.demux(remainderData, -1, false, true);
- } else {
- result = {
- videoTrack: this._videoTrack,
- audioTrack: this._audioTrack,
- id3Track: this._id3Track,
- textTrack: this._txtTrack
- };
- }
- this.extractRemainingSamples(result);
- if (this.sampleAes) {
- return this.decrypt(result, this.sampleAes);
- }
- return result;
- }
- extractRemainingSamples(demuxResult) {
- const {
- audioTrack,
- videoTrack,
- id3Track,
- textTrack
- } = demuxResult;
- const videoData = videoTrack.pesData;
- const audioData = audioTrack.pesData;
- const id3Data = id3Track.pesData;
- // try to parse last PES packets
- let pes;
- if (videoData && (pes = parsePES(videoData, this.logger))) {
- if (this.videoParser === null) {
- switch (videoTrack.segmentCodec) {
- case 'avc':
- this.videoParser = new AvcVideoParser();
- break;
- case 'hevc':
- {
- this.videoParser = new HevcVideoParser();
- }
- break;
- }
- }
- if (this.videoParser !== null) {
- this.videoParser.parsePES(videoTrack, textTrack, pes, true);
- videoTrack.pesData = null;
- }
- } else {
- // either avcData null or PES truncated, keep it for next frag parsing
- videoTrack.pesData = videoData;
- }
- if (audioData && (pes = parsePES(audioData, this.logger))) {
- switch (audioTrack.segmentCodec) {
- case 'aac':
- this.parseAACPES(audioTrack, pes);
- break;
- case 'mp3':
- this.parseMPEGPES(audioTrack, pes);
- break;
- case 'ac3':
- {
- this.parseAC3PES(audioTrack, pes);
- }
- break;
- }
- audioTrack.pesData = null;
- } else {
- if (audioData != null && audioData.size) {
- this.logger.log('last AAC PES packet truncated,might overlap between fragments');
- }
- // either audioData null or PES truncated, keep it for next frag parsing
- audioTrack.pesData = audioData;
- }
- if (id3Data && (pes = parsePES(id3Data, this.logger))) {
- this.parseID3PES(id3Track, pes);
- id3Track.pesData = null;
- } else {
- // either id3Data null or PES truncated, keep it for next frag parsing
- id3Track.pesData = id3Data;
- }
- }
- demuxSampleAes(data, keyData, timeOffset) {
- const demuxResult = this.demux(data, timeOffset, true, !this.config.progressive);
- const sampleAes = this.sampleAes = new SampleAesDecrypter(this.observer, this.config, keyData);
- return this.decrypt(demuxResult, sampleAes);
- }
- decrypt(demuxResult, sampleAes) {
- return new Promise(resolve => {
- const {
- audioTrack,
- videoTrack
- } = demuxResult;
- if (audioTrack.samples && audioTrack.segmentCodec === 'aac') {
- sampleAes.decryptAacSamples(audioTrack.samples, 0, () => {
- if (videoTrack.samples) {
- sampleAes.decryptAvcSamples(videoTrack.samples, 0, 0, () => {
- resolve(demuxResult);
- });
- } else {
- resolve(demuxResult);
- }
- });
- } else if (videoTrack.samples) {
- sampleAes.decryptAvcSamples(videoTrack.samples, 0, 0, () => {
- resolve(demuxResult);
- });
- }
- });
- }
- destroy() {
- if (this.observer) {
- this.observer.removeAllListeners();
- }
- // @ts-ignore
- this.config = this.logger = this.observer = null;
- this.aacOverFlow = this.videoParser = this.remainderData = this.sampleAes = null;
- this._videoTrack = this._audioTrack = this._id3Track = this._txtTrack = undefined;
- }
- parseAACPES(track, pes) {
- let startOffset = 0;
- const aacOverFlow = this.aacOverFlow;
- let data = pes.data;
- if (aacOverFlow) {
- this.aacOverFlow = null;
- const frameMissingBytes = aacOverFlow.missing;
- const sampleLength = aacOverFlow.sample.unit.byteLength;
- // logger.log(`AAC: append overflowing ${sampleLength} bytes to beginning of new PES`);
- if (frameMissingBytes === -1) {
- data = appendUint8Array(aacOverFlow.sample.unit, data);
- } else {
- const frameOverflowBytes = sampleLength - frameMissingBytes;
- aacOverFlow.sample.unit.set(data.subarray(0, frameMissingBytes), frameOverflowBytes);
- track.samples.push(aacOverFlow.sample);
- startOffset = aacOverFlow.missing;
- }
- }
- // look for ADTS header (0xFFFx)
- let offset;
- let len;
- for (offset = startOffset, len = data.length; offset < len - 1; offset++) {
- if (isHeader$1(data, offset)) {
- break;
- }
- }
- // if ADTS header does not start straight from the beginning of the PES payload, raise an error
- if (offset !== startOffset) {
- let reason;
- const recoverable = offset < len - 1;
- if (recoverable) {
- reason = `AAC PES did not start with ADTS header,offset:${offset}`;
- } else {
- reason = 'No ADTS header found in AAC PES';
- }
- emitParsingError(this.observer, new Error(reason), recoverable, this.logger);
- if (!recoverable) {
- return;
- }
- }
- initTrackConfig(track, this.observer, data, offset, this.audioCodec);
- let pts;
- if (pes.pts !== undefined) {
- pts = pes.pts;
- } else if (aacOverFlow) {
- // if last AAC frame is overflowing, we should ensure timestamps are contiguous:
- // first sample PTS should be equal to last sample PTS + frameDuration
- const frameDuration = getFrameDuration(track.samplerate);
- pts = aacOverFlow.sample.pts + frameDuration;
- } else {
- this.logger.warn('[tsdemuxer]: AAC PES unknown PTS');
- return;
- }
- // scan for aac samples
- let frameIndex = 0;
- let frame;
- while (offset < len) {
- frame = appendFrame$2(track, data, offset, pts, frameIndex);
- offset += frame.length;
- if (!frame.missing) {
- frameIndex++;
- for (; offset < len - 1; offset++) {
- if (isHeader$1(data, offset)) {
- break;
- }
- }
- } else {
- this.aacOverFlow = frame;
- break;
- }
- }
- }
- parseMPEGPES(track, pes) {
- const data = pes.data;
- const length = data.length;
- let frameIndex = 0;
- let offset = 0;
- const pts = pes.pts;
- if (pts === undefined) {
- this.logger.warn('[tsdemuxer]: MPEG PES unknown PTS');
- return;
- }
- while (offset < length) {
- if (isHeader(data, offset)) {
- const frame = appendFrame$1(track, data, offset, pts, frameIndex);
- if (frame) {
- offset += frame.length;
- frameIndex++;
- } else {
- // logger.log('Unable to parse Mpeg audio frame');
- break;
- }
- } else {
- // nothing found, keep looking
- offset++;
- }
- }
- }
- parseAC3PES(track, pes) {
- {
- const data = pes.data;
- const pts = pes.pts;
- if (pts === undefined) {
- this.logger.warn('[tsdemuxer]: AC3 PES unknown PTS');
- return;
- }
- const length = data.length;
- let frameIndex = 0;
- let offset = 0;
- let parsed;
- while (offset < length && (parsed = appendFrame(track, data, offset, pts, frameIndex++)) > 0) {
- offset += parsed;
- }
- }
- }
- parseID3PES(id3Track, pes) {
- if (pes.pts === undefined) {
- this.logger.warn('[tsdemuxer]: ID3 PES unknown PTS');
- return;
- }
- const id3Sample = _extends({}, pes, {
- type: this._videoTrack ? MetadataSchema.emsg : MetadataSchema.audioId3,
- duration: Number.POSITIVE_INFINITY
- });
- id3Track.samples.push(id3Sample);
- }
- }
- function parsePID(data, offset) {
- // pid is a 13-bit field starting at the last bit of TS[1]
- return ((data[offset + 1] & 0x1f) << 8) + data[offset + 2];
- }
- function parsePAT(data, offset) {
- // skip the PSI header and parse the first PMT entry
- return (data[offset + 10] & 0x1f) << 8 | data[offset + 11];
- }
- function parsePMT(data, offset, typeSupported, isSampleAes, observer, logger) {
- const result = {
- audioPid: -1,
- videoPid: -1,
- id3Pid: -1,
- segmentVideoCodec: 'avc',
- segmentAudioCodec: 'aac'
- };
- const sectionLength = (data[offset + 1] & 0x0f) << 8 | data[offset + 2];
- const tableEnd = offset + 3 + sectionLength - 4;
- // to determine where the table is, we have to figure out how
- // long the program info descriptors are
- const programInfoLength = (data[offset + 10] & 0x0f) << 8 | data[offset + 11];
- // advance the offset to the first entry in the mapping table
- offset += 12 + programInfoLength;
- while (offset < tableEnd) {
- const pid = parsePID(data, offset);
- const esInfoLength = (data[offset + 3] & 0x0f) << 8 | data[offset + 4];
- switch (data[offset]) {
- case 0xcf:
- // SAMPLE-AES AAC
- if (!isSampleAes) {
- logEncryptedSamplesFoundInUnencryptedStream('ADTS AAC', logger);
- break;
- }
- /* falls through */
- case 0x0f:
- // ISO/IEC 13818-7 ADTS AAC (MPEG-2 lower bit-rate audio)
- // logger.log('AAC PID:' + pid);
- if (result.audioPid === -1) {
- result.audioPid = pid;
- }
- break;
- // Packetized metadata (ID3)
- case 0x15:
- // logger.log('ID3 PID:' + pid);
- if (result.id3Pid === -1) {
- result.id3Pid = pid;
- }
- break;
- case 0xdb:
- // SAMPLE-AES AVC
- if (!isSampleAes) {
- logEncryptedSamplesFoundInUnencryptedStream('H.264', logger);
- break;
- }
- /* falls through */
- case 0x1b:
- // ITU-T Rec. H.264 and ISO/IEC 14496-10 (lower bit-rate video)
- // logger.log('AVC PID:' + pid);
- if (result.videoPid === -1) {
- result.videoPid = pid;
- }
- break;
- // ISO/IEC 11172-3 (MPEG-1 audio)
- // or ISO/IEC 13818-3 (MPEG-2 halved sample rate audio)
- case 0x03:
- case 0x04:
- // logger.log('MPEG PID:' + pid);
- if (!typeSupported.mpeg && !typeSupported.mp3) {
- logger.log('MPEG audio found, not supported in this browser');
- } else if (result.audioPid === -1) {
- result.audioPid = pid;
- result.segmentAudioCodec = 'mp3';
- }
- break;
- case 0xc1:
- // SAMPLE-AES AC3
- if (!isSampleAes) {
- logEncryptedSamplesFoundInUnencryptedStream('AC-3', logger);
- break;
- }
- /* falls through */
- case 0x81:
- {
- if (!typeSupported.ac3) {
- logger.log('AC-3 audio found, not supported in this browser');
- } else if (result.audioPid === -1) {
- result.audioPid = pid;
- result.segmentAudioCodec = 'ac3';
- }
- }
- break;
- case 0x06:
- // stream_type 6 can mean a lot of different things in case of DVB.
- // We need to look at the descriptors. Right now, we're only interested
- // in AC-3 audio, so we do the descriptor parsing only when we don't have
- // an audio PID yet.
- if (result.audioPid === -1 && esInfoLength > 0) {
- let parsePos = offset + 5;
- let remaining = esInfoLength;
- while (remaining > 2) {
- const descriptorId = data[parsePos];
- switch (descriptorId) {
- case 0x6a:
- // DVB Descriptor for AC-3
- {
- if (typeSupported.ac3 !== true) {
- logger.log('AC-3 audio found, not supported in this browser for now');
- } else {
- result.audioPid = pid;
- result.segmentAudioCodec = 'ac3';
- }
- }
- break;
- }
- const descriptorLen = data[parsePos + 1] + 2;
- parsePos += descriptorLen;
- remaining -= descriptorLen;
- }
- }
- break;
- case 0xc2: // SAMPLE-AES EC3
- /* falls through */
- case 0x87:
- emitParsingError(observer, new Error('Unsupported EC-3 in M2TS found'), undefined, logger);
- return result;
- case 0x24:
- // ITU-T Rec. H.265 and ISO/IEC 23008-2 (HEVC)
- {
- if (result.videoPid === -1) {
- result.videoPid = pid;
- result.segmentVideoCodec = 'hevc';
- logger.log('HEVC in M2TS found');
- }
- }
- break;
- }
- // move to the next table entry
- // skip past the elementary stream descriptors, if present
- offset += esInfoLength + 5;
- }
- return result;
- }
- function emitParsingError(observer, error, levelRetry, logger) {
- logger.warn(`parsing error: ${error.message}`);
- observer.emit(Events.ERROR, Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_PARSING_ERROR,
- fatal: false,
- levelRetry,
- error,
- reason: error.message
- });
- }
- function logEncryptedSamplesFoundInUnencryptedStream(type, logger) {
- logger.log(`${type} with AES-128-CBC encryption found in unencrypted stream`);
- }
- function parsePES(stream, logger) {
- let i = 0;
- let frag;
- let pesLen;
- let pesHdrLen;
- let pesPts;
- let pesDts;
- const data = stream.data;
- // safety check
- if (!stream || stream.size === 0) {
- return null;
- }
- // we might need up to 19 bytes to read PES header
- // if first chunk of data is less than 19 bytes, let's merge it with following ones until we get 19 bytes
- // usually only one merge is needed (and this is rare ...)
- while (data[0].length < 19 && data.length > 1) {
- data[0] = appendUint8Array(data[0], data[1]);
- data.splice(1, 1);
- }
- // retrieve PTS/DTS from first fragment
- frag = data[0];
- const pesPrefix = (frag[0] << 16) + (frag[1] << 8) + frag[2];
- if (pesPrefix === 1) {
- pesLen = (frag[4] << 8) + frag[5];
- // if PES parsed length is not zero and greater than total received length, stop parsing. PES might be truncated
- // minus 6 : PES header size
- if (pesLen && pesLen > stream.size - 6) {
- return null;
- }
- const pesFlags = frag[7];
- if (pesFlags & 0xc0) {
- /* PES header described here : http://dvd.sourceforge.net/dvdinfo/pes-hdr.html
- as PTS / DTS is 33 bit we cannot use bitwise operator in JS,
- as Bitwise operators treat their operands as a sequence of 32 bits */
- pesPts = (frag[9] & 0x0e) * 536870912 +
- // 1 << 29
- (frag[10] & 0xff) * 4194304 +
- // 1 << 22
- (frag[11] & 0xfe) * 16384 +
- // 1 << 14
- (frag[12] & 0xff) * 128 +
- // 1 << 7
- (frag[13] & 0xfe) / 2;
- if (pesFlags & 0x40) {
- pesDts = (frag[14] & 0x0e) * 536870912 +
- // 1 << 29
- (frag[15] & 0xff) * 4194304 +
- // 1 << 22
- (frag[16] & 0xfe) * 16384 +
- // 1 << 14
- (frag[17] & 0xff) * 128 +
- // 1 << 7
- (frag[18] & 0xfe) / 2;
- if (pesPts - pesDts > 60 * 90000) {
- logger.warn(`${Math.round((pesPts - pesDts) / 90000)}s delta between PTS and DTS, align them`);
- pesPts = pesDts;
- }
- } else {
- pesDts = pesPts;
- }
- }
- pesHdrLen = frag[8];
- // 9 bytes : 6 bytes for PES header + 3 bytes for PES extension
- let payloadStartOffset = pesHdrLen + 9;
- if (stream.size <= payloadStartOffset) {
- return null;
- }
- stream.size -= payloadStartOffset;
- // reassemble PES packet
- const pesData = new Uint8Array(stream.size);
- for (let j = 0, dataLen = data.length; j < dataLen; j++) {
- frag = data[j];
- let len = frag.byteLength;
- if (payloadStartOffset) {
- if (payloadStartOffset > len) {
- // trim full frag if PES header bigger than frag
- payloadStartOffset -= len;
- continue;
- } else {
- // trim partial frag if PES header smaller than frag
- frag = frag.subarray(payloadStartOffset);
- len -= payloadStartOffset;
- payloadStartOffset = 0;
- }
- }
- pesData.set(frag, i);
- i += len;
- }
- if (pesLen) {
- // payload size : remove PES header + PES extension
- pesLen -= pesHdrLen + 3;
- }
- return {
- data: pesData,
- pts: pesPts,
- dts: pesDts,
- len: pesLen
- };
- }
- return null;
- }
- /**
- * AAC helper
- */
- class AAC {
- static getSilentFrame(codec, channelCount) {
- switch (codec) {
- case 'mp4a.40.2':
- if (channelCount === 1) {
- return new Uint8Array([0x00, 0xc8, 0x00, 0x80, 0x23, 0x80]);
- } else if (channelCount === 2) {
- return new Uint8Array([0x21, 0x00, 0x49, 0x90, 0x02, 0x19, 0x00, 0x23, 0x80]);
- } else if (channelCount === 3) {
- return new Uint8Array([0x00, 0xc8, 0x00, 0x80, 0x20, 0x84, 0x01, 0x26, 0x40, 0x08, 0x64, 0x00, 0x8e]);
- } else if (channelCount === 4) {
- return new Uint8Array([0x00, 0xc8, 0x00, 0x80, 0x20, 0x84, 0x01, 0x26, 0x40, 0x08, 0x64, 0x00, 0x80, 0x2c, 0x80, 0x08, 0x02, 0x38]);
- } else if (channelCount === 5) {
- return new Uint8Array([0x00, 0xc8, 0x00, 0x80, 0x20, 0x84, 0x01, 0x26, 0x40, 0x08, 0x64, 0x00, 0x82, 0x30, 0x04, 0x99, 0x00, 0x21, 0x90, 0x02, 0x38]);
- } else if (channelCount === 6) {
- return new Uint8Array([0x00, 0xc8, 0x00, 0x80, 0x20, 0x84, 0x01, 0x26, 0x40, 0x08, 0x64, 0x00, 0x82, 0x30, 0x04, 0x99, 0x00, 0x21, 0x90, 0x02, 0x00, 0xb2, 0x00, 0x20, 0x08, 0xe0]);
- }
- break;
- // handle HE-AAC below (mp4a.40.5 / mp4a.40.29)
- default:
- if (channelCount === 1) {
- // ffmpeg -y -f lavfi -i "aevalsrc=0:d=0.05" -c:a libfdk_aac -profile:a aac_he -b:a 4k output.aac && hexdump -v -e '16/1 "0x%x," "\n"' -v output.aac
- return new Uint8Array([0x1, 0x40, 0x22, 0x80, 0xa3, 0x4e, 0xe6, 0x80, 0xba, 0x8, 0x0, 0x0, 0x0, 0x1c, 0x6, 0xf1, 0xc1, 0xa, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5e]);
- } else if (channelCount === 2) {
- // ffmpeg -y -f lavfi -i "aevalsrc=0|0:d=0.05" -c:a libfdk_aac -profile:a aac_he_v2 -b:a 4k output.aac && hexdump -v -e '16/1 "0x%x," "\n"' -v output.aac
- return new Uint8Array([0x1, 0x40, 0x22, 0x80, 0xa3, 0x5e, 0xe6, 0x80, 0xba, 0x8, 0x0, 0x0, 0x0, 0x0, 0x95, 0x0, 0x6, 0xf1, 0xa1, 0xa, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5e]);
- } else if (channelCount === 3) {
- // ffmpeg -y -f lavfi -i "aevalsrc=0|0|0:d=0.05" -c:a libfdk_aac -profile:a aac_he_v2 -b:a 4k output.aac && hexdump -v -e '16/1 "0x%x," "\n"' -v output.aac
- return new Uint8Array([0x1, 0x40, 0x22, 0x80, 0xa3, 0x5e, 0xe6, 0x80, 0xba, 0x8, 0x0, 0x0, 0x0, 0x0, 0x95, 0x0, 0x6, 0xf1, 0xa1, 0xa, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5a, 0x5e]);
- }
- break;
- }
- return undefined;
- }
- }
- /**
- * Generate MP4 Box
- */
- const UINT32_MAX = Math.pow(2, 32) - 1;
- class MP4 {
- static init() {
- MP4.types = {
- avc1: [],
- // codingname
- avcC: [],
- hvc1: [],
- hvcC: [],
- btrt: [],
- dinf: [],
- dref: [],
- esds: [],
- ftyp: [],
- hdlr: [],
- mdat: [],
- mdhd: [],
- mdia: [],
- mfhd: [],
- minf: [],
- moof: [],
- moov: [],
- mp4a: [],
- '.mp3': [],
- dac3: [],
- 'ac-3': [],
- mvex: [],
- mvhd: [],
- pasp: [],
- sdtp: [],
- stbl: [],
- stco: [],
- stsc: [],
- stsd: [],
- stsz: [],
- stts: [],
- tfdt: [],
- tfhd: [],
- traf: [],
- trak: [],
- trun: [],
- trex: [],
- tkhd: [],
- vmhd: [],
- smhd: []
- };
- let i;
- for (i in MP4.types) {
- if (MP4.types.hasOwnProperty(i)) {
- MP4.types[i] = [i.charCodeAt(0), i.charCodeAt(1), i.charCodeAt(2), i.charCodeAt(3)];
- }
- }
- const videoHdlr = new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x00,
- // pre_defined
- 0x76, 0x69, 0x64, 0x65,
- // handler_type: 'vide'
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x56, 0x69, 0x64, 0x65, 0x6f, 0x48, 0x61, 0x6e, 0x64, 0x6c, 0x65, 0x72, 0x00 // name: 'VideoHandler'
- ]);
- const audioHdlr = new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x00,
- // pre_defined
- 0x73, 0x6f, 0x75, 0x6e,
- // handler_type: 'soun'
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x53, 0x6f, 0x75, 0x6e, 0x64, 0x48, 0x61, 0x6e, 0x64, 0x6c, 0x65, 0x72, 0x00 // name: 'SoundHandler'
- ]);
- MP4.HDLR_TYPES = {
- video: videoHdlr,
- audio: audioHdlr
- };
- const dref = new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x01,
- // entry_count
- 0x00, 0x00, 0x00, 0x0c,
- // entry_size
- 0x75, 0x72, 0x6c, 0x20,
- // 'url' type
- 0x00,
- // version 0
- 0x00, 0x00, 0x01 // entry_flags
- ]);
- const stco = new Uint8Array([0x00,
- // version
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x00 // entry_count
- ]);
- MP4.STTS = MP4.STSC = MP4.STCO = stco;
- MP4.STSZ = new Uint8Array([0x00,
- // version
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x00,
- // sample_size
- 0x00, 0x00, 0x00, 0x00 // sample_count
- ]);
- MP4.VMHD = new Uint8Array([0x00,
- // version
- 0x00, 0x00, 0x01,
- // flags
- 0x00, 0x00,
- // graphicsmode
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 // opcolor
- ]);
- MP4.SMHD = new Uint8Array([0x00,
- // version
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00,
- // balance
- 0x00, 0x00 // reserved
- ]);
- MP4.STSD = new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x01]); // entry_count
- const majorBrand = new Uint8Array([105, 115, 111, 109]); // isom
- const avc1Brand = new Uint8Array([97, 118, 99, 49]); // avc1
- const minorVersion = new Uint8Array([0, 0, 0, 1]);
- MP4.FTYP = MP4.box(MP4.types.ftyp, majorBrand, minorVersion, majorBrand, avc1Brand);
- MP4.DINF = MP4.box(MP4.types.dinf, MP4.box(MP4.types.dref, dref));
- }
- static box(type, ...payload) {
- let size = 8;
- let i = payload.length;
- const len = i;
- // calculate the total size we need to allocate
- while (i--) {
- size += payload[i].byteLength;
- }
- const result = new Uint8Array(size);
- result[0] = size >> 24 & 0xff;
- result[1] = size >> 16 & 0xff;
- result[2] = size >> 8 & 0xff;
- result[3] = size & 0xff;
- result.set(type, 4);
- // copy the payload into the result
- for (i = 0, size = 8; i < len; i++) {
- // copy payload[i] array @ offset size
- result.set(payload[i], size);
- size += payload[i].byteLength;
- }
- return result;
- }
- static hdlr(type) {
- return MP4.box(MP4.types.hdlr, MP4.HDLR_TYPES[type]);
- }
- static mdat(data) {
- return MP4.box(MP4.types.mdat, data);
- }
- static mdhd(timescale, duration) {
- duration *= timescale;
- const upperWordDuration = Math.floor(duration / (UINT32_MAX + 1));
- const lowerWordDuration = Math.floor(duration % (UINT32_MAX + 1));
- return MP4.box(MP4.types.mdhd, new Uint8Array([0x01,
- // version 1
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02,
- // creation_time
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03,
- // modification_time
- timescale >> 24 & 0xff, timescale >> 16 & 0xff, timescale >> 8 & 0xff, timescale & 0xff,
- // timescale
- upperWordDuration >> 24, upperWordDuration >> 16 & 0xff, upperWordDuration >> 8 & 0xff, upperWordDuration & 0xff, lowerWordDuration >> 24, lowerWordDuration >> 16 & 0xff, lowerWordDuration >> 8 & 0xff, lowerWordDuration & 0xff, 0x55, 0xc4,
- // 'und' language (undetermined)
- 0x00, 0x00]));
- }
- static mdia(track) {
- return MP4.box(MP4.types.mdia, MP4.mdhd(track.timescale || 0, track.duration || 0), MP4.hdlr(track.type), MP4.minf(track));
- }
- static mfhd(sequenceNumber) {
- return MP4.box(MP4.types.mfhd, new Uint8Array([0x00, 0x00, 0x00, 0x00,
- // flags
- sequenceNumber >> 24, sequenceNumber >> 16 & 0xff, sequenceNumber >> 8 & 0xff, sequenceNumber & 0xff // sequence_number
- ]));
- }
- static minf(track) {
- if (track.type === 'audio') {
- return MP4.box(MP4.types.minf, MP4.box(MP4.types.smhd, MP4.SMHD), MP4.DINF, MP4.stbl(track));
- } else {
- return MP4.box(MP4.types.minf, MP4.box(MP4.types.vmhd, MP4.VMHD), MP4.DINF, MP4.stbl(track));
- }
- }
- static moof(sn, baseMediaDecodeTime, track) {
- return MP4.box(MP4.types.moof, MP4.mfhd(sn), MP4.traf(track, baseMediaDecodeTime));
- }
- static moov(tracks) {
- let i = tracks.length;
- const boxes = [];
- while (i--) {
- boxes[i] = MP4.trak(tracks[i]);
- }
- return MP4.box.apply(null, [MP4.types.moov, MP4.mvhd(tracks[0].timescale || 0, tracks[0].duration || 0)].concat(boxes).concat(MP4.mvex(tracks)));
- }
- static mvex(tracks) {
- let i = tracks.length;
- const boxes = [];
- while (i--) {
- boxes[i] = MP4.trex(tracks[i]);
- }
- return MP4.box.apply(null, [MP4.types.mvex, ...boxes]);
- }
- static mvhd(timescale, duration) {
- duration *= timescale;
- const upperWordDuration = Math.floor(duration / (UINT32_MAX + 1));
- const lowerWordDuration = Math.floor(duration % (UINT32_MAX + 1));
- const bytes = new Uint8Array([0x01,
- // version 1
- 0x00, 0x00, 0x00,
- // flags
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02,
- // creation_time
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03,
- // modification_time
- timescale >> 24 & 0xff, timescale >> 16 & 0xff, timescale >> 8 & 0xff, timescale & 0xff,
- // timescale
- upperWordDuration >> 24, upperWordDuration >> 16 & 0xff, upperWordDuration >> 8 & 0xff, upperWordDuration & 0xff, lowerWordDuration >> 24, lowerWordDuration >> 16 & 0xff, lowerWordDuration >> 8 & 0xff, lowerWordDuration & 0xff, 0x00, 0x01, 0x00, 0x00,
- // 1.0 rate
- 0x01, 0x00,
- // 1.0 volume
- 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40, 0x00, 0x00, 0x00,
- // transformation: unity matrix
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // pre_defined
- 0xff, 0xff, 0xff, 0xff // next_track_ID
- ]);
- return MP4.box(MP4.types.mvhd, bytes);
- }
- static sdtp(track) {
- const samples = track.samples || [];
- const bytes = new Uint8Array(4 + samples.length);
- let i;
- let flags;
- // leave the full box header (4 bytes) all zero
- // write the sample table
- for (i = 0; i < samples.length; i++) {
- flags = samples[i].flags;
- bytes[i + 4] = flags.dependsOn << 4 | flags.isDependedOn << 2 | flags.hasRedundancy;
- }
- return MP4.box(MP4.types.sdtp, bytes);
- }
- static stbl(track) {
- return MP4.box(MP4.types.stbl, MP4.stsd(track), MP4.box(MP4.types.stts, MP4.STTS), MP4.box(MP4.types.stsc, MP4.STSC), MP4.box(MP4.types.stsz, MP4.STSZ), MP4.box(MP4.types.stco, MP4.STCO));
- }
- static avc1(track) {
- let sps = [];
- let pps = [];
- let i;
- let data;
- let len;
- // assemble the SPSs
- for (i = 0; i < track.sps.length; i++) {
- data = track.sps[i];
- len = data.byteLength;
- sps.push(len >>> 8 & 0xff);
- sps.push(len & 0xff);
- // SPS
- sps = sps.concat(Array.prototype.slice.call(data));
- }
- // assemble the PPSs
- for (i = 0; i < track.pps.length; i++) {
- data = track.pps[i];
- len = data.byteLength;
- pps.push(len >>> 8 & 0xff);
- pps.push(len & 0xff);
- pps = pps.concat(Array.prototype.slice.call(data));
- }
- const avcc = MP4.box(MP4.types.avcC, new Uint8Array([0x01,
- // version
- sps[3],
- // profile
- sps[4],
- // profile compat
- sps[5],
- // level
- 0xfc | 3,
- // lengthSizeMinusOne, hard-coded to 4 bytes
- 0xe0 | track.sps.length // 3bit reserved (111) + numOfSequenceParameterSets
- ].concat(sps).concat([track.pps.length // numOfPictureParameterSets
- ]).concat(pps))); // "PPS"
- const width = track.width;
- const height = track.height;
- const hSpacing = track.pixelRatio[0];
- const vSpacing = track.pixelRatio[1];
- return MP4.box(MP4.types.avc1, new Uint8Array([0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x01,
- // data_reference_index
- 0x00, 0x00,
- // pre_defined
- 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // pre_defined
- width >> 8 & 0xff, width & 0xff,
- // width
- height >> 8 & 0xff, height & 0xff,
- // height
- 0x00, 0x48, 0x00, 0x00,
- // horizresolution
- 0x00, 0x48, 0x00, 0x00,
- // vertresolution
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x01,
- // frame_count
- 0x12, 0x64, 0x61, 0x69, 0x6c,
- // dailymotion/hls.js
- 0x79, 0x6d, 0x6f, 0x74, 0x69, 0x6f, 0x6e, 0x2f, 0x68, 0x6c, 0x73, 0x2e, 0x6a, 0x73, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // compressorname
- 0x00, 0x18,
- // depth = 24
- 0x11, 0x11]),
- // pre_defined = -1
- avcc, MP4.box(MP4.types.btrt, new Uint8Array([0x00, 0x1c, 0x9c, 0x80,
- // bufferSizeDB
- 0x00, 0x2d, 0xc6, 0xc0,
- // maxBitrate
- 0x00, 0x2d, 0xc6, 0xc0])),
- // avgBitrate
- MP4.box(MP4.types.pasp, new Uint8Array([hSpacing >> 24,
- // hSpacing
- hSpacing >> 16 & 0xff, hSpacing >> 8 & 0xff, hSpacing & 0xff, vSpacing >> 24,
- // vSpacing
- vSpacing >> 16 & 0xff, vSpacing >> 8 & 0xff, vSpacing & 0xff])));
- }
- static esds(track) {
- const config = track.config;
- return new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- 0x03,
- // descriptor_type
- 0x19,
- // length
- 0x00, 0x01,
- // es_id
- 0x00,
- // stream_priority
- 0x04,
- // descriptor_type
- 0x11,
- // length
- 0x40,
- // codec : mpeg4_audio
- 0x15,
- // stream_type
- 0x00, 0x00, 0x00,
- // buffer_size
- 0x00, 0x00, 0x00, 0x00,
- // maxBitrate
- 0x00, 0x00, 0x00, 0x00,
- // avgBitrate
- 0x05,
- // descriptor_type
- 0x02,
- // length
- ...config, 0x06, 0x01, 0x02 // GASpecificConfig)); // length + audio config descriptor
- ]);
- }
- static audioStsd(track) {
- const samplerate = track.samplerate || 0;
- return new Uint8Array([0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x01,
- // data_reference_index
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, track.channelCount || 0,
- // channelcount
- 0x00, 0x10,
- // sampleSize:16bits
- 0x00, 0x00, 0x00, 0x00,
- // reserved2
- samplerate >> 8 & 0xff, samplerate & 0xff,
- //
- 0x00, 0x00]);
- }
- static mp4a(track) {
- return MP4.box(MP4.types.mp4a, MP4.audioStsd(track), MP4.box(MP4.types.esds, MP4.esds(track)));
- }
- static mp3(track) {
- return MP4.box(MP4.types['.mp3'], MP4.audioStsd(track));
- }
- static ac3(track) {
- return MP4.box(MP4.types['ac-3'], MP4.audioStsd(track), MP4.box(MP4.types.dac3, track.config));
- }
- static stsd(track) {
- const {
- segmentCodec
- } = track;
- if (track.type === 'audio') {
- if (segmentCodec === 'aac') {
- return MP4.box(MP4.types.stsd, MP4.STSD, MP4.mp4a(track));
- }
- if (segmentCodec === 'ac3' && track.config) {
- return MP4.box(MP4.types.stsd, MP4.STSD, MP4.ac3(track));
- }
- if (segmentCodec === 'mp3' && track.codec === 'mp3') {
- return MP4.box(MP4.types.stsd, MP4.STSD, MP4.mp3(track));
- }
- } else {
- if (track.pps && track.sps) {
- if (segmentCodec === 'avc') {
- return MP4.box(MP4.types.stsd, MP4.STSD, MP4.avc1(track));
- }
- if (segmentCodec === 'hevc' && track.vps) {
- return MP4.box(MP4.types.stsd, MP4.STSD, MP4.hvc1(track));
- }
- } else {
- throw new Error(`video track missing pps or sps`);
- }
- }
- throw new Error(`unsupported ${track.type} segment codec (${segmentCodec}/${track.codec})`);
- }
- static tkhd(track) {
- const id = track.id;
- const duration = (track.duration || 0) * (track.timescale || 0);
- const width = track.width || 0;
- const height = track.height || 0;
- const upperWordDuration = Math.floor(duration / (UINT32_MAX + 1));
- const lowerWordDuration = Math.floor(duration % (UINT32_MAX + 1));
- return MP4.box(MP4.types.tkhd, new Uint8Array([0x01,
- // version 1
- 0x00, 0x00, 0x07,
- // flags
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02,
- // creation_time
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03,
- // modification_time
- id >> 24 & 0xff, id >> 16 & 0xff, id >> 8 & 0xff, id & 0xff,
- // track_ID
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- upperWordDuration >> 24, upperWordDuration >> 16 & 0xff, upperWordDuration >> 8 & 0xff, upperWordDuration & 0xff, lowerWordDuration >> 24, lowerWordDuration >> 16 & 0xff, lowerWordDuration >> 8 & 0xff, lowerWordDuration & 0xff, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00,
- // layer
- 0x00, 0x00,
- // alternate_group
- 0x00, 0x00,
- // non-audio track volume
- 0x00, 0x00,
- // reserved
- 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40, 0x00, 0x00, 0x00,
- // transformation: unity matrix
- width >> 8 & 0xff, width & 0xff, 0x00, 0x00,
- // width
- height >> 8 & 0xff, height & 0xff, 0x00, 0x00 // height
- ]));
- }
- static traf(track, baseMediaDecodeTime) {
- const sampleDependencyTable = MP4.sdtp(track);
- const id = track.id;
- const upperWordBaseMediaDecodeTime = Math.floor(baseMediaDecodeTime / (UINT32_MAX + 1));
- const lowerWordBaseMediaDecodeTime = Math.floor(baseMediaDecodeTime % (UINT32_MAX + 1));
- return MP4.box(MP4.types.traf, MP4.box(MP4.types.tfhd, new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- id >> 24, id >> 16 & 0xff, id >> 8 & 0xff, id & 0xff // track_ID
- ])), MP4.box(MP4.types.tfdt, new Uint8Array([0x01,
- // version 1
- 0x00, 0x00, 0x00,
- // flags
- upperWordBaseMediaDecodeTime >> 24, upperWordBaseMediaDecodeTime >> 16 & 0xff, upperWordBaseMediaDecodeTime >> 8 & 0xff, upperWordBaseMediaDecodeTime & 0xff, lowerWordBaseMediaDecodeTime >> 24, lowerWordBaseMediaDecodeTime >> 16 & 0xff, lowerWordBaseMediaDecodeTime >> 8 & 0xff, lowerWordBaseMediaDecodeTime & 0xff])), MP4.trun(track, sampleDependencyTable.length + 16 +
- // tfhd
- 20 +
- // tfdt
- 8 +
- // traf header
- 16 +
- // mfhd
- 8 +
- // moof header
- 8),
- // mdat header
- sampleDependencyTable);
- }
- /**
- * Generate a track box.
- * @param track a track definition
- */
- static trak(track) {
- track.duration = track.duration || 0xffffffff;
- return MP4.box(MP4.types.trak, MP4.tkhd(track), MP4.mdia(track));
- }
- static trex(track) {
- const id = track.id;
- return MP4.box(MP4.types.trex, new Uint8Array([0x00,
- // version 0
- 0x00, 0x00, 0x00,
- // flags
- id >> 24, id >> 16 & 0xff, id >> 8 & 0xff, id & 0xff,
- // track_ID
- 0x00, 0x00, 0x00, 0x01,
- // default_sample_description_index
- 0x00, 0x00, 0x00, 0x00,
- // default_sample_duration
- 0x00, 0x00, 0x00, 0x00,
- // default_sample_size
- 0x00, 0x01, 0x00, 0x01 // default_sample_flags
- ]));
- }
- static trun(track, offset) {
- const samples = track.samples || [];
- const len = samples.length;
- const arraylen = 12 + 16 * len;
- const array = new Uint8Array(arraylen);
- let i;
- let sample;
- let duration;
- let size;
- let flags;
- let cts;
- offset += 8 + arraylen;
- array.set([track.type === 'video' ? 0x01 : 0x00,
- // version 1 for video with signed-int sample_composition_time_offset
- 0x00, 0x0f, 0x01,
- // flags
- len >>> 24 & 0xff, len >>> 16 & 0xff, len >>> 8 & 0xff, len & 0xff,
- // sample_count
- offset >>> 24 & 0xff, offset >>> 16 & 0xff, offset >>> 8 & 0xff, offset & 0xff // data_offset
- ], 0);
- for (i = 0; i < len; i++) {
- sample = samples[i];
- duration = sample.duration;
- size = sample.size;
- flags = sample.flags;
- cts = sample.cts;
- array.set([duration >>> 24 & 0xff, duration >>> 16 & 0xff, duration >>> 8 & 0xff, duration & 0xff,
- // sample_duration
- size >>> 24 & 0xff, size >>> 16 & 0xff, size >>> 8 & 0xff, size & 0xff,
- // sample_size
- flags.isLeading << 2 | flags.dependsOn, flags.isDependedOn << 6 | flags.hasRedundancy << 4 | flags.paddingValue << 1 | flags.isNonSync, flags.degradPrio & 0xf0 << 8, flags.degradPrio & 0x0f,
- // sample_flags
- cts >>> 24 & 0xff, cts >>> 16 & 0xff, cts >>> 8 & 0xff, cts & 0xff // sample_composition_time_offset
- ], 12 + 16 * i);
- }
- return MP4.box(MP4.types.trun, array);
- }
- static initSegment(tracks) {
- if (!MP4.types) {
- MP4.init();
- }
- const movie = MP4.moov(tracks);
- const result = appendUint8Array(MP4.FTYP, movie);
- return result;
- }
- static hvc1(track) {
- const ps = track.params;
- const units = [track.vps, track.sps, track.pps];
- const NALuLengthSize = 4;
- const config = new Uint8Array([0x01, ps.general_profile_space << 6 | (ps.general_tier_flag ? 32 : 0) | ps.general_profile_idc, ps.general_profile_compatibility_flags[0], ps.general_profile_compatibility_flags[1], ps.general_profile_compatibility_flags[2], ps.general_profile_compatibility_flags[3], ps.general_constraint_indicator_flags[0], ps.general_constraint_indicator_flags[1], ps.general_constraint_indicator_flags[2], ps.general_constraint_indicator_flags[3], ps.general_constraint_indicator_flags[4], ps.general_constraint_indicator_flags[5], ps.general_level_idc, 240 | ps.min_spatial_segmentation_idc >> 8, 255 & ps.min_spatial_segmentation_idc, 252 | ps.parallelismType, 252 | ps.chroma_format_idc, 248 | ps.bit_depth_luma_minus8, 248 | ps.bit_depth_chroma_minus8, 0x00, parseInt(ps.frame_rate.fps), NALuLengthSize - 1 | ps.temporal_id_nested << 2 | ps.num_temporal_layers << 3 | (ps.frame_rate.fixed ? 64 : 0), units.length]);
- // compute hvcC size in bytes
- let length = config.length;
- for (let i = 0; i < units.length; i += 1) {
- length += 3;
- for (let j = 0; j < units[i].length; j += 1) {
- length += 2 + units[i][j].length;
- }
- }
- const hvcC = new Uint8Array(length);
- hvcC.set(config, 0);
- length = config.length;
- // append parameter set units: one vps, one or more sps and pps
- const iMax = units.length - 1;
- for (let i = 0; i < units.length; i += 1) {
- hvcC.set(new Uint8Array([32 + i | (i === iMax ? 128 : 0), 0x00, units[i].length]), length);
- length += 3;
- for (let j = 0; j < units[i].length; j += 1) {
- hvcC.set(new Uint8Array([units[i][j].length >> 8, units[i][j].length & 255]), length);
- length += 2;
- hvcC.set(units[i][j], length);
- length += units[i][j].length;
- }
- }
- const hvcc = MP4.box(MP4.types.hvcC, hvcC);
- const width = track.width;
- const height = track.height;
- const hSpacing = track.pixelRatio[0];
- const vSpacing = track.pixelRatio[1];
- return MP4.box(MP4.types.hvc1, new Uint8Array([0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x01,
- // data_reference_index
- 0x00, 0x00,
- // pre_defined
- 0x00, 0x00,
- // reserved
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // pre_defined
- width >> 8 & 0xff, width & 0xff,
- // width
- height >> 8 & 0xff, height & 0xff,
- // height
- 0x00, 0x48, 0x00, 0x00,
- // horizresolution
- 0x00, 0x48, 0x00, 0x00,
- // vertresolution
- 0x00, 0x00, 0x00, 0x00,
- // reserved
- 0x00, 0x01,
- // frame_count
- 0x12, 0x64, 0x61, 0x69, 0x6c,
- // dailymotion/hls.js
- 0x79, 0x6d, 0x6f, 0x74, 0x69, 0x6f, 0x6e, 0x2f, 0x68, 0x6c, 0x73, 0x2e, 0x6a, 0x73, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
- // compressorname
- 0x00, 0x18,
- // depth = 24
- 0x11, 0x11]),
- // pre_defined = -1
- hvcc, MP4.box(MP4.types.btrt, new Uint8Array([0x00, 0x1c, 0x9c, 0x80,
- // bufferSizeDB
- 0x00, 0x2d, 0xc6, 0xc0,
- // maxBitrate
- 0x00, 0x2d, 0xc6, 0xc0])),
- // avgBitrate
- MP4.box(MP4.types.pasp, new Uint8Array([hSpacing >> 24,
- // hSpacing
- hSpacing >> 16 & 0xff, hSpacing >> 8 & 0xff, hSpacing & 0xff, vSpacing >> 24,
- // vSpacing
- vSpacing >> 16 & 0xff, vSpacing >> 8 & 0xff, vSpacing & 0xff])));
- }
- }
- MP4.types = void 0;
- MP4.HDLR_TYPES = void 0;
- MP4.STTS = void 0;
- MP4.STSC = void 0;
- MP4.STCO = void 0;
- MP4.STSZ = void 0;
- MP4.VMHD = void 0;
- MP4.SMHD = void 0;
- MP4.STSD = void 0;
- MP4.FTYP = void 0;
- MP4.DINF = void 0;
- const MPEG_TS_CLOCK_FREQ_HZ = 90000;
- function toTimescaleFromBase(baseTime, destScale, srcBase = 1, round = false) {
- const result = baseTime * destScale * srcBase; // equivalent to `(value * scale) / (1 / base)`
- return round ? Math.round(result) : result;
- }
- function toTimescaleFromScale(baseTime, destScale, srcScale = 1, round = false) {
- return toTimescaleFromBase(baseTime, destScale, 1 / srcScale, round);
- }
- function toMsFromMpegTsClock(baseTime, round = false) {
- return toTimescaleFromBase(baseTime, 1000, 1 / MPEG_TS_CLOCK_FREQ_HZ, round);
- }
- function toMpegTsClockFromTimescale(baseTime, srcScale = 1) {
- return toTimescaleFromBase(baseTime, MPEG_TS_CLOCK_FREQ_HZ, 1 / srcScale);
- }
- const MAX_SILENT_FRAME_DURATION = 10 * 1000; // 10 seconds
- const AAC_SAMPLES_PER_FRAME = 1024;
- const MPEG_AUDIO_SAMPLE_PER_FRAME = 1152;
- const AC3_SAMPLES_PER_FRAME = 1536;
- let chromeVersion = null;
- let safariWebkitVersion = null;
- function createMp4Sample(isKeyframe, duration, size, cts) {
- return {
- duration,
- size,
- cts,
- flags: {
- isLeading: 0,
- isDependedOn: 0,
- hasRedundancy: 0,
- degradPrio: 0,
- dependsOn: isKeyframe ? 2 : 1,
- isNonSync: isKeyframe ? 0 : 1
- }
- };
- }
- class MP4Remuxer extends Logger {
- constructor(observer, config, typeSupported, logger) {
- super('mp4-remuxer', logger);
- this.observer = void 0;
- this.config = void 0;
- this.typeSupported = void 0;
- this.ISGenerated = false;
- this._initPTS = null;
- this._initDTS = null;
- this.nextVideoTs = null;
- this.nextAudioTs = null;
- this.videoSampleDuration = null;
- this.isAudioContiguous = false;
- this.isVideoContiguous = false;
- this.videoTrackConfig = void 0;
- this.observer = observer;
- this.config = config;
- this.typeSupported = typeSupported;
- this.ISGenerated = false;
- if (chromeVersion === null) {
- const userAgent = navigator.userAgent || '';
- const result = userAgent.match(/Chrome\/(\d+)/i);
- chromeVersion = result ? parseInt(result[1]) : 0;
- }
- if (safariWebkitVersion === null) {
- const result = navigator.userAgent.match(/Safari\/(\d+)/i);
- safariWebkitVersion = result ? parseInt(result[1]) : 0;
- }
- }
- destroy() {
- // @ts-ignore
- this.config = this.videoTrackConfig = this._initPTS = this._initDTS = null;
- }
- resetTimeStamp(defaultTimeStamp) {
- this.log('initPTS & initDTS reset');
- this._initPTS = this._initDTS = defaultTimeStamp;
- }
- resetNextTimestamp() {
- this.log('reset next timestamp');
- this.isVideoContiguous = false;
- this.isAudioContiguous = false;
- }
- resetInitSegment() {
- this.log('ISGenerated flag reset');
- this.ISGenerated = false;
- this.videoTrackConfig = undefined;
- }
- getVideoStartPts(videoSamples) {
- // Get the minimum PTS value relative to the first sample's PTS, normalized for 33-bit wrapping
- let rolloverDetected = false;
- const firstPts = videoSamples[0].pts;
- const startPTS = videoSamples.reduce((minPTS, sample) => {
- let pts = sample.pts;
- let delta = pts - minPTS;
- if (delta < -4294967296) {
- // 2^32, see PTSNormalize for reasoning, but we're hitting a rollover here, and we don't want that to impact the timeOffset calculation
- rolloverDetected = true;
- pts = normalizePts(pts, firstPts);
- delta = pts - minPTS;
- }
- if (delta > 0) {
- return minPTS;
- }
- return pts;
- }, firstPts);
- if (rolloverDetected) {
- this.debug('PTS rollover detected');
- }
- return startPTS;
- }
- remux(audioTrack, videoTrack, id3Track, textTrack, timeOffset, accurateTimeOffset, flush, playlistType) {
- let video;
- let audio;
- let initSegment;
- let text;
- let id3;
- let independent;
- let audioTimeOffset = timeOffset;
- let videoTimeOffset = timeOffset;
- // If we're remuxing audio and video progressively, wait until we've received enough samples for each track before proceeding.
- // This is done to synchronize the audio and video streams. We know if the current segment will have samples if the "pid"
- // parameter is greater than -1. The pid is set when the PMT is parsed, which contains the tracks list.
- // However, if the initSegment has already been generated, or we've reached the end of a segment (flush),
- // then we can remux one track without waiting for the other.
- const hasAudio = audioTrack.pid > -1;
- const hasVideo = videoTrack.pid > -1;
- const length = videoTrack.samples.length;
- const enoughAudioSamples = audioTrack.samples.length > 0;
- const enoughVideoSamples = flush && length > 0 || length > 1;
- const canRemuxAvc = (!hasAudio || enoughAudioSamples) && (!hasVideo || enoughVideoSamples) || this.ISGenerated || flush;
- if (canRemuxAvc) {
- if (this.ISGenerated) {
- var _videoTrack$pixelRati, _config$pixelRatio, _videoTrack$pixelRati2, _config$pixelRatio2;
- const config = this.videoTrackConfig;
- if (config && (videoTrack.width !== config.width || videoTrack.height !== config.height || ((_videoTrack$pixelRati = videoTrack.pixelRatio) == null ? void 0 : _videoTrack$pixelRati[0]) !== ((_config$pixelRatio = config.pixelRatio) == null ? void 0 : _config$pixelRatio[0]) || ((_videoTrack$pixelRati2 = videoTrack.pixelRatio) == null ? void 0 : _videoTrack$pixelRati2[1]) !== ((_config$pixelRatio2 = config.pixelRatio) == null ? void 0 : _config$pixelRatio2[1])) || !config && enoughVideoSamples || this.nextAudioTs === null && enoughAudioSamples) {
- this.resetInitSegment();
- }
- }
- if (!this.ISGenerated) {
- initSegment = this.generateIS(audioTrack, videoTrack, timeOffset, accurateTimeOffset);
- }
- const isVideoContiguous = this.isVideoContiguous;
- let firstKeyFrameIndex = -1;
- let firstKeyFramePTS;
- if (enoughVideoSamples) {
- firstKeyFrameIndex = findKeyframeIndex(videoTrack.samples);
- if (!isVideoContiguous && this.config.forceKeyFrameOnDiscontinuity) {
- independent = true;
- if (firstKeyFrameIndex > 0) {
- this.warn(`Dropped ${firstKeyFrameIndex} out of ${length} video samples due to a missing keyframe`);
- const startPTS = this.getVideoStartPts(videoTrack.samples);
- videoTrack.samples = videoTrack.samples.slice(firstKeyFrameIndex);
- videoTrack.dropped += firstKeyFrameIndex;
- videoTimeOffset += (videoTrack.samples[0].pts - startPTS) / videoTrack.inputTimeScale;
- firstKeyFramePTS = videoTimeOffset;
- } else if (firstKeyFrameIndex === -1) {
- this.warn(`No keyframe found out of ${length} video samples`);
- independent = false;
- }
- }
- }
- if (this.ISGenerated) {
- if (enoughAudioSamples && enoughVideoSamples) {
- // timeOffset is expected to be the offset of the first timestamp of this fragment (first DTS)
- // if first audio DTS is not aligned with first video DTS then we need to take that into account
- // when providing timeOffset to remuxAudio / remuxVideo. if we don't do that, there might be a permanent / small
- // drift between audio and video streams
- const startPTS = this.getVideoStartPts(videoTrack.samples);
- const tsDelta = normalizePts(audioTrack.samples[0].pts, startPTS) - startPTS;
- const audiovideoTimestampDelta = tsDelta / videoTrack.inputTimeScale;
- audioTimeOffset += Math.max(0, audiovideoTimestampDelta);
- videoTimeOffset += Math.max(0, -audiovideoTimestampDelta);
- }
- // Purposefully remuxing audio before video, so that remuxVideo can use nextAudioPts, which is calculated in remuxAudio.
- if (enoughAudioSamples) {
- // if initSegment was generated without audio samples, regenerate it again
- if (!audioTrack.samplerate) {
- this.warn('regenerate InitSegment as audio detected');
- initSegment = this.generateIS(audioTrack, videoTrack, timeOffset, accurateTimeOffset);
- }
- audio = this.remuxAudio(audioTrack, audioTimeOffset, this.isAudioContiguous, accurateTimeOffset, hasVideo || enoughVideoSamples || playlistType === PlaylistLevelType.AUDIO ? videoTimeOffset : undefined);
- if (enoughVideoSamples) {
- const audioTrackLength = audio ? audio.endPTS - audio.startPTS : 0;
- // if initSegment was generated without video samples, regenerate it again
- if (!videoTrack.inputTimeScale) {
- this.warn('regenerate InitSegment as video detected');
- initSegment = this.generateIS(audioTrack, videoTrack, timeOffset, accurateTimeOffset);
- }
- video = this.remuxVideo(videoTrack, videoTimeOffset, isVideoContiguous, audioTrackLength);
- }
- } else if (enoughVideoSamples) {
- video = this.remuxVideo(videoTrack, videoTimeOffset, isVideoContiguous, 0);
- }
- if (video) {
- video.firstKeyFrame = firstKeyFrameIndex;
- video.independent = firstKeyFrameIndex !== -1;
- video.firstKeyFramePTS = firstKeyFramePTS;
- }
- }
- }
- // Allow ID3 and text to remux, even if more audio/video samples are required
- if (this.ISGenerated && this._initPTS && this._initDTS) {
- if (id3Track.samples.length) {
- id3 = flushTextTrackMetadataCueSamples(id3Track, timeOffset, this._initPTS, this._initDTS);
- }
- if (textTrack.samples.length) {
- text = flushTextTrackUserdataCueSamples(textTrack, timeOffset, this._initPTS);
- }
- }
- return {
- audio,
- video,
- initSegment,
- independent,
- text,
- id3
- };
- }
- generateIS(audioTrack, videoTrack, timeOffset, accurateTimeOffset) {
- const audioSamples = audioTrack.samples;
- const videoSamples = videoTrack.samples;
- const typeSupported = this.typeSupported;
- const tracks = {};
- const _initPTS = this._initPTS;
- let computePTSDTS = !_initPTS || accurateTimeOffset;
- let container = 'audio/mp4';
- let initPTS;
- let initDTS;
- let timescale;
- let trackId;
- if (computePTSDTS) {
- initPTS = initDTS = Infinity;
- }
- if (audioTrack.config && audioSamples.length) {
- // let's use audio sampling rate as MP4 time scale.
- // rationale is that there is a integer nb of audio frames per audio sample (1024 for AAC)
- // using audio sampling rate here helps having an integer MP4 frame duration
- // this avoids potential rounding issue and AV sync issue
- audioTrack.timescale = audioTrack.samplerate;
- switch (audioTrack.segmentCodec) {
- case 'mp3':
- if (typeSupported.mpeg) {
- // Chrome and Safari
- container = 'audio/mpeg';
- audioTrack.codec = '';
- } else if (typeSupported.mp3) {
- // Firefox
- audioTrack.codec = 'mp3';
- }
- break;
- case 'ac3':
- audioTrack.codec = 'ac-3';
- break;
- }
- tracks.audio = {
- id: 'audio',
- container: container,
- codec: audioTrack.codec,
- initSegment: audioTrack.segmentCodec === 'mp3' && typeSupported.mpeg ? new Uint8Array(0) : MP4.initSegment([audioTrack]),
- metadata: {
- channelCount: audioTrack.channelCount
- }
- };
- if (computePTSDTS) {
- trackId = audioTrack.id;
- timescale = audioTrack.inputTimeScale;
- if (!_initPTS || timescale !== _initPTS.timescale) {
- // remember first PTS of this demuxing context. for audio, PTS = DTS
- initPTS = initDTS = audioSamples[0].pts - Math.round(timescale * timeOffset);
- } else {
- computePTSDTS = false;
- }
- }
- }
- if (videoTrack.sps && videoTrack.pps && videoSamples.length) {
- // let's use input time scale as MP4 video timescale
- // we use input time scale straight away to avoid rounding issues on frame duration / cts computation
- videoTrack.timescale = videoTrack.inputTimeScale;
- tracks.video = {
- id: 'main',
- container: 'video/mp4',
- codec: videoTrack.codec,
- initSegment: MP4.initSegment([videoTrack]),
- metadata: {
- width: videoTrack.width,
- height: videoTrack.height
- }
- };
- if (computePTSDTS) {
- trackId = videoTrack.id;
- timescale = videoTrack.inputTimeScale;
- if (!_initPTS || timescale !== _initPTS.timescale) {
- const startPTS = this.getVideoStartPts(videoSamples);
- const startOffset = Math.round(timescale * timeOffset);
- initDTS = Math.min(initDTS, normalizePts(videoSamples[0].dts, startPTS) - startOffset);
- initPTS = Math.min(initPTS, startPTS - startOffset);
- } else {
- computePTSDTS = false;
- }
- }
- this.videoTrackConfig = {
- width: videoTrack.width,
- height: videoTrack.height,
- pixelRatio: videoTrack.pixelRatio
- };
- }
- if (Object.keys(tracks).length) {
- this.ISGenerated = true;
- if (computePTSDTS) {
- this._initPTS = {
- baseTime: initPTS,
- timescale: timescale
- };
- this._initDTS = {
- baseTime: initDTS,
- timescale: timescale
- };
- } else {
- initPTS = timescale = undefined;
- }
- return {
- tracks,
- initPTS,
- timescale,
- trackId
- };
- }
- }
- remuxVideo(track, timeOffset, contiguous, audioTrackLength) {
- const timeScale = track.inputTimeScale;
- const inputSamples = track.samples;
- const outputSamples = [];
- const nbSamples = inputSamples.length;
- const initPTS = this._initPTS;
- const initTime = initPTS.baseTime * timeScale / initPTS.timescale;
- let nextVideoTs = this.nextVideoTs;
- let offset = 8;
- let mp4SampleDuration = this.videoSampleDuration;
- let firstDTS;
- let lastDTS;
- let minPTS = Number.POSITIVE_INFINITY;
- let maxPTS = Number.NEGATIVE_INFINITY;
- let sortSamples = false;
- // if parsed fragment is contiguous with last one, let's use last DTS value as reference
- if (!contiguous || nextVideoTs === null) {
- const pts = initTime + timeOffset * timeScale;
- const cts = inputSamples[0].pts - normalizePts(inputSamples[0].dts, inputSamples[0].pts);
- if (chromeVersion && nextVideoTs !== null && Math.abs(pts - cts - (nextVideoTs + initTime)) < 15000) {
- // treat as contigous to adjust samples that would otherwise produce video buffer gaps in Chrome
- contiguous = true;
- } else {
- // if not contiguous, let's use target timeOffset
- nextVideoTs = pts - cts - initTime;
- }
- }
- // PTS is coded on 33bits, and can loop from -2^32 to 2^32
- // PTSNormalize will make PTS/DTS value monotonic, we use last known DTS value as reference value
- const nextVideoPts = nextVideoTs + initTime;
- for (let i = 0; i < nbSamples; i++) {
- const sample = inputSamples[i];
- sample.pts = normalizePts(sample.pts, nextVideoPts);
- sample.dts = normalizePts(sample.dts, nextVideoPts);
- if (sample.dts < inputSamples[i > 0 ? i - 1 : i].dts) {
- sortSamples = true;
- }
- }
- // sort video samples by DTS then PTS then demux id order
- if (sortSamples) {
- inputSamples.sort(function (a, b) {
- const deltadts = a.dts - b.dts;
- const deltapts = a.pts - b.pts;
- return deltadts || deltapts;
- });
- }
- // Get first/last DTS
- firstDTS = inputSamples[0].dts;
- lastDTS = inputSamples[inputSamples.length - 1].dts;
- // Sample duration (as expected by trun MP4 boxes), should be the delta between sample DTS
- // set this constant duration as being the avg delta between consecutive DTS.
- const inputDuration = lastDTS - firstDTS;
- const averageSampleDuration = inputDuration ? Math.round(inputDuration / (nbSamples - 1)) : mp4SampleDuration || track.inputTimeScale / 30;
- // if fragment are contiguous, detect hole/overlapping between fragments
- if (contiguous) {
- // check timestamp continuity across consecutive fragments (this is to remove inter-fragment gap/hole)
- const delta = firstDTS - nextVideoPts;
- const foundHole = delta > averageSampleDuration;
- const foundOverlap = delta < -1;
- if (foundHole || foundOverlap) {
- if (foundHole) {
- this.warn(`${(track.segmentCodec || '').toUpperCase()}: ${toMsFromMpegTsClock(delta, true)} ms (${delta}dts) hole between fragments detected at ${timeOffset.toFixed(3)}`);
- } else {
- this.warn(`${(track.segmentCodec || '').toUpperCase()}: ${toMsFromMpegTsClock(-delta, true)} ms (${delta}dts) overlapping between fragments detected at ${timeOffset.toFixed(3)}`);
- }
- if (!foundOverlap || nextVideoPts >= inputSamples[0].pts || chromeVersion) {
- firstDTS = nextVideoPts;
- const firstPTS = inputSamples[0].pts - delta;
- if (foundHole) {
- inputSamples[0].dts = firstDTS;
- inputSamples[0].pts = firstPTS;
- } else {
- let isPTSOrderRetained = true;
- for (let i = 0; i < inputSamples.length; i++) {
- if (inputSamples[i].dts > firstPTS && isPTSOrderRetained) {
- break;
- }
- const prevPTS = inputSamples[i].pts;
- inputSamples[i].dts -= delta;
- inputSamples[i].pts -= delta;
- // check to see if this sample's PTS order has changed
- // relative to the next one
- if (i < inputSamples.length - 1) {
- const nextSamplePTS = inputSamples[i + 1].pts;
- const currentSamplePTS = inputSamples[i].pts;
- const currentOrder = nextSamplePTS <= currentSamplePTS;
- const prevOrder = nextSamplePTS <= prevPTS;
- isPTSOrderRetained = currentOrder == prevOrder;
- }
- }
- }
- this.log(`Video: Initial PTS/DTS adjusted: ${toMsFromMpegTsClock(firstPTS, true)}/${toMsFromMpegTsClock(firstDTS, true)}, delta: ${toMsFromMpegTsClock(delta, true)} ms`);
- }
- }
- }
- firstDTS = Math.max(0, firstDTS);
- let nbNalu = 0;
- let naluLen = 0;
- let dtsStep = firstDTS;
- for (let i = 0; i < nbSamples; i++) {
- // compute total/avc sample length and nb of NAL units
- const sample = inputSamples[i];
- const units = sample.units;
- const nbUnits = units.length;
- let sampleLen = 0;
- for (let j = 0; j < nbUnits; j++) {
- sampleLen += units[j].data.length;
- }
- naluLen += sampleLen;
- nbNalu += nbUnits;
- sample.length = sampleLen;
- // ensure sample monotonic DTS
- if (sample.dts < dtsStep) {
- sample.dts = dtsStep;
- dtsStep += averageSampleDuration / 4 | 0 || 1;
- } else {
- dtsStep = sample.dts;
- }
- minPTS = Math.min(sample.pts, minPTS);
- maxPTS = Math.max(sample.pts, maxPTS);
- }
- lastDTS = inputSamples[nbSamples - 1].dts;
- /* concatenate the video data and construct the mdat in place
- (need 8 more bytes to fill length and mpdat type) */
- const mdatSize = naluLen + 4 * nbNalu + 8;
- let mdat;
- try {
- mdat = new Uint8Array(mdatSize);
- } catch (err) {
- this.observer.emit(Events.ERROR, Events.ERROR, {
- type: ErrorTypes.MUX_ERROR,
- details: ErrorDetails.REMUX_ALLOC_ERROR,
- fatal: false,
- error: err,
- bytes: mdatSize,
- reason: `fail allocating video mdat ${mdatSize}`
- });
- return;
- }
- const view = new DataView(mdat.buffer);
- view.setUint32(0, mdatSize);
- mdat.set(MP4.types.mdat, 4);
- let stretchedLastFrame = false;
- let minDtsDelta = Number.POSITIVE_INFINITY;
- let minPtsDelta = Number.POSITIVE_INFINITY;
- let maxDtsDelta = Number.NEGATIVE_INFINITY;
- let maxPtsDelta = Number.NEGATIVE_INFINITY;
- for (let i = 0; i < nbSamples; i++) {
- const VideoSample = inputSamples[i];
- const VideoSampleUnits = VideoSample.units;
- let mp4SampleLength = 0;
- // convert NALU bitstream to MP4 format (prepend NALU with size field)
- for (let j = 0, nbUnits = VideoSampleUnits.length; j < nbUnits; j++) {
- const unit = VideoSampleUnits[j];
- const unitData = unit.data;
- const unitDataLen = unit.data.byteLength;
- view.setUint32(offset, unitDataLen);
- offset += 4;
- mdat.set(unitData, offset);
- offset += unitDataLen;
- mp4SampleLength += 4 + unitDataLen;
- }
- // expected sample duration is the Decoding Timestamp diff of consecutive samples
- let ptsDelta;
- if (i < nbSamples - 1) {
- mp4SampleDuration = inputSamples[i + 1].dts - VideoSample.dts;
- ptsDelta = inputSamples[i + 1].pts - VideoSample.pts;
- } else {
- const config = this.config;
- const lastFrameDuration = i > 0 ? VideoSample.dts - inputSamples[i - 1].dts : averageSampleDuration;
- ptsDelta = i > 0 ? VideoSample.pts - inputSamples[i - 1].pts : averageSampleDuration;
- if (config.stretchShortVideoTrack && this.nextAudioTs !== null) {
- // In some cases, a segment's audio track duration may exceed the video track duration.
- // Since we've already remuxed audio, and we know how long the audio track is, we look to
- // see if the delta to the next segment is longer than maxBufferHole.
- // If so, playback would potentially get stuck, so we artificially inflate
- // the duration of the last frame to minimize any potential gap between segments.
- const gapTolerance = Math.floor(config.maxBufferHole * timeScale);
- const deltaToFrameEnd = (audioTrackLength ? minPTS + audioTrackLength * timeScale : this.nextAudioTs + initTime) - VideoSample.pts;
- if (deltaToFrameEnd > gapTolerance) {
- // We subtract lastFrameDuration from deltaToFrameEnd to try to prevent any video
- // frame overlap. maxBufferHole should be >> lastFrameDuration anyway.
- mp4SampleDuration = deltaToFrameEnd - lastFrameDuration;
- if (mp4SampleDuration < 0) {
- mp4SampleDuration = lastFrameDuration;
- } else {
- stretchedLastFrame = true;
- }
- this.log(`It is approximately ${deltaToFrameEnd / 90} ms to the next segment; using duration ${mp4SampleDuration / 90} ms for the last video frame.`);
- } else {
- mp4SampleDuration = lastFrameDuration;
- }
- } else {
- mp4SampleDuration = lastFrameDuration;
- }
- }
- const compositionTimeOffset = Math.round(VideoSample.pts - VideoSample.dts);
- minDtsDelta = Math.min(minDtsDelta, mp4SampleDuration);
- maxDtsDelta = Math.max(maxDtsDelta, mp4SampleDuration);
- minPtsDelta = Math.min(minPtsDelta, ptsDelta);
- maxPtsDelta = Math.max(maxPtsDelta, ptsDelta);
- outputSamples.push(createMp4Sample(VideoSample.key, mp4SampleDuration, mp4SampleLength, compositionTimeOffset));
- }
- if (outputSamples.length) {
- if (chromeVersion) {
- if (chromeVersion < 70) {
- // Chrome workaround, mark first sample as being a Random Access Point (keyframe) to avoid sourcebuffer append issue
- // https://code.google.com/p/chromium/issues/detail?id=229412
- const flags = outputSamples[0].flags;
- flags.dependsOn = 2;
- flags.isNonSync = 0;
- }
- } else if (safariWebkitVersion) {
- // Fix for "CNN special report, with CC" in test-streams (Safari browser only)
- // Ignore DTS when frame durations are irregular. Safari MSE does not handle this leading to gaps.
- if (maxPtsDelta - minPtsDelta < maxDtsDelta - minDtsDelta && averageSampleDuration / maxDtsDelta < 0.025 && outputSamples[0].cts === 0) {
- this.warn('Found irregular gaps in sample duration. Using PTS instead of DTS to determine MP4 sample duration.');
- let dts = firstDTS;
- for (let i = 0, len = outputSamples.length; i < len; i++) {
- const nextDts = dts + outputSamples[i].duration;
- const pts = dts + outputSamples[i].cts;
- if (i < len - 1) {
- const nextPts = nextDts + outputSamples[i + 1].cts;
- outputSamples[i].duration = nextPts - pts;
- } else {
- outputSamples[i].duration = i ? outputSamples[i - 1].duration : averageSampleDuration;
- }
- outputSamples[i].cts = 0;
- dts = nextDts;
- }
- }
- }
- }
- // next AVC/HEVC sample DTS should be equal to last sample DTS + last sample duration (in PES timescale)
- mp4SampleDuration = stretchedLastFrame || !mp4SampleDuration ? averageSampleDuration : mp4SampleDuration;
- const endDTS = lastDTS + mp4SampleDuration;
- this.nextVideoTs = nextVideoTs = endDTS - initTime;
- this.videoSampleDuration = mp4SampleDuration;
- this.isVideoContiguous = true;
- const moof = MP4.moof(track.sequenceNumber++, firstDTS, _extends(track, {
- samples: outputSamples
- }));
- const type = 'video';
- const data = {
- data1: moof,
- data2: mdat,
- startPTS: (minPTS - initTime) / timeScale,
- endPTS: (maxPTS + mp4SampleDuration - initTime) / timeScale,
- startDTS: (firstDTS - initTime) / timeScale,
- endDTS: nextVideoTs / timeScale,
- type,
- hasAudio: false,
- hasVideo: true,
- nb: outputSamples.length,
- dropped: track.dropped
- };
- track.samples = [];
- track.dropped = 0;
- return data;
- }
- getSamplesPerFrame(track) {
- switch (track.segmentCodec) {
- case 'mp3':
- return MPEG_AUDIO_SAMPLE_PER_FRAME;
- case 'ac3':
- return AC3_SAMPLES_PER_FRAME;
- default:
- return AAC_SAMPLES_PER_FRAME;
- }
- }
- remuxAudio(track, timeOffset, contiguous, accurateTimeOffset, videoTimeOffset) {
- const inputTimeScale = track.inputTimeScale;
- const mp4timeScale = track.samplerate ? track.samplerate : inputTimeScale;
- const scaleFactor = inputTimeScale / mp4timeScale;
- const mp4SampleDuration = this.getSamplesPerFrame(track);
- const inputSampleDuration = mp4SampleDuration * scaleFactor;
- const initPTS = this._initPTS;
- const rawMPEG = track.segmentCodec === 'mp3' && this.typeSupported.mpeg;
- const outputSamples = [];
- const alignedWithVideo = videoTimeOffset !== undefined;
- let inputSamples = track.samples;
- let offset = rawMPEG ? 0 : 8;
- let nextAudioTs = this.nextAudioTs || -1;
- // window.audioSamples ? window.audioSamples.push(inputSamples.map(s => s.pts)) : (window.audioSamples = [inputSamples.map(s => s.pts)]);
- // for audio samples, also consider consecutive fragments as being contiguous (even if a level switch occurs),
- // for sake of clarity:
- // consecutive fragments are frags with
- // - less than 100ms gaps between new time offset (if accurate) and next expected PTS OR
- // - less than 20 audio frames distance
- // contiguous fragments are consecutive fragments from same quality level (same level, new SN = old SN + 1)
- // this helps ensuring audio continuity
- // and this also avoids audio glitches/cut when switching quality, or reporting wrong duration on first audio frame
- const initTime = initPTS.baseTime * inputTimeScale / initPTS.timescale;
- const timeOffsetMpegTS = initTime + timeOffset * inputTimeScale;
- this.isAudioContiguous = contiguous = contiguous || inputSamples.length && nextAudioTs > 0 && (accurateTimeOffset && Math.abs(timeOffsetMpegTS - (nextAudioTs + initTime)) < 9000 || Math.abs(normalizePts(inputSamples[0].pts, timeOffsetMpegTS) - (nextAudioTs + initTime)) < 20 * inputSampleDuration);
- // compute normalized PTS
- inputSamples.forEach(function (sample) {
- sample.pts = normalizePts(sample.pts, timeOffsetMpegTS);
- });
- if (!contiguous || nextAudioTs < 0) {
- // filter out sample with negative PTS that are not playable anyway
- // if we don't remove these negative samples, they will shift all audio samples forward.
- // leading to audio overlap between current / next fragment
- inputSamples = inputSamples.filter(sample => sample.pts >= 0);
- // in case all samples have negative PTS, and have been filtered out, return now
- if (!inputSamples.length) {
- return;
- }
- if (videoTimeOffset === 0) {
- // Set the start to match video so that start gaps larger than inputSampleDuration are filled with silence
- nextAudioTs = 0;
- } else if (accurateTimeOffset && !alignedWithVideo) {
- // When not seeking, not live, and LevelDetails.PTSKnown, use fragment start as predicted next audio PTS
- nextAudioTs = Math.max(0, timeOffsetMpegTS - initTime);
- } else {
- // if frags are not contiguous and if we cant trust time offset, let's use first sample PTS as next audio PTS
- nextAudioTs = inputSamples[0].pts - initTime;
- }
- }
- // If the audio track is missing samples, the frames seem to get "left-shifted" within the
- // resulting mp4 segment, causing sync issues and leaving gaps at the end of the audio segment.
- // In an effort to prevent this from happening, we inject frames here where there are gaps.
- // When possible, we inject a silent frame; when that's not possible, we duplicate the last
- // frame.
- if (track.segmentCodec === 'aac') {
- const maxAudioFramesDrift = this.config.maxAudioFramesDrift;
- for (let i = 0, nextPts = nextAudioTs + initTime; i < inputSamples.length; i++) {
- // First, let's see how far off this frame is from where we expect it to be
- const sample = inputSamples[i];
- const pts = sample.pts;
- const delta = pts - nextPts;
- const duration = Math.abs(1000 * delta / inputTimeScale);
- // When remuxing with video, if we're overlapping by more than a duration, drop this sample to stay in sync
- if (delta <= -maxAudioFramesDrift * inputSampleDuration && alignedWithVideo) {
- if (i === 0) {
- this.warn(`Audio frame @ ${(pts / inputTimeScale).toFixed(3)}s overlaps marker by ${Math.round(1000 * delta / inputTimeScale)} ms.`);
- this.nextAudioTs = nextAudioTs = pts - initTime;
- nextPts = pts;
- }
- } // eslint-disable-line brace-style
- // Insert missing frames if:
- // 1: We're more than maxAudioFramesDrift frame away
- // 2: Not more than MAX_SILENT_FRAME_DURATION away
- // 3: currentTime (aka nextPtsNorm) is not 0
- // 4: remuxing with video (videoTimeOffset !== undefined)
- else if (delta >= maxAudioFramesDrift * inputSampleDuration && duration < MAX_SILENT_FRAME_DURATION && alignedWithVideo) {
- let missing = Math.round(delta / inputSampleDuration);
- // Adjust nextPts so that silent samples are aligned with media pts. This will prevent media samples from
- // later being shifted if nextPts is based on timeOffset and delta is not a multiple of inputSampleDuration.
- nextPts = pts - missing * inputSampleDuration;
- while (nextPts < 0 && missing && inputSampleDuration) {
- missing--;
- nextPts += inputSampleDuration;
- }
- if (i === 0) {
- this.nextAudioTs = nextAudioTs = nextPts - initTime;
- }
- this.warn(`Injecting ${missing} audio frames @ ${((nextPts - initTime) / inputTimeScale).toFixed(3)}s due to ${Math.round(1000 * delta / inputTimeScale)} ms gap.`);
- for (let j = 0; j < missing; j++) {
- let fillFrame = AAC.getSilentFrame(track.parsedCodec || track.manifestCodec || track.codec, track.channelCount);
- if (!fillFrame) {
- this.log('Unable to get silent frame for given audio codec; duplicating last frame instead.');
- fillFrame = sample.unit.subarray();
- }
- inputSamples.splice(i, 0, {
- unit: fillFrame,
- pts: nextPts
- });
- nextPts += inputSampleDuration;
- i++;
- }
- }
- sample.pts = nextPts;
- nextPts += inputSampleDuration;
- }
- }
- let firstPTS = null;
- let lastPTS = null;
- let mdat;
- let mdatSize = 0;
- let sampleLength = inputSamples.length;
- while (sampleLength--) {
- mdatSize += inputSamples[sampleLength].unit.byteLength;
- }
- for (let j = 0, _nbSamples = inputSamples.length; j < _nbSamples; j++) {
- const audioSample = inputSamples[j];
- const unit = audioSample.unit;
- let pts = audioSample.pts;
- if (lastPTS !== null) {
- // If we have more than one sample, set the duration of the sample to the "real" duration; the PTS diff with
- // the previous sample
- const prevSample = outputSamples[j - 1];
- prevSample.duration = Math.round((pts - lastPTS) / scaleFactor);
- } else {
- if (contiguous && track.segmentCodec === 'aac') {
- // set PTS/DTS to expected PTS/DTS
- pts = nextAudioTs + initTime;
- }
- // remember first PTS of our audioSamples
- firstPTS = pts;
- if (mdatSize > 0) {
- /* concatenate the audio data and construct the mdat in place
- (need 8 more bytes to fill length and mdat type) */
- mdatSize += offset;
- try {
- mdat = new Uint8Array(mdatSize);
- } catch (err) {
- this.observer.emit(Events.ERROR, Events.ERROR, {
- type: ErrorTypes.MUX_ERROR,
- details: ErrorDetails.REMUX_ALLOC_ERROR,
- fatal: false,
- error: err,
- bytes: mdatSize,
- reason: `fail allocating audio mdat ${mdatSize}`
- });
- return;
- }
- if (!rawMPEG) {
- const view = new DataView(mdat.buffer);
- view.setUint32(0, mdatSize);
- mdat.set(MP4.types.mdat, 4);
- }
- } else {
- // no audio samples
- return;
- }
- }
- mdat.set(unit, offset);
- const unitLen = unit.byteLength;
- offset += unitLen;
- // Default the sample's duration to the computed mp4SampleDuration, which will either be 1024 for AAC or 1152 for MPEG
- // In the case that we have 1 sample, this will be the duration. If we have more than one sample, the duration
- // becomes the PTS diff with the previous sample
- outputSamples.push(createMp4Sample(true, mp4SampleDuration, unitLen, 0));
- lastPTS = pts;
- }
- // We could end up with no audio samples if all input samples were overlapping with the previously remuxed ones
- const nbSamples = outputSamples.length;
- if (!nbSamples) {
- return;
- }
- // The next audio sample PTS should be equal to last sample PTS + duration
- const lastSample = outputSamples[outputSamples.length - 1];
- nextAudioTs = lastPTS - initTime;
- this.nextAudioTs = nextAudioTs + scaleFactor * lastSample.duration;
- // Set the track samples from inputSamples to outputSamples before remuxing
- const moof = rawMPEG ? new Uint8Array(0) : MP4.moof(track.sequenceNumber++, firstPTS / scaleFactor, _extends({}, track, {
- samples: outputSamples
- }));
- // Clear the track samples. This also clears the samples array in the demuxer, since the reference is shared
- track.samples = [];
- const start = (firstPTS - initTime) / inputTimeScale;
- const end = nextAudioTs / inputTimeScale;
- const type = 'audio';
- const audioData = {
- data1: moof,
- data2: mdat,
- startPTS: start,
- endPTS: end,
- startDTS: start,
- endDTS: end,
- type,
- hasAudio: true,
- hasVideo: false,
- nb: nbSamples
- };
- this.isAudioContiguous = true;
- return audioData;
- }
- }
- function normalizePts(value, reference) {
- let offset;
- if (reference === null) {
- return value;
- }
- if (reference < value) {
- // - 2^33
- offset = -8589934592;
- } else {
- // + 2^33
- offset = 8589934592;
- }
- /* PTS is 33bit (from 0 to 2^33 -1)
- if diff between value and reference is bigger than half of the amplitude (2^32) then it means that
- PTS looping occured. fill the gap */
- while (Math.abs(value - reference) > 4294967296) {
- value += offset;
- }
- return value;
- }
- function findKeyframeIndex(samples) {
- for (let i = 0; i < samples.length; i++) {
- if (samples[i].key) {
- return i;
- }
- }
- return -1;
- }
- function flushTextTrackMetadataCueSamples(track, timeOffset, initPTS, initDTS) {
- const length = track.samples.length;
- if (!length) {
- return;
- }
- const inputTimeScale = track.inputTimeScale;
- for (let index = 0; index < length; index++) {
- const sample = track.samples[index];
- // setting id3 pts, dts to relative time
- // using this._initPTS and this._initDTS to calculate relative time
- sample.pts = normalizePts(sample.pts - initPTS.baseTime * inputTimeScale / initPTS.timescale, timeOffset * inputTimeScale) / inputTimeScale;
- sample.dts = normalizePts(sample.dts - initDTS.baseTime * inputTimeScale / initDTS.timescale, timeOffset * inputTimeScale) / inputTimeScale;
- }
- const samples = track.samples;
- track.samples = [];
- return {
- samples
- };
- }
- function flushTextTrackUserdataCueSamples(track, timeOffset, initPTS) {
- const length = track.samples.length;
- if (!length) {
- return;
- }
- const inputTimeScale = track.inputTimeScale;
- for (let index = 0; index < length; index++) {
- const sample = track.samples[index];
- // setting text pts, dts to relative time
- // using this._initPTS and this._initDTS to calculate relative time
- sample.pts = normalizePts(sample.pts - initPTS.baseTime * inputTimeScale / initPTS.timescale, timeOffset * inputTimeScale) / inputTimeScale;
- }
- track.samples.sort((a, b) => a.pts - b.pts);
- const samples = track.samples;
- track.samples = [];
- return {
- samples
- };
- }
- class PassThroughRemuxer extends Logger {
- constructor(observer, config, typeSupported, logger) {
- super('passthrough-remuxer', logger);
- this.emitInitSegment = false;
- this.audioCodec = void 0;
- this.videoCodec = void 0;
- this.initData = void 0;
- this.initPTS = null;
- this.initTracks = void 0;
- this.lastEndTime = null;
- this.isVideoContiguous = false;
- }
- destroy() {}
- resetTimeStamp(defaultInitPTS) {
- this.lastEndTime = null;
- const initPTS = this.initPTS;
- if (initPTS && defaultInitPTS) {
- if (initPTS.baseTime === defaultInitPTS.baseTime && initPTS.timescale === defaultInitPTS.timescale) {
- return;
- }
- }
- this.initPTS = defaultInitPTS;
- }
- resetNextTimestamp() {
- this.isVideoContiguous = false;
- this.lastEndTime = null;
- }
- resetInitSegment(initSegment, audioCodec, videoCodec, decryptdata) {
- this.audioCodec = audioCodec;
- this.videoCodec = videoCodec;
- this.generateInitSegment(patchEncyptionData(initSegment, decryptdata));
- this.emitInitSegment = true;
- }
- generateInitSegment(initSegment) {
- let {
- audioCodec,
- videoCodec
- } = this;
- if (!(initSegment != null && initSegment.byteLength)) {
- this.initTracks = undefined;
- this.initData = undefined;
- return;
- }
- const initData = this.initData = parseInitSegment(initSegment);
- // Get codec from initSegment
- if (initData.audio) {
- audioCodec = getParsedTrackCodec(initData.audio, ElementaryStreamTypes.AUDIO, this);
- }
- if (initData.video) {
- videoCodec = getParsedTrackCodec(initData.video, ElementaryStreamTypes.VIDEO, this);
- }
- const tracks = {};
- if (initData.audio && initData.video) {
- tracks.audiovideo = {
- container: 'video/mp4',
- codec: audioCodec + ',' + videoCodec,
- supplemental: initData.video.supplemental,
- initSegment,
- id: 'main'
- };
- } else if (initData.audio) {
- tracks.audio = {
- container: 'audio/mp4',
- codec: audioCodec,
- initSegment,
- id: 'audio'
- };
- } else if (initData.video) {
- tracks.video = {
- container: 'video/mp4',
- codec: videoCodec,
- supplemental: initData.video.supplemental,
- initSegment,
- id: 'main'
- };
- } else {
- this.warn('initSegment does not contain moov or trak boxes.');
- }
- this.initTracks = tracks;
- }
- remux(audioTrack, videoTrack, id3Track, textTrack, timeOffset, accurateTimeOffset) {
- var _initData, _initData2;
- let {
- initPTS,
- lastEndTime
- } = this;
- const result = {
- audio: undefined,
- video: undefined,
- text: textTrack,
- id3: id3Track,
- initSegment: undefined
- };
- // If we haven't yet set a lastEndDTS, or it was reset, set it to the provided timeOffset. We want to use the
- // lastEndDTS over timeOffset whenever possible; during progressive playback, the media source will not update
- // the media duration (which is what timeOffset is provided as) before we need to process the next chunk.
- if (!isFiniteNumber(lastEndTime)) {
- lastEndTime = this.lastEndTime = timeOffset || 0;
- }
- // The binary segment data is added to the videoTrack in the mp4demuxer. We don't check to see if the data is only
- // audio or video (or both); adding it to video was an arbitrary choice.
- const data = videoTrack.samples;
- if (!(data != null && data.length)) {
- return result;
- }
- const initSegment = {
- initPTS: undefined,
- timescale: undefined,
- trackId: undefined
- };
- let initData = this.initData;
- if (!((_initData = initData) != null && _initData.length)) {
- this.generateInitSegment(data);
- initData = this.initData;
- }
- if (!((_initData2 = initData) != null && _initData2.length)) {
- // We can't remux if the initSegment could not be generated
- this.warn('Failed to generate initSegment.');
- return result;
- }
- if (this.emitInitSegment) {
- initSegment.tracks = this.initTracks;
- this.emitInitSegment = false;
- }
- const trackSampleData = getSampleData(data, initData, this);
- const audioSampleTimestamps = initData.audio ? trackSampleData[initData.audio.id] : null;
- const videoSampleTimestamps = initData.video ? trackSampleData[initData.video.id] : null;
- const videoStartTime = toStartEndOrDefault(videoSampleTimestamps, Infinity);
- const audioStartTime = toStartEndOrDefault(audioSampleTimestamps, Infinity);
- const videoEndTime = toStartEndOrDefault(videoSampleTimestamps, 0, true);
- const audioEndTime = toStartEndOrDefault(audioSampleTimestamps, 0, true);
- let baseOffsetSamples;
- let decodeTime = timeOffset;
- let duration = 0;
- if (audioSampleTimestamps && (!videoSampleTimestamps || !initPTS && audioStartTime < videoStartTime || initPTS && initPTS.trackId === initData.audio.id)) {
- initSegment.trackId = initData.audio.id;
- baseOffsetSamples = audioSampleTimestamps;
- duration = audioEndTime - audioStartTime;
- } else if (videoSampleTimestamps) {
- initSegment.trackId = initData.video.id;
- baseOffsetSamples = videoSampleTimestamps;
- duration = videoEndTime - videoStartTime;
- }
- if (baseOffsetSamples) {
- const timescale = baseOffsetSamples.timescale;
- decodeTime = baseOffsetSamples.start / timescale;
- initSegment.initPTS = baseOffsetSamples.start - timeOffset * timescale;
- initSegment.timescale = timescale;
- if (!initPTS) {
- this.initPTS = initPTS = {
- baseTime: initSegment.initPTS,
- timescale,
- trackId: initSegment.trackId
- };
- }
- }
- if ((accurateTimeOffset || !initPTS) && (isInvalidInitPts(initPTS, decodeTime, timeOffset, duration) || initSegment.timescale !== initPTS.timescale)) {
- initSegment.initPTS = decodeTime - timeOffset;
- initSegment.timescale = 1;
- if (initPTS && initPTS.timescale === 1) {
- this.warn(`Adjusting initPTS @${timeOffset} from ${initPTS.baseTime / initPTS.timescale} to ${initSegment.initPTS}`);
- }
- this.initPTS = initPTS = {
- baseTime: initSegment.initPTS,
- timescale: 1
- };
- }
- const startTime = audioTrack ? decodeTime - initPTS.baseTime / initPTS.timescale : lastEndTime;
- const endTime = startTime + duration;
- if (duration > 0) {
- this.lastEndTime = endTime;
- } else {
- this.warn('Duration parsed from mp4 should be greater than zero');
- this.resetNextTimestamp();
- }
- const hasAudio = !!initData.audio;
- const hasVideo = !!initData.video;
- let type = '';
- if (hasAudio) {
- type += 'audio';
- }
- if (hasVideo) {
- type += 'video';
- }
- const track = {
- data1: data,
- startPTS: startTime,
- startDTS: startTime,
- endPTS: endTime,
- endDTS: endTime,
- type,
- hasAudio,
- hasVideo,
- nb: 1,
- dropped: 0
- };
- result.audio = hasAudio && !hasVideo ? track : undefined;
- result.video = hasVideo ? track : undefined;
- const videoSampleCount = videoSampleTimestamps == null ? void 0 : videoSampleTimestamps.sampleCount;
- if (videoSampleCount) {
- const firstKeyFrame = videoSampleTimestamps.keyFrameIndex;
- const independent = firstKeyFrame !== -1;
- track.nb = videoSampleCount;
- track.dropped = firstKeyFrame === 0 || this.isVideoContiguous ? 0 : independent ? firstKeyFrame : videoSampleCount;
- track.independent = independent;
- track.firstKeyFrame = firstKeyFrame;
- if (independent && videoSampleTimestamps.keyFrameStart) {
- track.firstKeyFramePTS = (videoSampleTimestamps.keyFrameStart - initPTS.baseTime) / initPTS.timescale;
- }
- if (!this.isVideoContiguous) {
- result.independent = independent;
- }
- this.isVideoContiguous || (this.isVideoContiguous = independent);
- if (track.dropped) {
- this.warn(`fmp4 does not start with IDR: firstIDR ${firstKeyFrame}/${videoSampleCount} dropped: ${track.dropped} start: ${track.firstKeyFramePTS || 'NA'}`);
- }
- }
- result.initSegment = initSegment;
- result.id3 = flushTextTrackMetadataCueSamples(id3Track, timeOffset, initPTS, initPTS);
- if (textTrack.samples.length) {
- result.text = flushTextTrackUserdataCueSamples(textTrack, timeOffset, initPTS);
- }
- return result;
- }
- }
- function toStartEndOrDefault(trackTimes, defaultValue, end = false) {
- return (trackTimes == null ? void 0 : trackTimes.start) !== undefined ? (trackTimes.start + (end ? trackTimes.duration : 0)) / trackTimes.timescale : defaultValue;
- }
- function isInvalidInitPts(initPTS, startDTS, timeOffset, duration) {
- if (initPTS === null) {
- return true;
- }
- // InitPTS is invalid when distance from program would be more than segment duration or a minimum of one second
- const minDuration = Math.max(duration, 1);
- const startTime = startDTS - initPTS.baseTime / initPTS.timescale;
- return Math.abs(startTime - timeOffset) > minDuration;
- }
- function getParsedTrackCodec(track, type, logger) {
- const parsedCodec = track == null ? void 0 : track.codec;
- if (parsedCodec && parsedCodec.length > 4) {
- return parsedCodec;
- }
- if (type === ElementaryStreamTypes.AUDIO) {
- if (parsedCodec === 'ec-3' || parsedCodec === 'ac-3' || parsedCodec === 'alac') {
- return parsedCodec;
- }
- if (parsedCodec === 'fLaC' || parsedCodec === 'Opus') {
- // Opting not to get `preferManagedMediaSource` from player config for isSupported() check for simplicity
- const preferManagedMediaSource = false;
- return getCodecCompatibleName(parsedCodec, preferManagedMediaSource);
- }
- logger.warn(`Unhandled audio codec "${parsedCodec}" in mp4 MAP`);
- return parsedCodec || 'mp4a';
- }
- // Provide defaults based on codec type
- // This allows for some playback of some fmp4 playlists without CODECS defined in manifest
- logger.warn(`Unhandled video codec "${parsedCodec}" in mp4 MAP`);
- return parsedCodec || 'avc1';
- }
- let now;
- // performance.now() not available on WebWorker, at least on Safari Desktop
- try {
- now = self.performance.now.bind(self.performance);
- } catch (err) {
- now = Date.now;
- }
- const muxConfig = [{
- demux: MP4Demuxer,
- remux: PassThroughRemuxer
- }, {
- demux: TSDemuxer,
- remux: MP4Remuxer
- }, {
- demux: AACDemuxer,
- remux: MP4Remuxer
- }, {
- demux: MP3Demuxer,
- remux: MP4Remuxer
- }];
- {
- muxConfig.splice(2, 0, {
- demux: AC3Demuxer,
- remux: MP4Remuxer
- });
- }
- class Transmuxer {
- constructor(observer, typeSupported, config, vendor, id, logger) {
- this.asyncResult = false;
- this.logger = void 0;
- this.observer = void 0;
- this.typeSupported = void 0;
- this.config = void 0;
- this.id = void 0;
- this.demuxer = void 0;
- this.remuxer = void 0;
- this.decrypter = void 0;
- this.probe = void 0;
- this.decryptionPromise = null;
- this.transmuxConfig = void 0;
- this.currentTransmuxState = void 0;
- this.observer = observer;
- this.typeSupported = typeSupported;
- this.config = config;
- this.id = id;
- this.logger = logger;
- }
- configure(transmuxConfig) {
- this.transmuxConfig = transmuxConfig;
- if (this.decrypter) {
- this.decrypter.reset();
- }
- }
- push(data, decryptdata, chunkMeta, state) {
- const stats = chunkMeta.transmuxing;
- stats.executeStart = now();
- let uintData = new Uint8Array(data);
- const {
- currentTransmuxState,
- transmuxConfig
- } = this;
- if (state) {
- this.currentTransmuxState = state;
- }
- const {
- contiguous,
- discontinuity,
- trackSwitch,
- accurateTimeOffset,
- timeOffset,
- initSegmentChange
- } = state || currentTransmuxState;
- const {
- audioCodec,
- videoCodec,
- defaultInitPts,
- duration,
- initSegmentData
- } = transmuxConfig;
- const keyData = getEncryptionType(uintData, decryptdata);
- if (keyData && isFullSegmentEncryption(keyData.method)) {
- const decrypter = this.getDecrypter();
- const aesMode = getAesModeFromFullSegmentMethod(keyData.method);
- // Software decryption is synchronous; webCrypto is not
- if (decrypter.isSync()) {
- // Software decryption is progressive. Progressive decryption may not return a result on each call. Any cached
- // data is handled in the flush() call
- let decryptedData = decrypter.softwareDecrypt(uintData, keyData.key.buffer, keyData.iv.buffer, aesMode);
- // For Low-Latency HLS Parts, decrypt in place, since part parsing is expected on push progress
- const loadingParts = chunkMeta.part > -1;
- if (loadingParts) {
- const _data = decrypter.flush();
- decryptedData = _data ? _data.buffer : _data;
- }
- if (!decryptedData) {
- stats.executeEnd = now();
- return emptyResult(chunkMeta);
- }
- uintData = new Uint8Array(decryptedData);
- } else {
- this.asyncResult = true;
- this.decryptionPromise = decrypter.webCryptoDecrypt(uintData, keyData.key.buffer, keyData.iv.buffer, aesMode).then(decryptedData => {
- // Calling push here is important; if flush() is called while this is still resolving, this ensures that
- // the decrypted data has been transmuxed
- const result = this.push(decryptedData, null, chunkMeta);
- this.decryptionPromise = null;
- return result;
- });
- return this.decryptionPromise;
- }
- }
- const resetMuxers = this.needsProbing(discontinuity, trackSwitch);
- if (resetMuxers) {
- const error = this.configureTransmuxer(uintData);
- if (error) {
- this.logger.warn(`[transmuxer] ${error.message}`);
- this.observer.emit(Events.ERROR, Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_PARSING_ERROR,
- fatal: false,
- error,
- reason: error.message
- });
- stats.executeEnd = now();
- return emptyResult(chunkMeta);
- }
- }
- if (discontinuity || trackSwitch || initSegmentChange || resetMuxers) {
- this.resetInitSegment(initSegmentData, audioCodec, videoCodec, duration, decryptdata);
- }
- if (discontinuity || initSegmentChange || resetMuxers) {
- this.resetInitialTimestamp(defaultInitPts);
- }
- if (!contiguous) {
- this.resetContiguity();
- }
- const result = this.transmux(uintData, keyData, timeOffset, accurateTimeOffset, chunkMeta);
- this.asyncResult = isPromise(result);
- const currentState = this.currentTransmuxState;
- currentState.contiguous = true;
- currentState.discontinuity = false;
- currentState.trackSwitch = false;
- stats.executeEnd = now();
- return result;
- }
- // Due to data caching, flush calls can produce more than one TransmuxerResult (hence the Array type)
- flush(chunkMeta) {
- const stats = chunkMeta.transmuxing;
- stats.executeStart = now();
- const {
- decrypter,
- currentTransmuxState,
- decryptionPromise
- } = this;
- if (decryptionPromise) {
- this.asyncResult = true;
- // Upon resolution, the decryption promise calls push() and returns its TransmuxerResult up the stack. Therefore
- // only flushing is required for async decryption
- return decryptionPromise.then(() => {
- return this.flush(chunkMeta);
- });
- }
- const transmuxResults = [];
- const {
- timeOffset
- } = currentTransmuxState;
- if (decrypter) {
- // The decrypter may have data cached, which needs to be demuxed. In this case we'll have two TransmuxResults
- // This happens in the case that we receive only 1 push call for a segment (either for non-progressive downloads,
- // or for progressive downloads with small segments)
- const decryptedData = decrypter.flush();
- if (decryptedData) {
- // Push always returns a TransmuxerResult if decryptdata is null
- transmuxResults.push(this.push(decryptedData.buffer, null, chunkMeta));
- }
- }
- const {
- demuxer,
- remuxer
- } = this;
- if (!demuxer || !remuxer) {
- // If probing failed, then Hls.js has been given content its not able to handle
- stats.executeEnd = now();
- const emptyResults = [emptyResult(chunkMeta)];
- if (this.asyncResult) {
- return Promise.resolve(emptyResults);
- }
- return emptyResults;
- }
- const demuxResultOrPromise = demuxer.flush(timeOffset);
- if (isPromise(demuxResultOrPromise)) {
- this.asyncResult = true;
- // Decrypt final SAMPLE-AES samples
- return demuxResultOrPromise.then(demuxResult => {
- this.flushRemux(transmuxResults, demuxResult, chunkMeta);
- return transmuxResults;
- });
- }
- this.flushRemux(transmuxResults, demuxResultOrPromise, chunkMeta);
- if (this.asyncResult) {
- return Promise.resolve(transmuxResults);
- }
- return transmuxResults;
- }
- flushRemux(transmuxResults, demuxResult, chunkMeta) {
- const {
- audioTrack,
- videoTrack,
- id3Track,
- textTrack
- } = demuxResult;
- const {
- accurateTimeOffset,
- timeOffset
- } = this.currentTransmuxState;
- this.logger.log(`[transmuxer.ts]: Flushed ${this.id} sn: ${chunkMeta.sn}${chunkMeta.part > -1 ? ' part: ' + chunkMeta.part : ''} of ${this.id === PlaylistLevelType.MAIN ? 'level' : 'track'} ${chunkMeta.level}`);
- const remuxResult = this.remuxer.remux(audioTrack, videoTrack, id3Track, textTrack, timeOffset, accurateTimeOffset, true, this.id);
- transmuxResults.push({
- remuxResult,
- chunkMeta
- });
- chunkMeta.transmuxing.executeEnd = now();
- }
- resetInitialTimestamp(defaultInitPts) {
- const {
- demuxer,
- remuxer
- } = this;
- if (!demuxer || !remuxer) {
- return;
- }
- demuxer.resetTimeStamp(defaultInitPts);
- remuxer.resetTimeStamp(defaultInitPts);
- }
- resetContiguity() {
- const {
- demuxer,
- remuxer
- } = this;
- if (!demuxer || !remuxer) {
- return;
- }
- demuxer.resetContiguity();
- remuxer.resetNextTimestamp();
- }
- resetInitSegment(initSegmentData, audioCodec, videoCodec, trackDuration, decryptdata) {
- const {
- demuxer,
- remuxer
- } = this;
- if (!demuxer || !remuxer) {
- return;
- }
- demuxer.resetInitSegment(initSegmentData, audioCodec, videoCodec, trackDuration);
- remuxer.resetInitSegment(initSegmentData, audioCodec, videoCodec, decryptdata);
- }
- destroy() {
- if (this.demuxer) {
- this.demuxer.destroy();
- this.demuxer = undefined;
- }
- if (this.remuxer) {
- this.remuxer.destroy();
- this.remuxer = undefined;
- }
- }
- transmux(data, keyData, timeOffset, accurateTimeOffset, chunkMeta) {
- let result;
- if (keyData && keyData.method === 'SAMPLE-AES') {
- result = this.transmuxSampleAes(data, keyData, timeOffset, accurateTimeOffset, chunkMeta);
- } else {
- result = this.transmuxUnencrypted(data, timeOffset, accurateTimeOffset, chunkMeta);
- }
- return result;
- }
- transmuxUnencrypted(data, timeOffset, accurateTimeOffset, chunkMeta) {
- const {
- audioTrack,
- videoTrack,
- id3Track,
- textTrack
- } = this.demuxer.demux(data, timeOffset, false, !this.config.progressive);
- const remuxResult = this.remuxer.remux(audioTrack, videoTrack, id3Track, textTrack, timeOffset, accurateTimeOffset, false, this.id);
- return {
- remuxResult,
- chunkMeta
- };
- }
- transmuxSampleAes(data, decryptData, timeOffset, accurateTimeOffset, chunkMeta) {
- return this.demuxer.demuxSampleAes(data, decryptData, timeOffset).then(demuxResult => {
- const remuxResult = this.remuxer.remux(demuxResult.audioTrack, demuxResult.videoTrack, demuxResult.id3Track, demuxResult.textTrack, timeOffset, accurateTimeOffset, false, this.id);
- return {
- remuxResult,
- chunkMeta
- };
- });
- }
- configureTransmuxer(data) {
- const {
- config,
- observer,
- typeSupported
- } = this;
- // probe for content type
- let mux;
- for (let i = 0, len = muxConfig.length; i < len; i++) {
- var _muxConfig$i$demux;
- if ((_muxConfig$i$demux = muxConfig[i].demux) != null && _muxConfig$i$demux.probe(data, this.logger)) {
- mux = muxConfig[i];
- break;
- }
- }
- if (!mux) {
- return new Error('Failed to find demuxer by probing fragment data');
- }
- // so let's check that current remuxer and demuxer are still valid
- const demuxer = this.demuxer;
- const remuxer = this.remuxer;
- const Remuxer = mux.remux;
- const Demuxer = mux.demux;
- if (!remuxer || !(remuxer instanceof Remuxer)) {
- this.remuxer = new Remuxer(observer, config, typeSupported, this.logger);
- }
- if (!demuxer || !(demuxer instanceof Demuxer)) {
- this.demuxer = new Demuxer(observer, config, typeSupported, this.logger);
- this.probe = Demuxer.probe;
- }
- }
- needsProbing(discontinuity, trackSwitch) {
- // in case of continuity change, or track switch
- // we might switch from content type (AAC container to TS container, or TS to fmp4 for example)
- return !this.demuxer || !this.remuxer || discontinuity || trackSwitch;
- }
- getDecrypter() {
- let decrypter = this.decrypter;
- if (!decrypter) {
- decrypter = this.decrypter = new Decrypter(this.config);
- }
- return decrypter;
- }
- }
- function getEncryptionType(data, decryptData) {
- let encryptionType = null;
- if (data.byteLength > 0 && (decryptData == null ? void 0 : decryptData.key) != null && decryptData.iv !== null && decryptData.method != null) {
- encryptionType = decryptData;
- }
- return encryptionType;
- }
- const emptyResult = chunkMeta => ({
- remuxResult: {},
- chunkMeta
- });
- function isPromise(p) {
- return 'then' in p && p.then instanceof Function;
- }
- class TransmuxConfig {
- constructor(audioCodec, videoCodec, initSegmentData, duration, defaultInitPts) {
- this.audioCodec = void 0;
- this.videoCodec = void 0;
- this.initSegmentData = void 0;
- this.duration = void 0;
- this.defaultInitPts = void 0;
- this.audioCodec = audioCodec;
- this.videoCodec = videoCodec;
- this.initSegmentData = initSegmentData;
- this.duration = duration;
- this.defaultInitPts = defaultInitPts || null;
- }
- }
- class TransmuxState {
- constructor(discontinuity, contiguous, accurateTimeOffset, trackSwitch, timeOffset, initSegmentChange) {
- this.discontinuity = void 0;
- this.contiguous = void 0;
- this.accurateTimeOffset = void 0;
- this.trackSwitch = void 0;
- this.timeOffset = void 0;
- this.initSegmentChange = void 0;
- this.discontinuity = discontinuity;
- this.contiguous = contiguous;
- this.accurateTimeOffset = accurateTimeOffset;
- this.trackSwitch = trackSwitch;
- this.timeOffset = timeOffset;
- this.initSegmentChange = initSegmentChange;
- }
- }
- let transmuxerInstanceCount = 0;
- class TransmuxerInterface {
- constructor(_hls, id, onTransmuxComplete, onFlush) {
- this.error = null;
- this.hls = void 0;
- this.id = void 0;
- this.instanceNo = transmuxerInstanceCount++;
- this.observer = void 0;
- this.frag = null;
- this.part = null;
- this.useWorker = void 0;
- this.workerContext = null;
- this.transmuxer = null;
- this.onTransmuxComplete = void 0;
- this.onFlush = void 0;
- this.onWorkerMessage = event => {
- const data = event.data;
- const hls = this.hls;
- if (!hls || !(data != null && data.event) || data.instanceNo !== this.instanceNo) {
- return;
- }
- switch (data.event) {
- case 'init':
- {
- var _this$workerContext;
- const objectURL = (_this$workerContext = this.workerContext) == null ? void 0 : _this$workerContext.objectURL;
- if (objectURL) {
- // revoke the Object URL that was used to create transmuxer worker, so as not to leak it
- self.URL.revokeObjectURL(objectURL);
- }
- break;
- }
- case 'transmuxComplete':
- {
- this.handleTransmuxComplete(data.data);
- break;
- }
- case 'flush':
- {
- this.onFlush(data.data);
- break;
- }
- // pass logs from the worker thread to the main logger
- case 'workerLog':
- {
- if (hls.logger[data.data.logType]) {
- hls.logger[data.data.logType](data.data.message);
- }
- break;
- }
- default:
- {
- data.data = data.data || {};
- data.data.frag = this.frag;
- data.data.part = this.part;
- data.data.id = this.id;
- hls.trigger(data.event, data.data);
- break;
- }
- }
- };
- this.onWorkerError = event => {
- if (!this.hls) {
- return;
- }
- const error = new Error(`${event.message} (${event.filename}:${event.lineno})`);
- this.hls.config.enableWorker = false;
- this.hls.logger.warn(`Error in "${this.id}" Web Worker, fallback to inline`);
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.INTERNAL_EXCEPTION,
- fatal: false,
- event: 'demuxerWorker',
- error
- });
- };
- const config = _hls.config;
- this.hls = _hls;
- this.id = id;
- this.useWorker = !!config.enableWorker;
- this.onTransmuxComplete = onTransmuxComplete;
- this.onFlush = onFlush;
- const forwardMessage = (ev, data) => {
- data = data || {};
- data.frag = this.frag || undefined;
- if (ev === Events.ERROR) {
- data = data;
- data.parent = this.id;
- data.part = this.part;
- this.error = data.error;
- }
- this.hls.trigger(ev, data);
- };
- // forward events to main thread
- this.observer = new EventEmitter();
- this.observer.on(Events.FRAG_DECRYPTED, forwardMessage);
- this.observer.on(Events.ERROR, forwardMessage);
- const m2tsTypeSupported = getM2TSSupportedAudioTypes(config.preferManagedMediaSource);
- if (this.useWorker && typeof Worker !== 'undefined') {
- const logger = this.hls.logger;
- const canCreateWorker = config.workerPath || hasUMDWorker();
- if (canCreateWorker) {
- try {
- if (config.workerPath) {
- logger.log(`loading Web Worker ${config.workerPath} for "${id}"`);
- this.workerContext = loadWorker(config.workerPath);
- } else {
- logger.log(`injecting Web Worker for "${id}"`);
- this.workerContext = injectWorker();
- }
- const {
- worker
- } = this.workerContext;
- worker.addEventListener('message', this.onWorkerMessage);
- worker.addEventListener('error', this.onWorkerError);
- worker.postMessage({
- instanceNo: this.instanceNo,
- cmd: 'init',
- typeSupported: m2tsTypeSupported,
- id,
- config: stringify(config)
- });
- } catch (err) {
- logger.warn(`Error setting up "${id}" Web Worker, fallback to inline`, err);
- this.terminateWorker();
- this.error = null;
- this.transmuxer = new Transmuxer(this.observer, m2tsTypeSupported, config, '', id, _hls.logger);
- }
- return;
- }
- }
- this.transmuxer = new Transmuxer(this.observer, m2tsTypeSupported, config, '', id, _hls.logger);
- }
- reset() {
- this.frag = null;
- this.part = null;
- if (this.workerContext) {
- const instanceNo = this.instanceNo;
- this.instanceNo = transmuxerInstanceCount++;
- const config = this.hls.config;
- const m2tsTypeSupported = getM2TSSupportedAudioTypes(config.preferManagedMediaSource);
- this.workerContext.worker.postMessage({
- instanceNo: this.instanceNo,
- cmd: 'reset',
- resetNo: instanceNo,
- typeSupported: m2tsTypeSupported,
- id: this.id,
- config: stringify(config)
- });
- }
- }
- terminateWorker() {
- if (this.workerContext) {
- const {
- worker
- } = this.workerContext;
- this.workerContext = null;
- worker.removeEventListener('message', this.onWorkerMessage);
- worker.removeEventListener('error', this.onWorkerError);
- removeWorkerFromStore(this.hls.config.workerPath);
- }
- }
- destroy() {
- if (this.workerContext) {
- this.terminateWorker();
- // @ts-ignore
- this.onWorkerMessage = this.onWorkerError = null;
- } else {
- const transmuxer = this.transmuxer;
- if (transmuxer) {
- transmuxer.destroy();
- this.transmuxer = null;
- }
- }
- const observer = this.observer;
- if (observer) {
- observer.removeAllListeners();
- }
- this.frag = null;
- this.part = null;
- // @ts-ignore
- this.observer = null;
- // @ts-ignore
- this.hls = null;
- }
- push(data, initSegmentData, audioCodec, videoCodec, frag, part, duration, accurateTimeOffset, chunkMeta, defaultInitPTS) {
- var _frag$initSegment, _lastFrag$initSegment;
- chunkMeta.transmuxing.start = self.performance.now();
- const {
- instanceNo,
- transmuxer
- } = this;
- const timeOffset = part ? part.start : frag.start;
- // TODO: push "clear-lead" decrypt data for unencrypted fragments in streams with encrypted ones
- const decryptdata = frag.decryptdata;
- const lastFrag = this.frag;
- const discontinuity = !(lastFrag && frag.cc === lastFrag.cc);
- const trackSwitch = !(lastFrag && chunkMeta.level === lastFrag.level);
- const snDiff = lastFrag ? chunkMeta.sn - lastFrag.sn : -1;
- const partDiff = this.part ? chunkMeta.part - this.part.index : -1;
- const progressive = snDiff === 0 && chunkMeta.id > 1 && chunkMeta.id === (lastFrag == null ? void 0 : lastFrag.stats.chunkCount);
- const contiguous = !trackSwitch && (snDiff === 1 || snDiff === 0 && (partDiff === 1 || progressive && partDiff <= 0));
- const now = self.performance.now();
- if (trackSwitch || snDiff || frag.stats.parsing.start === 0) {
- frag.stats.parsing.start = now;
- }
- if (part && (partDiff || !contiguous)) {
- part.stats.parsing.start = now;
- }
- const initSegmentChange = !(lastFrag && ((_frag$initSegment = frag.initSegment) == null ? void 0 : _frag$initSegment.url) === ((_lastFrag$initSegment = lastFrag.initSegment) == null ? void 0 : _lastFrag$initSegment.url));
- const state = new TransmuxState(discontinuity, contiguous, accurateTimeOffset, trackSwitch, timeOffset, initSegmentChange);
- if (!contiguous || discontinuity || initSegmentChange) {
- this.hls.logger.log(`[transmuxer-interface]: Starting new transmux session for ${frag.type} sn: ${chunkMeta.sn}${chunkMeta.part > -1 ? ' part: ' + chunkMeta.part : ''} ${this.id === PlaylistLevelType.MAIN ? 'level' : 'track'}: ${chunkMeta.level} id: ${chunkMeta.id}
- discontinuity: ${discontinuity}
- trackSwitch: ${trackSwitch}
- contiguous: ${contiguous}
- accurateTimeOffset: ${accurateTimeOffset}
- timeOffset: ${timeOffset}
- initSegmentChange: ${initSegmentChange}`);
- const config = new TransmuxConfig(audioCodec, videoCodec, initSegmentData, duration, defaultInitPTS);
- this.configureTransmuxer(config);
- }
- this.frag = frag;
- this.part = part;
- // Frags with sn of 'initSegment' are not transmuxed
- if (this.workerContext) {
- // post fragment payload as transferable objects for ArrayBuffer (no copy)
- this.workerContext.worker.postMessage({
- instanceNo,
- cmd: 'demux',
- data,
- decryptdata,
- chunkMeta,
- state
- }, data instanceof ArrayBuffer ? [data] : []);
- } else if (transmuxer) {
- const transmuxResult = transmuxer.push(data, decryptdata, chunkMeta, state);
- if (isPromise(transmuxResult)) {
- transmuxResult.then(data => {
- this.handleTransmuxComplete(data);
- }).catch(error => {
- this.transmuxerError(error, chunkMeta, 'transmuxer-interface push error');
- });
- } else {
- this.handleTransmuxComplete(transmuxResult);
- }
- }
- }
- flush(chunkMeta) {
- chunkMeta.transmuxing.start = self.performance.now();
- const {
- instanceNo,
- transmuxer
- } = this;
- if (this.workerContext) {
- this.workerContext.worker.postMessage({
- instanceNo,
- cmd: 'flush',
- chunkMeta
- });
- } else if (transmuxer) {
- const transmuxResult = transmuxer.flush(chunkMeta);
- if (isPromise(transmuxResult)) {
- transmuxResult.then(data => {
- this.handleFlushResult(data, chunkMeta);
- }).catch(error => {
- this.transmuxerError(error, chunkMeta, 'transmuxer-interface flush error');
- });
- } else {
- this.handleFlushResult(transmuxResult, chunkMeta);
- }
- }
- }
- transmuxerError(error, chunkMeta, reason) {
- if (!this.hls) {
- return;
- }
- this.error = error;
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_PARSING_ERROR,
- chunkMeta,
- frag: this.frag || undefined,
- part: this.part || undefined,
- fatal: false,
- error,
- err: error,
- reason
- });
- }
- handleFlushResult(results, chunkMeta) {
- results.forEach(result => {
- this.handleTransmuxComplete(result);
- });
- this.onFlush(chunkMeta);
- }
- configureTransmuxer(config) {
- const {
- instanceNo,
- transmuxer
- } = this;
- if (this.workerContext) {
- this.workerContext.worker.postMessage({
- instanceNo,
- cmd: 'configure',
- config
- });
- } else if (transmuxer) {
- transmuxer.configure(config);
- }
- }
- handleTransmuxComplete(result) {
- result.chunkMeta.transmuxing.end = self.performance.now();
- this.onTransmuxComplete(result);
- }
- }
- const TICK_INTERVAL$3 = 100; // how often to tick in ms
- class AudioStreamController extends BaseStreamController {
- constructor(hls, fragmentTracker, keyLoader) {
- super(hls, fragmentTracker, keyLoader, 'audio-stream-controller', PlaylistLevelType.AUDIO);
- this.mainAnchor = null;
- this.mainFragLoading = null;
- this.audioOnly = false;
- this.bufferedTrack = null;
- this.switchingTrack = null;
- this.trackId = -1;
- this.waitingData = null;
- this.mainDetails = null;
- this.flushing = false;
- this.bufferFlushed = false;
- this.cachedTrackLoadedData = null;
- this.registerListeners();
- }
- onHandlerDestroying() {
- this.unregisterListeners();
- super.onHandlerDestroying();
- this.resetItem();
- }
- resetItem() {
- this.mainDetails = this.mainAnchor = this.mainFragLoading = this.bufferedTrack = this.switchingTrack = this.waitingData = this.cachedTrackLoadedData = null;
- }
- registerListeners() {
- super.registerListeners();
- const {
- hls
- } = this;
- hls.on(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.on(Events.AUDIO_TRACKS_UPDATED, this.onAudioTracksUpdated, this);
- hls.on(Events.AUDIO_TRACK_SWITCHING, this.onAudioTrackSwitching, this);
- hls.on(Events.AUDIO_TRACK_LOADED, this.onAudioTrackLoaded, this);
- hls.on(Events.BUFFER_RESET, this.onBufferReset, this);
- hls.on(Events.BUFFER_CREATED, this.onBufferCreated, this);
- hls.on(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- hls.on(Events.BUFFER_FLUSHED, this.onBufferFlushed, this);
- hls.on(Events.INIT_PTS_FOUND, this.onInitPtsFound, this);
- hls.on(Events.FRAG_LOADING, this.onFragLoading, this);
- hls.on(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- if (!hls) {
- return;
- }
- super.unregisterListeners();
- hls.off(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.off(Events.AUDIO_TRACKS_UPDATED, this.onAudioTracksUpdated, this);
- hls.off(Events.AUDIO_TRACK_SWITCHING, this.onAudioTrackSwitching, this);
- hls.off(Events.AUDIO_TRACK_LOADED, this.onAudioTrackLoaded, this);
- hls.off(Events.BUFFER_RESET, this.onBufferReset, this);
- hls.off(Events.BUFFER_CREATED, this.onBufferCreated, this);
- hls.off(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- hls.off(Events.BUFFER_FLUSHED, this.onBufferFlushed, this);
- hls.off(Events.INIT_PTS_FOUND, this.onInitPtsFound, this);
- hls.off(Events.FRAG_LOADING, this.onFragLoading, this);
- hls.off(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- }
- // INIT_PTS_FOUND is triggered when the video track parsed in the stream-controller has a new PTS value
- onInitPtsFound(event, {
- frag,
- id,
- initPTS,
- timescale
- }) {
- // Always update the new INIT PTS
- // Can change due level switch
- if (id === PlaylistLevelType.MAIN) {
- const cc = frag.cc;
- const inFlightFrag = this.fragCurrent;
- this.initPTS[cc] = {
- baseTime: initPTS,
- timescale
- };
- this.log(`InitPTS for cc: ${cc} found from main: ${initPTS}/${timescale}`);
- this.mainAnchor = frag;
- // If we are waiting, tick immediately to unblock audio fragment transmuxing
- if (this.state === State.WAITING_INIT_PTS) {
- const waitingData = this.waitingData;
- if (!waitingData && !this.loadingParts || waitingData && waitingData.frag.cc !== cc) {
- this.syncWithAnchor(frag, waitingData == null ? void 0 : waitingData.frag);
- }
- } else if (!this.hls.hasEnoughToStart && inFlightFrag && inFlightFrag.cc !== cc) {
- inFlightFrag.abortRequests();
- this.syncWithAnchor(frag, inFlightFrag);
- } else if (this.state === State.IDLE) {
- this.tick();
- }
- }
- }
- getLoadPosition() {
- if (!this.startFragRequested && this.nextLoadPosition >= 0) {
- return this.nextLoadPosition;
- }
- return super.getLoadPosition();
- }
- syncWithAnchor(mainAnchor, waitingToAppend) {
- var _this$mainFragLoading;
- // Drop waiting fragment if videoTrackCC has changed since waitingFragment was set and initPTS was not found
- const mainFragLoading = ((_this$mainFragLoading = this.mainFragLoading) == null ? void 0 : _this$mainFragLoading.frag) || null;
- if (waitingToAppend) {
- if ((mainFragLoading == null ? void 0 : mainFragLoading.cc) === waitingToAppend.cc) {
- // Wait for loading frag to complete and INIT_PTS_FOUND
- return;
- }
- }
- const targetDiscontinuity = (mainFragLoading || mainAnchor).cc;
- const trackDetails = this.getLevelDetails();
- const pos = this.getLoadPosition();
- const syncFrag = findNearestWithCC(trackDetails, targetDiscontinuity, pos);
- // Only stop waiting for audioFrag.cc if an audio segment of the same discontinuity domain (cc) is found
- if (syncFrag) {
- this.log(`Syncing with main frag at ${syncFrag.start} cc ${syncFrag.cc}`);
- this.startFragRequested = false;
- this.nextLoadPosition = syncFrag.start;
- this.resetLoadingState();
- if (this.state === State.IDLE) {
- this.doTickIdle();
- }
- }
- }
- startLoad(startPosition, skipSeekToStartPosition) {
- if (!this.levels) {
- this.startPosition = startPosition;
- this.state = State.STOPPED;
- return;
- }
- const lastCurrentTime = this.lastCurrentTime;
- this.stopLoad();
- this.setInterval(TICK_INTERVAL$3);
- if (lastCurrentTime > 0 && startPosition === -1) {
- this.log(`Override startPosition with lastCurrentTime @${lastCurrentTime.toFixed(3)}`);
- startPosition = lastCurrentTime;
- this.state = State.IDLE;
- } else {
- this.state = State.WAITING_TRACK;
- }
- this.nextLoadPosition = this.lastCurrentTime = startPosition + this.timelineOffset;
- this.startPosition = skipSeekToStartPosition ? -1 : startPosition;
- this.tick();
- }
- doTick() {
- switch (this.state) {
- case State.IDLE:
- this.doTickIdle();
- break;
- case State.WAITING_TRACK:
- {
- const {
- levels,
- trackId
- } = this;
- const currenTrack = levels == null ? void 0 : levels[trackId];
- const details = currenTrack == null ? void 0 : currenTrack.details;
- if (details && !this.waitForLive(currenTrack)) {
- if (this.waitForCdnTuneIn(details)) {
- break;
- }
- this.state = State.WAITING_INIT_PTS;
- }
- break;
- }
- case State.FRAG_LOADING_WAITING_RETRY:
- {
- var _this$media;
- const now = performance.now();
- const retryDate = this.retryDate;
- // if current time is gt than retryDate, or if media seeking let's switch to IDLE state to retry loading
- if (!retryDate || now >= retryDate || (_this$media = this.media) != null && _this$media.seeking) {
- const {
- levels,
- trackId
- } = this;
- this.log('RetryDate reached, switch back to IDLE state');
- this.resetStartWhenNotLoaded((levels == null ? void 0 : levels[trackId]) || null);
- this.state = State.IDLE;
- }
- break;
- }
- case State.WAITING_INIT_PTS:
- {
- // Ensure we don't get stuck in the WAITING_INIT_PTS state if the waiting frag CC doesn't match any initPTS
- const waitingData = this.waitingData;
- if (waitingData) {
- const {
- frag,
- part,
- cache,
- complete
- } = waitingData;
- const mainAnchor = this.mainAnchor;
- if (this.initPTS[frag.cc] !== undefined) {
- this.waitingData = null;
- this.state = State.FRAG_LOADING;
- const payload = cache.flush().buffer;
- const data = {
- frag,
- part,
- payload,
- networkDetails: null
- };
- this._handleFragmentLoadProgress(data);
- if (complete) {
- super._handleFragmentLoadComplete(data);
- }
- } else if (mainAnchor && mainAnchor.cc !== waitingData.frag.cc) {
- this.syncWithAnchor(mainAnchor, waitingData.frag);
- }
- } else {
- this.state = State.IDLE;
- }
- }
- }
- this.onTickEnd();
- }
- resetLoadingState() {
- const waitingData = this.waitingData;
- if (waitingData) {
- this.fragmentTracker.removeFragment(waitingData.frag);
- this.waitingData = null;
- }
- super.resetLoadingState();
- }
- onTickEnd() {
- const {
- media
- } = this;
- if (!(media != null && media.readyState)) {
- // Exit early if we don't have media or if the media hasn't buffered anything yet (readyState 0)
- return;
- }
- this.lastCurrentTime = media.currentTime;
- }
- doTickIdle() {
- var _this$mainFragLoading2;
- const {
- hls,
- levels,
- media,
- trackId
- } = this;
- const config = hls.config;
- // 1. if buffering is suspended
- // 2. if video not attached AND
- // start fragment already requested OR start frag prefetch not enabled
- // 3. if tracks or track not loaded and selected
- // then exit loop
- // => if media not attached but start frag prefetch is enabled and start frag not requested yet, we will not exit loop
- if (!this.buffering || !media && !this.primaryPrefetch && (this.startFragRequested || !config.startFragPrefetch) || !(levels != null && levels[trackId])) {
- return;
- }
- const levelInfo = levels[trackId];
- const trackDetails = levelInfo.details;
- if (!trackDetails || this.waitForLive(levelInfo) || this.waitForCdnTuneIn(trackDetails)) {
- this.state = State.WAITING_TRACK;
- this.startFragRequested = false;
- return;
- }
- const bufferable = this.mediaBuffer ? this.mediaBuffer : this.media;
- if (this.bufferFlushed && bufferable) {
- this.bufferFlushed = false;
- this.afterBufferFlushed(bufferable, ElementaryStreamTypes.AUDIO, PlaylistLevelType.AUDIO);
- }
- const bufferInfo = this.getFwdBufferInfo(bufferable, PlaylistLevelType.AUDIO);
- if (bufferInfo === null) {
- return;
- }
- if (!this.switchingTrack && this._streamEnded(bufferInfo, trackDetails)) {
- hls.trigger(Events.BUFFER_EOS, {
- type: 'audio'
- });
- this.state = State.ENDED;
- return;
- }
- const bufferLen = bufferInfo.len;
- const maxBufLen = hls.maxBufferLength;
- const fragments = trackDetails.fragments;
- const start = fragments[0].start;
- const loadPosition = this.getLoadPosition();
- const targetBufferTime = this.flushing ? loadPosition : bufferInfo.end;
- if (this.switchingTrack && media) {
- const pos = loadPosition;
- // if currentTime (pos) is less than alt audio playlist start time, it means that alt audio is ahead of currentTime
- if (trackDetails.PTSKnown && pos < start) {
- // if everything is buffered from pos to start or if audio buffer upfront, let's seek to start
- if (bufferInfo.end > start || bufferInfo.nextStart) {
- this.log('Alt audio track ahead of main track, seek to start of alt audio track');
- media.currentTime = start + 0.05;
- }
- }
- }
- // if buffer length is less than maxBufLen, or near the end, find a fragment to load
- if (bufferLen >= maxBufLen && !this.switchingTrack && targetBufferTime < fragments[fragments.length - 1].start) {
- return;
- }
- let frag = this.getNextFragment(targetBufferTime, trackDetails);
- // Avoid loop loading by using nextLoadPosition set for backtracking and skipping consecutive GAP tags
- if (frag && this.isLoopLoading(frag, targetBufferTime)) {
- frag = this.getNextFragmentLoopLoading(frag, trackDetails, bufferInfo, PlaylistLevelType.MAIN, maxBufLen);
- }
- if (!frag) {
- this.bufferFlushed = true;
- return;
- }
- // Request audio segments up to one fragment ahead of main stream-controller
- let mainFragLoading = ((_this$mainFragLoading2 = this.mainFragLoading) == null ? void 0 : _this$mainFragLoading2.frag) || null;
- if (!this.audioOnly && this.startFragRequested && mainFragLoading && isMediaFragment(frag) && !frag.endList && (!trackDetails.live || !this.loadingParts && targetBufferTime < this.hls.liveSyncPosition)) {
- if (this.fragmentTracker.getState(mainFragLoading) === FragmentState.OK) {
- this.mainFragLoading = mainFragLoading = null;
- }
- if (mainFragLoading && isMediaFragment(mainFragLoading)) {
- if (frag.start > mainFragLoading.end) {
- // Get buffered frag at target position from tracker (loaded out of sequence)
- const mainFragAtPos = this.fragmentTracker.getFragAtPos(targetBufferTime, PlaylistLevelType.MAIN);
- if (mainFragAtPos && mainFragAtPos.end > mainFragLoading.end) {
- mainFragLoading = mainFragAtPos;
- this.mainFragLoading = {
- frag: mainFragAtPos,
- targetBufferTime: null
- };
- }
- }
- const atBufferSyncLimit = frag.start > mainFragLoading.end;
- if (atBufferSyncLimit) {
- return;
- }
- }
- }
- this.loadFragment(frag, levelInfo, targetBufferTime);
- }
- onMediaDetaching(event, data) {
- this.bufferFlushed = this.flushing = false;
- super.onMediaDetaching(event, data);
- }
- onAudioTracksUpdated(event, {
- audioTracks
- }) {
- // Reset tranxmuxer is essential for large context switches (Content Steering)
- this.resetTransmuxer();
- this.levels = audioTracks.map(mediaPlaylist => new Level(mediaPlaylist));
- }
- onAudioTrackSwitching(event, data) {
- // if any URL found on new audio track, it is an alternate audio track
- const altAudio = !!data.url;
- this.trackId = data.id;
- const {
- fragCurrent
- } = this;
- if (fragCurrent) {
- fragCurrent.abortRequests();
- this.removeUnbufferedFrags(fragCurrent.start);
- }
- this.resetLoadingState();
- // should we switch tracks ?
- if (altAudio) {
- this.switchingTrack = data;
- // main audio track are handled by stream-controller, just do something if switching to alt audio track
- this.flushAudioIfNeeded(data);
- if (this.state !== State.STOPPED) {
- // switching to audio track, start timer if not already started
- this.setInterval(TICK_INTERVAL$3);
- this.state = State.IDLE;
- this.tick();
- }
- } else {
- // destroy useless transmuxer when switching audio to main
- this.resetTransmuxer();
- this.switchingTrack = null;
- this.bufferedTrack = data;
- this.clearInterval();
- }
- }
- onManifestLoading() {
- super.onManifestLoading();
- this.bufferFlushed = this.flushing = this.audioOnly = false;
- this.resetItem();
- this.trackId = -1;
- }
- onLevelLoaded(event, data) {
- this.mainDetails = data.details;
- const cachedTrackLoadedData = this.cachedTrackLoadedData;
- if (cachedTrackLoadedData) {
- this.cachedTrackLoadedData = null;
- this.onAudioTrackLoaded(Events.AUDIO_TRACK_LOADED, cachedTrackLoadedData);
- }
- }
- onAudioTrackLoaded(event, data) {
- var _trackLevel$details;
- const {
- levels
- } = this;
- const {
- details: newDetails,
- id: trackId,
- groupId,
- track
- } = data;
- if (!levels) {
- this.warn(`Audio tracks reset while loading track ${trackId} "${track.name}" of "${groupId}"`);
- return;
- }
- const mainDetails = this.mainDetails;
- if (!mainDetails || newDetails.endCC > mainDetails.endCC || mainDetails.expired) {
- this.cachedTrackLoadedData = data;
- if (this.state !== State.STOPPED) {
- this.state = State.WAITING_TRACK;
- }
- return;
- }
- this.cachedTrackLoadedData = null;
- this.log(`Audio track ${trackId} "${track.name}" of "${groupId}" loaded [${newDetails.startSN},${newDetails.endSN}]${newDetails.lastPartSn ? `[part-${newDetails.lastPartSn}-${newDetails.lastPartIndex}]` : ''},duration:${newDetails.totalduration}`);
- const trackLevel = levels[trackId];
- let sliding = 0;
- if (newDetails.live || (_trackLevel$details = trackLevel.details) != null && _trackLevel$details.live) {
- this.checkLiveUpdate(newDetails);
- if (newDetails.deltaUpdateFailed) {
- return;
- }
- if (trackLevel.details) {
- var _this$levelLastLoaded;
- sliding = this.alignPlaylists(newDetails, trackLevel.details, (_this$levelLastLoaded = this.levelLastLoaded) == null ? void 0 : _this$levelLastLoaded.details);
- }
- if (!newDetails.alignedSliding) {
- // Align audio rendition with the "main" playlist on discontinuity change
- // or program-date-time (PDT)
- alignDiscontinuities(newDetails, mainDetails);
- if (!newDetails.alignedSliding) {
- alignMediaPlaylistByPDT(newDetails, mainDetails);
- }
- sliding = newDetails.fragmentStart;
- }
- }
- trackLevel.details = newDetails;
- this.levelLastLoaded = trackLevel;
- // compute start position if we are aligned with the main playlist
- if (!this.startFragRequested) {
- this.setStartPosition(mainDetails, sliding);
- }
- this.hls.trigger(Events.AUDIO_TRACK_UPDATED, {
- details: newDetails,
- id: trackId,
- groupId: data.groupId
- });
- // only switch back to IDLE state if we were waiting for track to start downloading a new fragment
- if (this.state === State.WAITING_TRACK && !this.waitForCdnTuneIn(newDetails)) {
- this.state = State.IDLE;
- }
- // trigger handler right now
- this.tick();
- }
- _handleFragmentLoadProgress(data) {
- var _frag$initSegment;
- const frag = data.frag;
- const {
- part,
- payload
- } = data;
- const {
- config,
- trackId,
- levels
- } = this;
- if (!levels) {
- this.warn(`Audio tracks were reset while fragment load was in progress. Fragment ${frag.sn} of level ${frag.level} will not be buffered`);
- return;
- }
- const track = levels[trackId];
- if (!track) {
- this.warn('Audio track is undefined on fragment load progress');
- return;
- }
- const details = track.details;
- if (!details) {
- this.warn('Audio track details undefined on fragment load progress');
- this.removeUnbufferedFrags(frag.start);
- return;
- }
- const audioCodec = config.defaultAudioCodec || track.audioCodec || 'mp4a.40.2';
- let transmuxer = this.transmuxer;
- if (!transmuxer) {
- transmuxer = this.transmuxer = new TransmuxerInterface(this.hls, PlaylistLevelType.AUDIO, this._handleTransmuxComplete.bind(this), this._handleTransmuxerFlush.bind(this));
- }
- // Check if we have video initPTS
- // If not we need to wait for it
- const initPTS = this.initPTS[frag.cc];
- const initSegmentData = (_frag$initSegment = frag.initSegment) == null ? void 0 : _frag$initSegment.data;
- if (initPTS !== undefined) {
- // this.log(`Transmuxing ${sn} of [${details.startSN} ,${details.endSN}],track ${trackId}`);
- // time Offset is accurate if level PTS is known, or if playlist is not sliding (not live)
- const accurateTimeOffset = false; // details.PTSKnown || !details.live;
- const partIndex = part ? part.index : -1;
- const partial = partIndex !== -1;
- const chunkMeta = new ChunkMetadata(frag.level, frag.sn, frag.stats.chunkCount, payload.byteLength, partIndex, partial);
- transmuxer.push(payload, initSegmentData, audioCodec, '', frag, part, details.totalduration, accurateTimeOffset, chunkMeta, initPTS);
- } else {
- this.log(`Unknown video PTS for cc ${frag.cc}, waiting for video PTS before demuxing audio frag ${frag.sn} of [${details.startSN} ,${details.endSN}],track ${trackId}`);
- const {
- cache
- } = this.waitingData = this.waitingData || {
- frag,
- part,
- cache: new ChunkCache(),
- complete: false
- };
- cache.push(new Uint8Array(payload));
- if (this.state !== State.STOPPED) {
- this.state = State.WAITING_INIT_PTS;
- }
- }
- }
- _handleFragmentLoadComplete(fragLoadedData) {
- if (this.waitingData) {
- this.waitingData.complete = true;
- return;
- }
- super._handleFragmentLoadComplete(fragLoadedData);
- }
- onBufferReset(/* event: Events.BUFFER_RESET */
- ) {
- // reset reference to sourcebuffers
- this.mediaBuffer = null;
- }
- onBufferCreated(event, data) {
- this.bufferFlushed = this.flushing = false;
- const audioTrack = data.tracks.audio;
- if (audioTrack) {
- this.mediaBuffer = audioTrack.buffer || null;
- }
- }
- onFragLoading(event, data) {
- if (!this.audioOnly && data.frag.type === PlaylistLevelType.MAIN && isMediaFragment(data.frag)) {
- this.mainFragLoading = data;
- if (this.state === State.IDLE) {
- this.tick();
- }
- }
- }
- onFragBuffered(event, data) {
- const {
- frag,
- part
- } = data;
- if (frag.type !== PlaylistLevelType.AUDIO) {
- if (!this.audioOnly && frag.type === PlaylistLevelType.MAIN && !frag.elementaryStreams.video && !frag.elementaryStreams.audiovideo) {
- this.audioOnly = true;
- this.mainFragLoading = null;
- }
- return;
- }
- if (this.fragContextChanged(frag)) {
- // If a level switch was requested while a fragment was buffering, it will emit the FRAG_BUFFERED event upon completion
- // Avoid setting state back to IDLE or concluding the audio switch; otherwise, the switched-to track will not buffer
- this.warn(`Fragment ${frag.sn}${part ? ' p: ' + part.index : ''} of level ${frag.level} finished buffering, but was aborted. state: ${this.state}, audioSwitch: ${this.switchingTrack ? this.switchingTrack.name : 'false'}`);
- return;
- }
- if (isMediaFragment(frag)) {
- this.fragPrevious = frag;
- const track = this.switchingTrack;
- if (track) {
- this.bufferedTrack = track;
- this.switchingTrack = null;
- this.hls.trigger(Events.AUDIO_TRACK_SWITCHED, _objectSpread2({}, track));
- }
- }
- this.fragBufferedComplete(frag, part);
- if (this.media) {
- this.tick();
- }
- }
- onError(event, data) {
- var _data$context;
- if (data.fatal) {
- this.state = State.ERROR;
- return;
- }
- switch (data.details) {
- case ErrorDetails.FRAG_GAP:
- case ErrorDetails.FRAG_PARSING_ERROR:
- case ErrorDetails.FRAG_DECRYPT_ERROR:
- case ErrorDetails.FRAG_LOAD_ERROR:
- case ErrorDetails.FRAG_LOAD_TIMEOUT:
- case ErrorDetails.KEY_LOAD_ERROR:
- case ErrorDetails.KEY_LOAD_TIMEOUT:
- this.onFragmentOrKeyLoadError(PlaylistLevelType.AUDIO, data);
- break;
- case ErrorDetails.AUDIO_TRACK_LOAD_ERROR:
- case ErrorDetails.AUDIO_TRACK_LOAD_TIMEOUT:
- case ErrorDetails.LEVEL_PARSING_ERROR:
- // in case of non fatal error while loading track, if not retrying to load track, switch back to IDLE
- if (!data.levelRetry && this.state === State.WAITING_TRACK && ((_data$context = data.context) == null ? void 0 : _data$context.type) === PlaylistContextType.AUDIO_TRACK) {
- this.state = State.IDLE;
- }
- break;
- case ErrorDetails.BUFFER_ADD_CODEC_ERROR:
- case ErrorDetails.BUFFER_APPEND_ERROR:
- if (data.parent !== 'audio') {
- return;
- }
- if (!this.reduceLengthAndFlushBuffer(data)) {
- this.resetLoadingState();
- }
- break;
- case ErrorDetails.BUFFER_FULL_ERROR:
- if (data.parent !== 'audio') {
- return;
- }
- if (this.reduceLengthAndFlushBuffer(data)) {
- this.bufferedTrack = null;
- super.flushMainBuffer(0, Number.POSITIVE_INFINITY, 'audio');
- }
- break;
- case ErrorDetails.INTERNAL_EXCEPTION:
- this.recoverWorkerError(data);
- break;
- }
- }
- onBufferFlushing(event, {
- type
- }) {
- if (type !== ElementaryStreamTypes.VIDEO) {
- this.flushing = true;
- }
- }
- onBufferFlushed(event, {
- type
- }) {
- if (type !== ElementaryStreamTypes.VIDEO) {
- this.flushing = false;
- this.bufferFlushed = true;
- if (this.state === State.ENDED) {
- this.state = State.IDLE;
- }
- const mediaBuffer = this.mediaBuffer || this.media;
- if (mediaBuffer) {
- this.afterBufferFlushed(mediaBuffer, type, PlaylistLevelType.AUDIO);
- this.tick();
- }
- }
- }
- _handleTransmuxComplete(transmuxResult) {
- var _id3$samples;
- const id = 'audio';
- const {
- hls
- } = this;
- const {
- remuxResult,
- chunkMeta
- } = transmuxResult;
- const context = this.getCurrentContext(chunkMeta);
- if (!context) {
- this.resetWhenMissingContext(chunkMeta);
- return;
- }
- const {
- frag,
- part,
- level
- } = context;
- const {
- details
- } = level;
- const {
- audio,
- text,
- id3,
- initSegment
- } = remuxResult;
- // Check if the current fragment has been aborted. We check this by first seeing if we're still playing the current level.
- // If we are, subsequently check if the currently loading fragment (fragCurrent) has changed.
- if (this.fragContextChanged(frag) || !details) {
- this.fragmentTracker.removeFragment(frag);
- return;
- }
- this.state = State.PARSING;
- if (this.switchingTrack && audio) {
- this.completeAudioSwitch(this.switchingTrack);
- }
- if (initSegment != null && initSegment.tracks) {
- const mapFragment = frag.initSegment || frag;
- this._bufferInitSegment(level, initSegment.tracks, mapFragment, chunkMeta);
- hls.trigger(Events.FRAG_PARSING_INIT_SEGMENT, {
- frag: mapFragment,
- id,
- tracks: initSegment.tracks
- });
- // Only flush audio from old audio tracks when PTS is known on new audio track
- }
- if (audio) {
- const {
- startPTS,
- endPTS,
- startDTS,
- endDTS
- } = audio;
- if (part) {
- part.elementaryStreams[ElementaryStreamTypes.AUDIO] = {
- startPTS,
- endPTS,
- startDTS,
- endDTS
- };
- }
- frag.setElementaryStreamInfo(ElementaryStreamTypes.AUDIO, startPTS, endPTS, startDTS, endDTS);
- this.bufferFragmentData(audio, frag, part, chunkMeta);
- }
- if (id3 != null && (_id3$samples = id3.samples) != null && _id3$samples.length) {
- const emittedID3 = _extends({
- id,
- frag,
- details
- }, id3);
- hls.trigger(Events.FRAG_PARSING_METADATA, emittedID3);
- }
- if (text) {
- const emittedText = _extends({
- id,
- frag,
- details
- }, text);
- hls.trigger(Events.FRAG_PARSING_USERDATA, emittedText);
- }
- }
- _bufferInitSegment(currentLevel, tracks, frag, chunkMeta) {
- if (this.state !== State.PARSING) {
- return;
- }
- // delete any video track found on audio transmuxer
- if (tracks.video) {
- delete tracks.video;
- }
- if (tracks.audiovideo) {
- delete tracks.audiovideo;
- }
- // include levelCodec in audio and video tracks
- if (!tracks.audio) {
- return;
- }
- const track = tracks.audio;
- track.id = PlaylistLevelType.AUDIO;
- const variantAudioCodecs = currentLevel.audioCodec;
- this.log(`Init audio buffer, container:${track.container}, codecs[level/parsed]=[${variantAudioCodecs}/${track.codec}]`);
- // SourceBuffer will use track.levelCodec if defined
- if (variantAudioCodecs && variantAudioCodecs.split(',').length === 1) {
- track.levelCodec = variantAudioCodecs;
- }
- this.hls.trigger(Events.BUFFER_CODECS, tracks);
- const initSegment = track.initSegment;
- if (initSegment != null && initSegment.byteLength) {
- const segment = {
- type: 'audio',
- frag,
- part: null,
- chunkMeta,
- parent: frag.type,
- data: initSegment
- };
- this.hls.trigger(Events.BUFFER_APPENDING, segment);
- }
- // trigger handler right now
- this.tickImmediate();
- }
- loadFragment(frag, track, targetBufferTime) {
- // only load if fragment is not loaded or if in audio switch
- const fragState = this.fragmentTracker.getState(frag);
- // we force a frag loading in audio switch as fragment tracker might not have evicted previous frags in case of quick audio switch
- if (this.switchingTrack || fragState === FragmentState.NOT_LOADED || fragState === FragmentState.PARTIAL) {
- var _track$details;
- if (!isMediaFragment(frag)) {
- this._loadInitSegment(frag, track);
- } else if ((_track$details = track.details) != null && _track$details.live && !this.initPTS[frag.cc]) {
- this.log(`Waiting for video PTS in continuity counter ${frag.cc} of live stream before loading audio fragment ${frag.sn} of level ${this.trackId}`);
- this.state = State.WAITING_INIT_PTS;
- const mainDetails = this.mainDetails;
- if (mainDetails && mainDetails.fragmentStart !== track.details.fragmentStart) {
- alignMediaPlaylistByPDT(track.details, mainDetails);
- }
- } else {
- super.loadFragment(frag, track, targetBufferTime);
- }
- } else {
- this.clearTrackerIfNeeded(frag);
- }
- }
- flushAudioIfNeeded(switchingTrack) {
- if (this.media && this.bufferedTrack) {
- const {
- name,
- lang,
- assocLang,
- characteristics,
- audioCodec,
- channels
- } = this.bufferedTrack;
- if (!matchesOption({
- name,
- lang,
- assocLang,
- characteristics,
- audioCodec,
- channels
- }, switchingTrack, audioMatchPredicate)) {
- if (useAlternateAudio(switchingTrack.url, this.hls)) {
- this.log('Switching audio track : flushing all audio');
- super.flushMainBuffer(0, Number.POSITIVE_INFINITY, 'audio');
- this.bufferedTrack = null;
- } else {
- // Main is being buffered. Set bufferedTrack so that it is flushed when switching back to alt-audio
- this.bufferedTrack = switchingTrack;
- }
- }
- }
- }
- completeAudioSwitch(switchingTrack) {
- const {
- hls
- } = this;
- this.flushAudioIfNeeded(switchingTrack);
- this.bufferedTrack = switchingTrack;
- this.switchingTrack = null;
- hls.trigger(Events.AUDIO_TRACK_SWITCHED, _objectSpread2({}, switchingTrack));
- }
- }
- class BasePlaylistController extends Logger {
- constructor(hls, logPrefix) {
- super(logPrefix, hls.logger);
- this.hls = void 0;
- this.canLoad = false;
- this.timer = -1;
- this.hls = hls;
- }
- destroy() {
- this.clearTimer();
- // @ts-ignore
- this.hls = this.log = this.warn = null;
- }
- clearTimer() {
- if (this.timer !== -1) {
- self.clearTimeout(this.timer);
- this.timer = -1;
- }
- }
- startLoad() {
- this.canLoad = true;
- this.loadPlaylist();
- }
- stopLoad() {
- this.canLoad = false;
- this.clearTimer();
- }
- switchParams(playlistUri, previous, current) {
- const renditionReports = previous == null ? void 0 : previous.renditionReports;
- if (renditionReports) {
- let foundIndex = -1;
- for (let i = 0; i < renditionReports.length; i++) {
- const attr = renditionReports[i];
- let uri;
- try {
- uri = new self.URL(attr.URI, previous.url).href;
- } catch (error) {
- this.warn(`Could not construct new URL for Rendition Report: ${error}`);
- uri = attr.URI || '';
- }
- // Use exact match. Otherwise, the last partial match, if any, will be used
- // (Playlist URI includes a query string that the Rendition Report does not)
- if (uri === playlistUri) {
- foundIndex = i;
- break;
- } else if (uri === playlistUri.substring(0, uri.length)) {
- foundIndex = i;
- }
- }
- if (foundIndex !== -1) {
- const attr = renditionReports[foundIndex];
- const msn = parseInt(attr['LAST-MSN']) || (previous == null ? void 0 : previous.lastPartSn);
- let part = parseInt(attr['LAST-PART']) || (previous == null ? void 0 : previous.lastPartIndex);
- if (this.hls.config.lowLatencyMode) {
- const currentGoal = Math.min(previous.age - previous.partTarget, previous.targetduration);
- if (part >= 0 && currentGoal > previous.partTarget) {
- part += 1;
- }
- }
- const skip = current && getSkipValue(current);
- return new HlsUrlParameters(msn, part >= 0 ? part : undefined, skip);
- }
- }
- }
- loadPlaylist(hlsUrlParameters) {
- // Loading is handled by the subclasses
- this.clearTimer();
- }
- loadingPlaylist(playlist, hlsUrlParameters) {
- // Loading is handled by the subclasses
- this.clearTimer();
- }
- shouldLoadPlaylist(playlist) {
- return this.canLoad && !!playlist && !!playlist.url && (!playlist.details || playlist.details.live);
- }
- getUrlWithDirectives(uri, hlsUrlParameters) {
- if (hlsUrlParameters) {
- try {
- return hlsUrlParameters.addDirectives(uri);
- } catch (error) {
- this.warn(`Could not construct new URL with HLS Delivery Directives: ${error}`);
- }
- }
- return uri;
- }
- playlistLoaded(index, data, previousDetails) {
- const {
- details,
- stats
- } = data;
- // Set last updated date-time
- const now = self.performance.now();
- const elapsed = stats.loading.first ? Math.max(0, now - stats.loading.first) : 0;
- details.advancedDateTime = Date.now() - elapsed;
- // shift fragment starts with timelineOffset
- const timelineOffset = this.hls.config.timelineOffset;
- if (timelineOffset !== details.appliedTimelineOffset) {
- const offset = Math.max(timelineOffset || 0, 0);
- details.appliedTimelineOffset = offset;
- details.fragments.forEach(frag => {
- frag.start = frag.playlistOffset + offset;
- });
- }
- // if current playlist is a live playlist, arm a timer to reload it
- if (details.live || previousDetails != null && previousDetails.live) {
- const levelOrTrack = 'levelInfo' in data ? data.levelInfo : data.track;
- details.reloaded(previousDetails);
- // Merge live playlists to adjust fragment starts and fill in delta playlist skipped segments
- if (previousDetails && details.fragments.length > 0) {
- mergeDetails(previousDetails, details);
- const error = details.playlistParsingError;
- if (error) {
- this.warn(error);
- const hls = this.hls;
- if (!hls.config.ignorePlaylistParsingErrors) {
- var _details$fragments$;
- const {
- networkDetails
- } = data;
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.LEVEL_PARSING_ERROR,
- fatal: false,
- url: details.url,
- error,
- reason: error.message,
- level: data.level || undefined,
- parent: (_details$fragments$ = details.fragments[0]) == null ? void 0 : _details$fragments$.type,
- networkDetails,
- stats
- });
- return;
- }
- details.playlistParsingError = null;
- }
- }
- if (details.requestScheduled === -1) {
- details.requestScheduled = stats.loading.start;
- }
- const bufferInfo = this.hls.mainForwardBufferInfo;
- const position = bufferInfo ? bufferInfo.end - bufferInfo.len : 0;
- const distanceToLiveEdgeMs = (details.edge - position) * 1000;
- const reloadInterval = computeReloadInterval(details, distanceToLiveEdgeMs);
- if (details.requestScheduled + reloadInterval < now) {
- details.requestScheduled = now;
- } else {
- details.requestScheduled += reloadInterval;
- }
- this.log(`live playlist ${index} ${details.advanced ? 'REFRESHED ' + details.lastPartSn + '-' + details.lastPartIndex : details.updated ? 'UPDATED' : 'MISSED'}`);
- if (!this.canLoad || !details.live) {
- return;
- }
- let deliveryDirectives;
- let msn = undefined;
- let part = undefined;
- if (details.canBlockReload && details.endSN && details.advanced) {
- // Load level with LL-HLS delivery directives
- const lowLatencyMode = this.hls.config.lowLatencyMode;
- const lastPartSn = details.lastPartSn;
- const endSn = details.endSN;
- const lastPartIndex = details.lastPartIndex;
- const hasParts = lastPartIndex !== -1;
- const atLastPartOfSegment = lastPartSn === endSn;
- if (hasParts) {
- // When low latency mode is disabled, request the last part of the next segment
- if (atLastPartOfSegment) {
- msn = endSn + 1;
- part = lowLatencyMode ? 0 : lastPartIndex;
- } else {
- msn = lastPartSn;
- part = lowLatencyMode ? lastPartIndex + 1 : details.maxPartIndex;
- }
- } else {
- msn = endSn + 1;
- }
- // Low-Latency CDN Tune-in: "age" header and time since load indicates we're behind by more than one part
- // Update directives to obtain the Playlist that has the estimated additional duration of media
- const lastAdvanced = details.age;
- const cdnAge = lastAdvanced + details.ageHeader;
- let currentGoal = Math.min(cdnAge - details.partTarget, details.targetduration * 1.5);
- if (currentGoal > 0) {
- if (cdnAge > details.targetduration * 3) {
- // Omit segment and part directives when the last response was more than 3 target durations ago,
- this.log(`Playlist last advanced ${lastAdvanced.toFixed(2)}s ago. Omitting segment and part directives.`);
- msn = undefined;
- part = undefined;
- } else if (previousDetails != null && previousDetails.tuneInGoal && cdnAge - details.partTarget > previousDetails.tuneInGoal) {
- // If we attempted to get the next or latest playlist update, but currentGoal increased,
- // then we either can't catchup, or the "age" header cannot be trusted.
- this.warn(`CDN Tune-in goal increased from: ${previousDetails.tuneInGoal} to: ${currentGoal} with playlist age: ${details.age}`);
- currentGoal = 0;
- } else {
- const segments = Math.floor(currentGoal / details.targetduration);
- msn += segments;
- if (part !== undefined) {
- const parts = Math.round(currentGoal % details.targetduration / details.partTarget);
- part += parts;
- }
- this.log(`CDN Tune-in age: ${details.ageHeader}s last advanced ${lastAdvanced.toFixed(2)}s goal: ${currentGoal} skip sn ${segments} to part ${part}`);
- }
- details.tuneInGoal = currentGoal;
- }
- deliveryDirectives = this.getDeliveryDirectives(details, data.deliveryDirectives, msn, part);
- if (lowLatencyMode || !atLastPartOfSegment) {
- details.requestScheduled = now;
- this.loadingPlaylist(levelOrTrack, deliveryDirectives);
- return;
- }
- } else if (details.canBlockReload || details.canSkipUntil) {
- deliveryDirectives = this.getDeliveryDirectives(details, data.deliveryDirectives, msn, part);
- }
- if (deliveryDirectives && msn !== undefined && details.canBlockReload) {
- details.requestScheduled = stats.loading.first + Math.max(reloadInterval - elapsed * 2, reloadInterval / 2);
- }
- this.scheduleLoading(levelOrTrack, deliveryDirectives, details);
- } else {
- this.clearTimer();
- }
- }
- scheduleLoading(levelOrTrack, deliveryDirectives, updatedDetails) {
- const details = updatedDetails || levelOrTrack.details;
- if (!details) {
- this.loadingPlaylist(levelOrTrack, deliveryDirectives);
- return;
- }
- const now = self.performance.now();
- const requestScheduled = details.requestScheduled;
- if (now >= requestScheduled) {
- this.loadingPlaylist(levelOrTrack, deliveryDirectives);
- return;
- }
- const estimatedTimeUntilUpdate = requestScheduled - now;
- this.log(`reload live playlist ${levelOrTrack.name || levelOrTrack.bitrate + 'bps'} in ${Math.round(estimatedTimeUntilUpdate)} ms`);
- this.clearTimer();
- this.timer = self.setTimeout(() => this.loadingPlaylist(levelOrTrack, deliveryDirectives), estimatedTimeUntilUpdate);
- }
- getDeliveryDirectives(details, previousDeliveryDirectives, msn, part) {
- let skip = getSkipValue(details);
- if (previousDeliveryDirectives != null && previousDeliveryDirectives.skip && details.deltaUpdateFailed) {
- msn = previousDeliveryDirectives.msn;
- part = previousDeliveryDirectives.part;
- skip = HlsSkip.No;
- }
- return new HlsUrlParameters(msn, part, skip);
- }
- checkRetry(errorEvent) {
- const errorDetails = errorEvent.details;
- const isTimeout = isTimeoutError(errorEvent);
- const errorAction = errorEvent.errorAction;
- const {
- action,
- retryCount = 0,
- retryConfig
- } = errorAction || {};
- const retry = !!errorAction && !!retryConfig && (action === NetworkErrorAction.RetryRequest || !errorAction.resolved && action === NetworkErrorAction.SendAlternateToPenaltyBox);
- if (retry) {
- var _errorEvent$context;
- if (retryCount >= retryConfig.maxNumRetry) {
- return false;
- }
- if (isTimeout && (_errorEvent$context = errorEvent.context) != null && _errorEvent$context.deliveryDirectives) {
- // The LL-HLS request already timed out so retry immediately
- this.warn(`Retrying playlist loading ${retryCount + 1}/${retryConfig.maxNumRetry} after "${errorDetails}" without delivery-directives`);
- this.loadPlaylist();
- } else {
- const delay = getRetryDelay(retryConfig, retryCount);
- // Schedule level/track reload
- this.clearTimer();
- this.timer = self.setTimeout(() => this.loadPlaylist(), delay);
- this.warn(`Retrying playlist loading ${retryCount + 1}/${retryConfig.maxNumRetry} after "${errorDetails}" in ${delay}ms`);
- }
- // `levelRetry = true` used to inform other controllers that a retry is happening
- errorEvent.levelRetry = true;
- errorAction.resolved = true;
- }
- return retry;
- }
- }
- function subtitleOptionsIdentical(trackList1, trackList2) {
- if (trackList1.length !== trackList2.length) {
- return false;
- }
- for (let i = 0; i < trackList1.length; i++) {
- if (!mediaAttributesIdentical(trackList1[i].attrs, trackList2[i].attrs)) {
- return false;
- }
- }
- return true;
- }
- function mediaAttributesIdentical(attrs1, attrs2, customAttributes) {
- // Media options with the same rendition ID must be bit identical
- const stableRenditionId = attrs1['STABLE-RENDITION-ID'];
- if (stableRenditionId && !customAttributes) {
- return stableRenditionId === attrs2['STABLE-RENDITION-ID'];
- }
- // When rendition ID is not present, compare attributes
- return !(customAttributes || ['LANGUAGE', 'NAME', 'CHARACTERISTICS', 'AUTOSELECT', 'DEFAULT', 'FORCED', 'ASSOC-LANGUAGE']).some(subtitleAttribute => attrs1[subtitleAttribute] !== attrs2[subtitleAttribute]);
- }
- function subtitleTrackMatchesTextTrack(subtitleTrack, textTrack) {
- return textTrack.label.toLowerCase() === subtitleTrack.name.toLowerCase() && (!textTrack.language || textTrack.language.toLowerCase() === (subtitleTrack.lang || '').toLowerCase());
- }
- class AudioTrackController extends BasePlaylistController {
- constructor(hls) {
- super(hls, 'audio-track-controller');
- this.tracks = [];
- this.groupIds = null;
- this.tracksInGroup = [];
- this.trackId = -1;
- this.currentTrack = null;
- this.selectDefaultTrack = true;
- this.registerListeners();
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.on(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.on(Events.LEVEL_SWITCHING, this.onLevelSwitching, this);
- hls.on(Events.AUDIO_TRACK_LOADED, this.onAudioTrackLoaded, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.off(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.off(Events.LEVEL_SWITCHING, this.onLevelSwitching, this);
- hls.off(Events.AUDIO_TRACK_LOADED, this.onAudioTrackLoaded, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- destroy() {
- this.unregisterListeners();
- this.tracks.length = 0;
- this.tracksInGroup.length = 0;
- this.currentTrack = null;
- super.destroy();
- }
- onManifestLoading() {
- this.tracks = [];
- this.tracksInGroup = [];
- this.groupIds = null;
- this.currentTrack = null;
- this.trackId = -1;
- this.selectDefaultTrack = true;
- }
- onManifestParsed(event, data) {
- this.tracks = data.audioTracks || [];
- }
- onAudioTrackLoaded(event, data) {
- const {
- id,
- groupId,
- details
- } = data;
- const trackInActiveGroup = this.tracksInGroup[id];
- if (!trackInActiveGroup || trackInActiveGroup.groupId !== groupId) {
- this.warn(`Audio track with id:${id} and group:${groupId} not found in active group ${trackInActiveGroup == null ? void 0 : trackInActiveGroup.groupId}`);
- return;
- }
- const curDetails = trackInActiveGroup.details;
- trackInActiveGroup.details = data.details;
- this.log(`Audio track ${id} "${trackInActiveGroup.name}" lang:${trackInActiveGroup.lang} group:${groupId} loaded [${details.startSN}-${details.endSN}]`);
- if (id === this.trackId) {
- this.playlistLoaded(id, data, curDetails);
- }
- }
- onLevelLoading(event, data) {
- this.switchLevel(data.level);
- }
- onLevelSwitching(event, data) {
- this.switchLevel(data.level);
- }
- switchLevel(levelIndex) {
- const levelInfo = this.hls.levels[levelIndex];
- if (!levelInfo) {
- return;
- }
- const audioGroups = levelInfo.audioGroups || null;
- const currentGroups = this.groupIds;
- let currentTrack = this.currentTrack;
- if (!audioGroups || (currentGroups == null ? void 0 : currentGroups.length) !== (audioGroups == null ? void 0 : audioGroups.length) || audioGroups != null && audioGroups.some(groupId => (currentGroups == null ? void 0 : currentGroups.indexOf(groupId)) === -1)) {
- this.groupIds = audioGroups;
- this.trackId = -1;
- this.currentTrack = null;
- const audioTracks = this.tracks.filter(track => !audioGroups || audioGroups.indexOf(track.groupId) !== -1);
- if (audioTracks.length) {
- // Disable selectDefaultTrack if there are no default tracks
- if (this.selectDefaultTrack && !audioTracks.some(track => track.default)) {
- this.selectDefaultTrack = false;
- }
- // track.id should match hls.audioTracks index
- audioTracks.forEach((track, i) => {
- track.id = i;
- });
- } else if (!currentTrack && !this.tracksInGroup.length) {
- // Do not dispatch AUDIO_TRACKS_UPDATED when there were and are no tracks
- return;
- }
- this.tracksInGroup = audioTracks;
- // Find preferred track
- const audioPreference = this.hls.config.audioPreference;
- if (!currentTrack && audioPreference) {
- const groupIndex = findMatchingOption(audioPreference, audioTracks, audioMatchPredicate);
- if (groupIndex > -1) {
- currentTrack = audioTracks[groupIndex];
- } else {
- const allIndex = findMatchingOption(audioPreference, this.tracks);
- currentTrack = this.tracks[allIndex];
- }
- }
- // Select initial track
- let trackId = this.findTrackId(currentTrack);
- if (trackId === -1 && currentTrack) {
- trackId = this.findTrackId(null);
- }
- // Dispatch events and load track if needed
- const audioTracksUpdated = {
- audioTracks
- };
- this.log(`Updating audio tracks, ${audioTracks.length} track(s) found in group(s): ${audioGroups == null ? void 0 : audioGroups.join(',')}`);
- this.hls.trigger(Events.AUDIO_TRACKS_UPDATED, audioTracksUpdated);
- const selectedTrackId = this.trackId;
- if (trackId !== -1 && selectedTrackId === -1) {
- this.setAudioTrack(trackId);
- } else if (audioTracks.length && selectedTrackId === -1) {
- var _this$groupIds;
- const error = new Error(`No audio track selected for current audio group-ID(s): ${(_this$groupIds = this.groupIds) == null ? void 0 : _this$groupIds.join(',')} track count: ${audioTracks.length}`);
- this.warn(error.message);
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.AUDIO_TRACK_LOAD_ERROR,
- fatal: true,
- error
- });
- }
- }
- }
- onError(event, data) {
- if (data.fatal || !data.context) {
- return;
- }
- if (data.context.type === PlaylistContextType.AUDIO_TRACK && data.context.id === this.trackId && (!this.groupIds || this.groupIds.indexOf(data.context.groupId) !== -1)) {
- this.checkRetry(data);
- }
- }
- get allAudioTracks() {
- return this.tracks;
- }
- get audioTracks() {
- return this.tracksInGroup;
- }
- get audioTrack() {
- return this.trackId;
- }
- set audioTrack(newId) {
- // If audio track is selected from API then don't choose from the manifest default track
- this.selectDefaultTrack = false;
- this.setAudioTrack(newId);
- }
- setAudioOption(audioOption) {
- const hls = this.hls;
- hls.config.audioPreference = audioOption;
- if (audioOption) {
- const allAudioTracks = this.allAudioTracks;
- this.selectDefaultTrack = false;
- if (allAudioTracks.length) {
- // First see if current option matches (no switch op)
- const currentTrack = this.currentTrack;
- if (currentTrack && matchesOption(audioOption, currentTrack, audioMatchPredicate)) {
- return currentTrack;
- }
- // Find option in available tracks (tracksInGroup)
- const groupIndex = findMatchingOption(audioOption, this.tracksInGroup, audioMatchPredicate);
- if (groupIndex > -1) {
- const track = this.tracksInGroup[groupIndex];
- this.setAudioTrack(groupIndex);
- return track;
- } else if (currentTrack) {
- // Find option in nearest level audio group
- let searchIndex = hls.loadLevel;
- if (searchIndex === -1) {
- searchIndex = hls.firstAutoLevel;
- }
- const switchIndex = findClosestLevelWithAudioGroup(audioOption, hls.levels, allAudioTracks, searchIndex, audioMatchPredicate);
- if (switchIndex === -1) {
- // could not find matching variant
- return null;
- }
- // and switch level to acheive the audio group switch
- hls.nextLoadLevel = switchIndex;
- }
- if (audioOption.channels || audioOption.audioCodec) {
- // Could not find a match with codec / channels predicate
- // Find a match without channels or codec
- const withoutCodecAndChannelsMatch = findMatchingOption(audioOption, allAudioTracks);
- if (withoutCodecAndChannelsMatch > -1) {
- return allAudioTracks[withoutCodecAndChannelsMatch];
- }
- }
- }
- }
- return null;
- }
- setAudioTrack(newId) {
- const tracks = this.tracksInGroup;
- // check if level idx is valid
- if (newId < 0 || newId >= tracks.length) {
- this.warn(`Invalid audio track id: ${newId}`);
- return;
- }
- this.selectDefaultTrack = false;
- const lastTrack = this.currentTrack;
- const track = tracks[newId];
- const trackLoaded = track.details && !track.details.live;
- if (newId === this.trackId && track === lastTrack && trackLoaded) {
- return;
- }
- this.log(`Switching to audio-track ${newId} "${track.name}" lang:${track.lang} group:${track.groupId} channels:${track.channels}`);
- this.trackId = newId;
- this.currentTrack = track;
- this.hls.trigger(Events.AUDIO_TRACK_SWITCHING, _objectSpread2({}, track));
- // Do not reload track unless live
- if (trackLoaded) {
- return;
- }
- const hlsUrlParameters = this.switchParams(track.url, lastTrack == null ? void 0 : lastTrack.details, track.details);
- this.loadPlaylist(hlsUrlParameters);
- }
- findTrackId(currentTrack) {
- const audioTracks = this.tracksInGroup;
- for (let i = 0; i < audioTracks.length; i++) {
- const track = audioTracks[i];
- if (this.selectDefaultTrack && !track.default) {
- continue;
- }
- if (!currentTrack || matchesOption(currentTrack, track, audioMatchPredicate)) {
- return i;
- }
- }
- if (currentTrack) {
- const {
- name,
- lang,
- assocLang,
- characteristics,
- audioCodec,
- channels
- } = currentTrack;
- for (let i = 0; i < audioTracks.length; i++) {
- const track = audioTracks[i];
- if (matchesOption({
- name,
- lang,
- assocLang,
- characteristics,
- audioCodec,
- channels
- }, track, audioMatchPredicate)) {
- return i;
- }
- }
- for (let i = 0; i < audioTracks.length; i++) {
- const track = audioTracks[i];
- if (mediaAttributesIdentical(currentTrack.attrs, track.attrs, ['LANGUAGE', 'ASSOC-LANGUAGE', 'CHARACTERISTICS'])) {
- return i;
- }
- }
- for (let i = 0; i < audioTracks.length; i++) {
- const track = audioTracks[i];
- if (mediaAttributesIdentical(currentTrack.attrs, track.attrs, ['LANGUAGE'])) {
- return i;
- }
- }
- }
- return -1;
- }
- loadPlaylist(hlsUrlParameters) {
- super.loadPlaylist();
- const audioTrack = this.currentTrack;
- if (!this.shouldLoadPlaylist(audioTrack)) {
- return;
- }
- // Do not load audio rendition with URI matching main variant URI
- if (useAlternateAudio(audioTrack.url, this.hls)) {
- this.scheduleLoading(audioTrack, hlsUrlParameters);
- }
- }
- loadingPlaylist(audioTrack, hlsUrlParameters) {
- super.loadingPlaylist(audioTrack, hlsUrlParameters);
- const id = audioTrack.id;
- const groupId = audioTrack.groupId;
- const url = this.getUrlWithDirectives(audioTrack.url, hlsUrlParameters);
- const details = audioTrack.details;
- const age = details == null ? void 0 : details.age;
- this.log(`Loading audio-track ${id} "${audioTrack.name}" lang:${audioTrack.lang} group:${groupId}${(hlsUrlParameters == null ? void 0 : hlsUrlParameters.msn) !== undefined ? ' at sn ' + hlsUrlParameters.msn + ' part ' + hlsUrlParameters.part : ''}${age && details.live ? ' age ' + age.toFixed(1) + (details.type ? ' ' + details.type || '' : '') : ''} ${url}`);
- this.hls.trigger(Events.AUDIO_TRACK_LOADING, {
- url,
- id,
- groupId,
- deliveryDirectives: hlsUrlParameters || null,
- track: audioTrack
- });
- }
- }
- class BufferOperationQueue {
- constructor(sourceBufferReference) {
- this.tracks = void 0;
- this.queues = {
- video: [],
- audio: [],
- audiovideo: []
- };
- this.tracks = sourceBufferReference;
- }
- destroy() {
- this.tracks = this.queues = null;
- }
- append(operation, type, pending) {
- if (this.queues === null || this.tracks === null) {
- return;
- }
- const queue = this.queues[type];
- queue.push(operation);
- if (queue.length === 1 && !pending) {
- this.executeNext(type);
- }
- }
- appendBlocker(type) {
- return new Promise(resolve => {
- const operation = {
- label: 'async-blocker',
- execute: resolve,
- onStart: () => {},
- onComplete: () => {},
- onError: () => {}
- };
- this.append(operation, type);
- });
- }
- prependBlocker(type) {
- return new Promise(resolve => {
- if (this.queues) {
- const operation = {
- label: 'async-blocker-prepend',
- execute: resolve,
- onStart: () => {},
- onComplete: () => {},
- onError: () => {}
- };
- this.queues[type].unshift(operation);
- }
- });
- }
- removeBlockers() {
- if (this.queues === null) {
- return;
- }
- [this.queues.video, this.queues.audio, this.queues.audiovideo].forEach(queue => {
- var _queue$;
- const label = (_queue$ = queue[0]) == null ? void 0 : _queue$.label;
- if (label === 'async-blocker' || label === 'async-blocker-prepend') {
- queue[0].execute();
- queue.splice(0, 1);
- }
- });
- }
- unblockAudio(op) {
- if (this.queues === null) {
- return;
- }
- const queue = this.queues.audio;
- if (queue[0] === op) {
- this.shiftAndExecuteNext('audio');
- }
- }
- executeNext(type) {
- if (this.queues === null || this.tracks === null) {
- return;
- }
- const queue = this.queues[type];
- if (queue.length) {
- const operation = queue[0];
- try {
- // Operations are expected to result in an 'updateend' event being fired. If not, the queue will lock. Operations
- // which do not end with this event must call _onSBUpdateEnd manually
- operation.execute();
- } catch (error) {
- var _this$tracks$type;
- operation.onError(error);
- if (this.queues === null || this.tracks === null) {
- return;
- }
- // Only shift the current operation off, otherwise the updateend handler will do this for us
- const sb = (_this$tracks$type = this.tracks[type]) == null ? void 0 : _this$tracks$type.buffer;
- if (!(sb != null && sb.updating)) {
- this.shiftAndExecuteNext(type);
- }
- }
- }
- }
- shiftAndExecuteNext(type) {
- if (this.queues === null) {
- return;
- }
- this.queues[type].shift();
- this.executeNext(type);
- }
- current(type) {
- var _this$queues;
- return ((_this$queues = this.queues) == null ? void 0 : _this$queues[type][0]) || null;
- }
- toString() {
- const {
- queues,
- tracks
- } = this;
- if (queues === null || tracks === null) {
- return `<destroyed>`;
- }
- return `
- ${this.list('video')}
- ${this.list('audio')}
- ${this.list('audiovideo')}}`;
- }
- list(type) {
- var _this$queues2, _this$tracks;
- return (_this$queues2 = this.queues) != null && _this$queues2[type] || (_this$tracks = this.tracks) != null && _this$tracks[type] ? `${type}: (${this.listSbInfo(type)}) ${this.listOps(type)}` : '';
- }
- listSbInfo(type) {
- var _this$tracks2;
- const track = (_this$tracks2 = this.tracks) == null ? void 0 : _this$tracks2[type];
- const sb = track == null ? void 0 : track.buffer;
- if (!sb) {
- return 'none';
- }
- return `SourceBuffer${sb.updating ? ' updating' : ''}${track.ended ? ' ended' : ''}${track.ending ? ' ending' : ''}`;
- }
- listOps(type) {
- var _this$queues3;
- return ((_this$queues3 = this.queues) == null ? void 0 : _this$queues3[type].map(op => op.label).join(', ')) || '';
- }
- }
- const VIDEO_CODEC_PROFILE_REPLACE = /(avc[1234]|hvc1|hev1|dvh[1e]|vp09|av01)(?:\.[^.,]+)+/;
- const TRACK_REMOVED_ERROR_NAME = 'HlsJsTrackRemovedError';
- class HlsJsTrackRemovedError extends Error {
- constructor(message) {
- super(message);
- this.name = TRACK_REMOVED_ERROR_NAME;
- }
- }
- class BufferController extends Logger {
- constructor(hls, fragmentTracker) {
- super('buffer-controller', hls.logger);
- this.hls = void 0;
- this.fragmentTracker = void 0;
- // The level details used to determine duration, target-duration and live
- this.details = null;
- // cache the self generated object url to detect hijack of video tag
- this._objectUrl = null;
- // A queue of buffer operations which require the SourceBuffer to not be updating upon execution
- this.operationQueue = null;
- // The total number track codecs expected before any sourceBuffers are created (2: audio and video or 1: audiovideo | audio | video)
- this.bufferCodecEventsTotal = 0;
- // A reference to the attached media element
- this.media = null;
- // A reference to the active media source
- this.mediaSource = null;
- // Last MP3 audio chunk appended
- this.lastMpegAudioChunk = null;
- // Audio fragment blocked from appending until corresponding video appends or context changes
- this.blockedAudioAppend = null;
- // Keep track of video append position for unblocking audio
- this.lastVideoAppendEnd = 0;
- // Whether or not to use ManagedMediaSource API and append source element to media element.
- this.appendSource = void 0;
- // Transferred MediaSource information used to detmerine if duration end endstream may be appended
- this.transferData = void 0;
- // Directives used to override default MediaSource handling
- this.overrides = void 0;
- // Error counters
- this.appendErrors = {
- audio: 0,
- video: 0,
- audiovideo: 0
- };
- // Record of required or created buffers by type. SourceBuffer is stored in Track.buffer once created.
- this.tracks = {};
- // Array of SourceBuffer type and SourceBuffer (or null). One entry per TrackSet in this.tracks.
- this.sourceBuffers = [[null, null], [null, null]];
- this._onEndStreaming = event => {
- var _this$mediaSource;
- if (!this.hls) {
- return;
- }
- if (((_this$mediaSource = this.mediaSource) == null ? void 0 : _this$mediaSource.readyState) !== 'open') {
- return;
- }
- this.hls.pauseBuffering();
- };
- this._onStartStreaming = event => {
- if (!this.hls) {
- return;
- }
- this.hls.resumeBuffering();
- };
- // Keep as arrow functions so that we can directly reference these functions directly as event listeners
- this._onMediaSourceOpen = e => {
- const {
- media,
- mediaSource
- } = this;
- if (e) {
- this.log('Media source opened');
- }
- if (!media || !mediaSource) {
- return;
- }
- // once received, don't listen anymore to sourceopen event
- mediaSource.removeEventListener('sourceopen', this._onMediaSourceOpen);
- media.removeEventListener('emptied', this._onMediaEmptied);
- this.updateDuration();
- this.hls.trigger(Events.MEDIA_ATTACHED, {
- media,
- mediaSource: mediaSource
- });
- if (this.mediaSource !== null) {
- this.checkPendingTracks();
- }
- };
- this._onMediaSourceClose = () => {
- this.log('Media source closed');
- };
- this._onMediaSourceEnded = () => {
- this.log('Media source ended');
- };
- this._onMediaEmptied = () => {
- const {
- mediaSrc,
- _objectUrl
- } = this;
- if (mediaSrc !== _objectUrl) {
- this.error(`Media element src was set while attaching MediaSource (${_objectUrl} > ${mediaSrc})`);
- }
- };
- this.hls = hls;
- this.fragmentTracker = fragmentTracker;
- this.appendSource = isManagedMediaSource(getMediaSource(hls.config.preferManagedMediaSource));
- this.initTracks();
- this.registerListeners();
- }
- hasSourceTypes() {
- return Object.keys(this.tracks).length > 0;
- }
- destroy() {
- this.unregisterListeners();
- this.details = null;
- this.lastMpegAudioChunk = this.blockedAudioAppend = null;
- this.transferData = this.overrides = undefined;
- if (this.operationQueue) {
- this.operationQueue.destroy();
- this.operationQueue = null;
- }
- // @ts-ignore
- this.hls = this.fragmentTracker = null;
- // @ts-ignore
- this._onMediaSourceOpen = this._onMediaSourceClose = null;
- // @ts-ignore
- this._onMediaSourceEnded = null;
- // @ts-ignore
- this._onStartStreaming = this._onEndStreaming = null;
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.on(Events.BUFFER_RESET, this.onBufferReset, this);
- hls.on(Events.BUFFER_APPENDING, this.onBufferAppending, this);
- hls.on(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- hls.on(Events.BUFFER_EOS, this.onBufferEos, this);
- hls.on(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- hls.on(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.on(Events.FRAG_PARSED, this.onFragParsed, this);
- hls.on(Events.FRAG_CHANGED, this.onFragChanged, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.off(Events.BUFFER_RESET, this.onBufferReset, this);
- hls.off(Events.BUFFER_APPENDING, this.onBufferAppending, this);
- hls.off(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- hls.off(Events.BUFFER_EOS, this.onBufferEos, this);
- hls.off(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- hls.off(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.off(Events.FRAG_PARSED, this.onFragParsed, this);
- hls.off(Events.FRAG_CHANGED, this.onFragChanged, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- transferMedia() {
- const {
- media,
- mediaSource
- } = this;
- if (!media) {
- return null;
- }
- const tracks = {};
- if (this.operationQueue) {
- const updating = this.isUpdating();
- if (!updating) {
- this.operationQueue.removeBlockers();
- }
- const queued = this.isQueued();
- if (updating || queued) {
- this.warn(`Transfering MediaSource with${queued ? ' operations in queue' : ''}${updating ? ' updating SourceBuffer(s)' : ''} ${this.operationQueue}`);
- }
- this.operationQueue.destroy();
- }
- const transferData = this.transferData;
- if (!this.sourceBufferCount && transferData && transferData.mediaSource === mediaSource) {
- _extends(tracks, transferData.tracks);
- } else {
- this.sourceBuffers.forEach(tuple => {
- const [type] = tuple;
- if (type) {
- tracks[type] = _extends({}, this.tracks[type]);
- this.removeBuffer(type);
- }
- tuple[0] = tuple[1] = null;
- });
- }
- return {
- media,
- mediaSource,
- tracks
- };
- }
- initTracks() {
- const tracks = {};
- this.sourceBuffers = [[null, null], [null, null]];
- this.tracks = tracks;
- this.resetQueue();
- this.resetAppendErrors();
- this.lastMpegAudioChunk = this.blockedAudioAppend = null;
- this.lastVideoAppendEnd = 0;
- }
- onManifestLoading() {
- this.bufferCodecEventsTotal = 0;
- this.details = null;
- }
- onManifestParsed(event, data) {
- var _this$transferData;
- // in case of alt audio 2 BUFFER_CODECS events will be triggered, one per stream controller
- // sourcebuffers will be created all at once when the expected nb of tracks will be reached
- // in case alt audio is not used, only one BUFFER_CODEC event will be fired from main stream controller
- // it will contain the expected nb of source buffers, no need to compute it
- let codecEvents = 2;
- if (data.audio && !data.video || !data.altAudio) {
- codecEvents = 1;
- }
- this.bufferCodecEventsTotal = codecEvents;
- this.log(`${codecEvents} bufferCodec event(s) expected.`);
- if ((_this$transferData = this.transferData) != null && _this$transferData.mediaSource && this.sourceBufferCount && codecEvents) {
- this.bufferCreated();
- }
- }
- onMediaAttaching(event, data) {
- const media = this.media = data.media;
- const MediaSource = getMediaSource(this.appendSource);
- this.transferData = this.overrides = undefined;
- if (media && MediaSource) {
- const transferringMedia = !!data.mediaSource;
- if (transferringMedia || data.overrides) {
- this.transferData = data;
- this.overrides = data.overrides;
- }
- const ms = this.mediaSource = data.mediaSource || new MediaSource();
- this.assignMediaSource(ms);
- if (transferringMedia) {
- this._objectUrl = media.src;
- this.attachTransferred();
- } else {
- // cache the locally generated object url
- const objectUrl = this._objectUrl = self.URL.createObjectURL(ms);
- // link video and media Source
- if (this.appendSource) {
- try {
- media.removeAttribute('src');
- // ManagedMediaSource will not open without disableRemotePlayback set to false or source alternatives
- const MMS = self.ManagedMediaSource;
- media.disableRemotePlayback = media.disableRemotePlayback || MMS && ms instanceof MMS;
- removeSourceChildren(media);
- addSource(media, objectUrl);
- media.load();
- } catch (error) {
- media.src = objectUrl;
- }
- } else {
- media.src = objectUrl;
- }
- }
- media.addEventListener('emptied', this._onMediaEmptied);
- }
- }
- assignMediaSource(ms) {
- var _this$transferData2, _ms$constructor;
- this.log(`${((_this$transferData2 = this.transferData) == null ? void 0 : _this$transferData2.mediaSource) === ms ? 'transferred' : 'created'} media source: ${(_ms$constructor = ms.constructor) == null ? void 0 : _ms$constructor.name}`);
- // MediaSource listeners are arrow functions with a lexical scope, and do not need to be bound
- ms.addEventListener('sourceopen', this._onMediaSourceOpen);
- ms.addEventListener('sourceended', this._onMediaSourceEnded);
- ms.addEventListener('sourceclose', this._onMediaSourceClose);
- if (this.appendSource) {
- ms.addEventListener('startstreaming', this._onStartStreaming);
- ms.addEventListener('endstreaming', this._onEndStreaming);
- }
- }
- attachTransferred() {
- const media = this.media;
- const data = this.transferData;
- if (!data || !media) {
- return;
- }
- const requiredTracks = this.tracks;
- const transferredTracks = data.tracks;
- const trackNames = transferredTracks ? Object.keys(transferredTracks) : null;
- const trackCount = trackNames ? trackNames.length : 0;
- const mediaSourceOpenCallback = () => {
- if (this.media && this.mediaSourceOpenOrEnded) {
- this._onMediaSourceOpen();
- }
- };
- if (transferredTracks && trackNames && trackCount) {
- if (!this.tracksReady) {
- // Wait for CODECS event(s)
- this.hls.config.startFragPrefetch = true;
- this.log(`attachTransferred: waiting for SourceBuffer track info`);
- return;
- }
- this.log(`attachTransferred: (bufferCodecEventsTotal ${this.bufferCodecEventsTotal})
- required tracks: ${stringify(requiredTracks, (key, value) => key === 'initSegment' ? undefined : value)};
- transfer tracks: ${stringify(transferredTracks, (key, value) => key === 'initSegment' ? undefined : value)}}`);
- if (!isCompatibleTrackChange(transferredTracks, requiredTracks)) {
- // destroy attaching media source
- data.mediaSource = null;
- data.tracks = undefined;
- const currentTime = media.currentTime;
- const details = this.details;
- const startTime = Math.max(currentTime, (details == null ? void 0 : details.fragments[0].start) || 0);
- if (startTime - currentTime > 1) {
- this.log(`attachTransferred: waiting for playback to reach new tracks start time ${currentTime} -> ${startTime}`);
- return;
- }
- this.warn(`attachTransferred: resetting MediaSource for incompatible tracks ("${Object.keys(transferredTracks)}"->"${Object.keys(requiredTracks)}") start time: ${startTime} currentTime: ${currentTime}`);
- this.onMediaDetaching(Events.MEDIA_DETACHING, {});
- this.onMediaAttaching(Events.MEDIA_ATTACHING, data);
- media.currentTime = startTime;
- return;
- }
- this.transferData = undefined;
- trackNames.forEach(trackName => {
- const type = trackName;
- const track = transferredTracks[type];
- if (track) {
- const sb = track.buffer;
- if (sb) {
- // Purge fragment tracker of ejected segments for existing buffer
- const fragmentTracker = this.fragmentTracker;
- const playlistType = track.id;
- if (fragmentTracker.hasFragments(playlistType) || fragmentTracker.hasParts(playlistType)) {
- const bufferedTimeRanges = BufferHelper.getBuffered(sb);
- fragmentTracker.detectEvictedFragments(type, bufferedTimeRanges, playlistType, null, true);
- }
- // Transfer SourceBuffer
- const sbIndex = sourceBufferNameToIndex(type);
- const sbTuple = [type, sb];
- this.sourceBuffers[sbIndex] = sbTuple;
- if (sb.updating && this.operationQueue) {
- this.operationQueue.prependBlocker(type);
- }
- this.trackSourceBuffer(type, track);
- }
- }
- });
- mediaSourceOpenCallback();
- this.bufferCreated();
- } else {
- this.log(`attachTransferred: MediaSource w/o SourceBuffers`);
- mediaSourceOpenCallback();
- }
- }
- get mediaSourceOpenOrEnded() {
- var _this$mediaSource2;
- const readyState = (_this$mediaSource2 = this.mediaSource) == null ? void 0 : _this$mediaSource2.readyState;
- return readyState === 'open' || readyState === 'ended';
- }
- onMediaDetaching(event, data) {
- const transferringMedia = !!data.transferMedia;
- this.transferData = this.overrides = undefined;
- const {
- media,
- mediaSource,
- _objectUrl
- } = this;
- if (mediaSource) {
- this.log(`media source ${transferringMedia ? 'transferring' : 'detaching'}`);
- if (transferringMedia) {
- // Detach SourceBuffers without removing from MediaSource
- // and leave `tracks` (required SourceBuffers configuration)
- this.sourceBuffers.forEach(([type]) => {
- if (type) {
- this.removeBuffer(type);
- }
- });
- this.resetQueue();
- } else {
- if (this.mediaSourceOpenOrEnded) {
- const open = mediaSource.readyState === 'open';
- try {
- const sourceBuffers = mediaSource.sourceBuffers;
- for (let i = sourceBuffers.length; i--;) {
- if (open) {
- sourceBuffers[i].abort();
- }
- mediaSource.removeSourceBuffer(sourceBuffers[i]);
- }
- if (open) {
- // endOfStream could trigger exception if any sourcebuffer is in updating state
- // we don't really care about checking sourcebuffer state here,
- // as we are anyway detaching the MediaSource
- // let's just avoid this exception to propagate
- mediaSource.endOfStream();
- }
- } catch (err) {
- this.warn(`onMediaDetaching: ${err.message} while calling endOfStream`);
- }
- }
- // Clean up the SourceBuffers by invoking onBufferReset
- if (this.sourceBufferCount) {
- this.onBufferReset();
- }
- }
- mediaSource.removeEventListener('sourceopen', this._onMediaSourceOpen);
- mediaSource.removeEventListener('sourceended', this._onMediaSourceEnded);
- mediaSource.removeEventListener('sourceclose', this._onMediaSourceClose);
- if (this.appendSource) {
- mediaSource.removeEventListener('startstreaming', this._onStartStreaming);
- mediaSource.removeEventListener('endstreaming', this._onEndStreaming);
- }
- this.mediaSource = null;
- this._objectUrl = null;
- }
- // Detach properly the MediaSource from the HTMLMediaElement as
- // suggested in https://github.com/w3c/media-source/issues/53.
- if (media) {
- media.removeEventListener('emptied', this._onMediaEmptied);
- if (!transferringMedia) {
- if (_objectUrl) {
- self.URL.revokeObjectURL(_objectUrl);
- }
- // clean up video tag src only if it's our own url. some external libraries might
- // hijack the video tag and change its 'src' without destroying the Hls instance first
- if (this.mediaSrc === _objectUrl) {
- media.removeAttribute('src');
- if (this.appendSource) {
- removeSourceChildren(media);
- }
- media.load();
- } else {
- this.warn('media|source.src was changed by a third party - skip cleanup');
- }
- }
- this.media = null;
- }
- this.hls.trigger(Events.MEDIA_DETACHED, data);
- }
- onBufferReset() {
- this.sourceBuffers.forEach(([type]) => {
- if (type) {
- this.resetBuffer(type);
- }
- });
- this.initTracks();
- }
- resetBuffer(type) {
- var _this$tracks$type;
- const sb = (_this$tracks$type = this.tracks[type]) == null ? void 0 : _this$tracks$type.buffer;
- this.removeBuffer(type);
- if (sb) {
- try {
- var _this$mediaSource3;
- if ((_this$mediaSource3 = this.mediaSource) != null && _this$mediaSource3.sourceBuffers.length) {
- this.mediaSource.removeSourceBuffer(sb);
- }
- } catch (err) {
- this.warn(`onBufferReset ${type}`, err);
- }
- }
- delete this.tracks[type];
- }
- removeBuffer(type) {
- this.removeBufferListeners(type);
- this.sourceBuffers[sourceBufferNameToIndex(type)] = [null, null];
- const track = this.tracks[type];
- if (track) {
- track.buffer = undefined;
- }
- }
- resetQueue() {
- if (this.operationQueue) {
- this.operationQueue.destroy();
- }
- this.operationQueue = new BufferOperationQueue(this.tracks);
- }
- onBufferCodecs(event, data) {
- const tracks = this.tracks;
- const trackNames = Object.keys(data);
- this.log(`BUFFER_CODECS: "${trackNames}" (current SB count ${this.sourceBufferCount})`);
- const unmuxedToMuxed = 'audiovideo' in data && (tracks.audio || tracks.video) || tracks.audiovideo && ('audio' in data || 'video' in data);
- const muxedToUnmuxed = !unmuxedToMuxed && this.sourceBufferCount && this.media && trackNames.some(sbName => !tracks[sbName]);
- if (unmuxedToMuxed || muxedToUnmuxed) {
- this.warn(`Unsupported transition between "${Object.keys(tracks)}" and "${trackNames}" SourceBuffers`);
- // Do not add incompatible track ('audiovideo' <-> 'video'/'audio').
- // Allow following onBufferAppending handle to trigger BUFFER_APPEND_ERROR.
- // This will either be resolved by level switch or could be handled with recoverMediaError().
- return;
- }
- trackNames.forEach(trackName => {
- var _this$transferData3, _this$transferData3$t, _trackCodec;
- const parsedTrack = data[trackName];
- const {
- id,
- codec,
- levelCodec,
- container,
- metadata,
- supplemental
- } = parsedTrack;
- let track = tracks[trackName];
- const transferredTrack = (_this$transferData3 = this.transferData) == null ? void 0 : (_this$transferData3$t = _this$transferData3.tracks) == null ? void 0 : _this$transferData3$t[trackName];
- const sbTrack = transferredTrack != null && transferredTrack.buffer ? transferredTrack : track;
- const sbCodec = (sbTrack == null ? void 0 : sbTrack.pendingCodec) || (sbTrack == null ? void 0 : sbTrack.codec);
- const trackLevelCodec = sbTrack == null ? void 0 : sbTrack.levelCodec;
- if (!track) {
- track = tracks[trackName] = {
- buffer: undefined,
- listeners: [],
- codec,
- supplemental,
- container,
- levelCodec,
- metadata,
- id
- };
- }
- // check if SourceBuffer codec needs to change
- const currentCodecFull = pickMostCompleteCodecName(sbCodec, trackLevelCodec);
- const currentCodec = currentCodecFull == null ? void 0 : currentCodecFull.replace(VIDEO_CODEC_PROFILE_REPLACE, '$1');
- let trackCodec = pickMostCompleteCodecName(codec, levelCodec);
- const nextCodec = (_trackCodec = trackCodec) == null ? void 0 : _trackCodec.replace(VIDEO_CODEC_PROFILE_REPLACE, '$1');
- if (trackCodec && currentCodecFull && currentCodec !== nextCodec) {
- if (trackName.slice(0, 5) === 'audio') {
- trackCodec = getCodecCompatibleName(trackCodec, this.appendSource);
- }
- this.log(`switching codec ${sbCodec} to ${trackCodec}`);
- if (trackCodec !== (track.pendingCodec || track.codec)) {
- track.pendingCodec = trackCodec;
- }
- track.container = container;
- this.appendChangeType(trackName, container, trackCodec);
- }
- });
- if (this.tracksReady || this.sourceBufferCount) {
- data.tracks = this.sourceBufferTracks;
- }
- // if sourcebuffers already created, do nothing ...
- if (this.sourceBufferCount) {
- return;
- }
- if (this.mediaSourceOpenOrEnded) {
- this.checkPendingTracks();
- }
- }
- get sourceBufferTracks() {
- return Object.keys(this.tracks).reduce((baseTracks, type) => {
- const track = this.tracks[type];
- baseTracks[type] = {
- id: track.id,
- container: track.container,
- codec: track.codec,
- levelCodec: track.levelCodec
- };
- return baseTracks;
- }, {});
- }
- appendChangeType(type, container, codec) {
- const mimeType = `${container};codecs=${codec}`;
- const operation = {
- label: `change-type=${mimeType}`,
- execute: () => {
- const track = this.tracks[type];
- if (track) {
- const sb = track.buffer;
- if (sb != null && sb.changeType) {
- this.log(`changing ${type} sourceBuffer type to ${mimeType}`);
- sb.changeType(mimeType);
- track.codec = codec;
- track.container = container;
- }
- }
- this.shiftAndExecuteNext(type);
- },
- onStart: () => {},
- onComplete: () => {},
- onError: error => {
- this.warn(`Failed to change ${type} SourceBuffer type`, error);
- }
- };
- this.append(operation, type, this.isPending(this.tracks[type]));
- }
- blockAudio(partOrFrag) {
- var _this$fragmentTracker;
- const pStart = partOrFrag.start;
- const pTime = pStart + partOrFrag.duration * 0.05;
- const atGap = ((_this$fragmentTracker = this.fragmentTracker.getAppendedFrag(pStart, PlaylistLevelType.MAIN)) == null ? void 0 : _this$fragmentTracker.gap) === true;
- if (atGap) {
- return;
- }
- const op = {
- label: 'block-audio',
- execute: () => {
- var _this$fragmentTracker2;
- const videoTrack = this.tracks.video;
- if (this.lastVideoAppendEnd > pTime || videoTrack != null && videoTrack.buffer && BufferHelper.isBuffered(videoTrack.buffer, pTime) || ((_this$fragmentTracker2 = this.fragmentTracker.getAppendedFrag(pTime, PlaylistLevelType.MAIN)) == null ? void 0 : _this$fragmentTracker2.gap) === true) {
- this.blockedAudioAppend = null;
- this.shiftAndExecuteNext('audio');
- }
- },
- onStart: () => {},
- onComplete: () => {},
- onError: error => {
- this.warn('Error executing block-audio operation', error);
- }
- };
- this.blockedAudioAppend = {
- op,
- frag: partOrFrag
- };
- this.append(op, 'audio', true);
- }
- unblockAudio() {
- const {
- blockedAudioAppend,
- operationQueue
- } = this;
- if (blockedAudioAppend && operationQueue) {
- this.blockedAudioAppend = null;
- operationQueue.unblockAudio(blockedAudioAppend.op);
- }
- }
- onBufferAppending(event, eventData) {
- const {
- tracks
- } = this;
- const {
- data,
- type,
- parent,
- frag,
- part,
- chunkMeta,
- offset
- } = eventData;
- const chunkStats = chunkMeta.buffering[type];
- const {
- sn,
- cc
- } = frag;
- const bufferAppendingStart = self.performance.now();
- chunkStats.start = bufferAppendingStart;
- const fragBuffering = frag.stats.buffering;
- const partBuffering = part ? part.stats.buffering : null;
- if (fragBuffering.start === 0) {
- fragBuffering.start = bufferAppendingStart;
- }
- if (partBuffering && partBuffering.start === 0) {
- partBuffering.start = bufferAppendingStart;
- }
- // TODO: Only update timestampOffset when audio/mpeg fragment or part is not contiguous with previously appended
- // Adjusting `SourceBuffer.timestampOffset` (desired point in the timeline where the next frames should be appended)
- // in Chrome browser when we detect MPEG audio container and time delta between level PTS and `SourceBuffer.timestampOffset`
- // is greater than 100ms (this is enough to handle seek for VOD or level change for LIVE videos).
- // More info here: https://github.com/video-dev/hls.js/issues/332#issuecomment-257986486
- const audioTrack = tracks.audio;
- let checkTimestampOffset = false;
- if (type === 'audio' && (audioTrack == null ? void 0 : audioTrack.container) === 'audio/mpeg') {
- checkTimestampOffset = !this.lastMpegAudioChunk || chunkMeta.id === 1 || this.lastMpegAudioChunk.sn !== chunkMeta.sn;
- this.lastMpegAudioChunk = chunkMeta;
- }
- // Block audio append until overlapping video append
- const videoTrack = tracks.video;
- const videoSb = videoTrack == null ? void 0 : videoTrack.buffer;
- if (videoSb && sn !== 'initSegment') {
- const partOrFrag = part || frag;
- const blockedAudioAppend = this.blockedAudioAppend;
- if (type === 'audio' && parent !== 'main' && !this.blockedAudioAppend) {
- const pStart = partOrFrag.start;
- const pTime = pStart + partOrFrag.duration * 0.05;
- const vbuffered = videoSb.buffered;
- const vappending = this.currentOp('video');
- if (!vbuffered.length && !vappending) {
- // wait for video before appending audio
- this.blockAudio(partOrFrag);
- } else if (!vappending && !BufferHelper.isBuffered(videoSb, pTime) && this.lastVideoAppendEnd < pTime) {
- // audio is ahead of video
- this.blockAudio(partOrFrag);
- }
- } else if (type === 'video') {
- const videoAppendEnd = partOrFrag.end;
- if (blockedAudioAppend) {
- const audioStart = blockedAudioAppend.frag.start;
- if (videoAppendEnd > audioStart || videoAppendEnd < this.lastVideoAppendEnd || BufferHelper.isBuffered(videoSb, audioStart)) {
- this.unblockAudio();
- }
- }
- this.lastVideoAppendEnd = videoAppendEnd;
- }
- }
- const fragStart = (part || frag).start;
- const operation = {
- label: `append-${type}`,
- execute: () => {
- var _this$tracks$type2;
- chunkStats.executeStart = self.performance.now();
- const sb = (_this$tracks$type2 = this.tracks[type]) == null ? void 0 : _this$tracks$type2.buffer;
- if (sb) {
- if (checkTimestampOffset) {
- this.updateTimestampOffset(sb, fragStart, 0.1, type, sn, cc);
- } else if (offset !== undefined && isFiniteNumber(offset)) {
- this.updateTimestampOffset(sb, offset, 0.000001, type, sn, cc);
- }
- }
- this.appendExecutor(data, type);
- },
- onStart: () => {
- // logger.debug(`[buffer-controller]: ${type} SourceBuffer updatestart`);
- },
- onComplete: () => {
- // logger.debug(`[buffer-controller]: ${type} SourceBuffer updateend`);
- const end = self.performance.now();
- chunkStats.executeEnd = chunkStats.end = end;
- if (fragBuffering.first === 0) {
- fragBuffering.first = end;
- }
- if (partBuffering && partBuffering.first === 0) {
- partBuffering.first = end;
- }
- const timeRanges = {};
- this.sourceBuffers.forEach(([type, sb]) => {
- if (type) {
- timeRanges[type] = BufferHelper.getBuffered(sb);
- }
- });
- this.appendErrors[type] = 0;
- if (type === 'audio' || type === 'video') {
- this.appendErrors.audiovideo = 0;
- } else {
- this.appendErrors.audio = 0;
- this.appendErrors.video = 0;
- }
- this.hls.trigger(Events.BUFFER_APPENDED, {
- type,
- frag,
- part,
- chunkMeta,
- parent: frag.type,
- timeRanges
- });
- },
- onError: error => {
- var _this$media;
- // in case any error occured while appending, put back segment in segments table
- const event = {
- type: ErrorTypes.MEDIA_ERROR,
- parent: frag.type,
- details: ErrorDetails.BUFFER_APPEND_ERROR,
- sourceBufferName: type,
- frag,
- part,
- chunkMeta,
- error,
- err: error,
- fatal: false
- };
- const mediaError = (_this$media = this.media) == null ? void 0 : _this$media.error;
- if (error.code === DOMException.QUOTA_EXCEEDED_ERR || error.name == 'QuotaExceededError' || `quota` in error) {
- // QuotaExceededError: http://www.w3.org/TR/html5/infrastructure.html#quotaexceedederror
- // let's stop appending any segments, and report BUFFER_FULL_ERROR error
- event.details = ErrorDetails.BUFFER_FULL_ERROR;
- } else if (error.code === DOMException.INVALID_STATE_ERR && this.mediaSourceOpenOrEnded && !mediaError) {
- // Allow retry for "Failed to execute 'appendBuffer' on 'SourceBuffer': This SourceBuffer is still processing" errors
- event.errorAction = createDoNothingErrorAction(true);
- } else if (error.name === TRACK_REMOVED_ERROR_NAME && this.sourceBufferCount === 0) {
- // Do nothing if sourceBuffers were removed (media is detached and append was not aborted)
- event.errorAction = createDoNothingErrorAction(true);
- } else {
- const appendErrorCount = ++this.appendErrors[type];
- /* with UHD content, we could get loop of quota exceeded error until
- browser is able to evict some data from sourcebuffer. Retrying can help recover.
- */
- this.warn(`Failed ${appendErrorCount}/${this.hls.config.appendErrorMaxRetry} times to append segment in "${type}" sourceBuffer (${mediaError ? mediaError : 'no media error'})`);
- if (appendErrorCount >= this.hls.config.appendErrorMaxRetry || !!mediaError) {
- event.fatal = true;
- }
- }
- this.hls.trigger(Events.ERROR, event);
- }
- };
- this.append(operation, type, this.isPending(this.tracks[type]));
- }
- getFlushOp(type, start, end) {
- this.log(`queuing "${type}" remove ${start}-${end}`);
- return {
- label: 'remove',
- execute: () => {
- this.removeExecutor(type, start, end);
- },
- onStart: () => {
- // logger.debug(`[buffer-controller]: Started flushing ${data.startOffset} -> ${data.endOffset} for ${type} Source Buffer`);
- },
- onComplete: () => {
- // logger.debug(`[buffer-controller]: Finished flushing ${data.startOffset} -> ${data.endOffset} for ${type} Source Buffer`);
- this.hls.trigger(Events.BUFFER_FLUSHED, {
- type
- });
- },
- onError: error => {
- this.warn(`Failed to remove ${start}-${end} from "${type}" SourceBuffer`, error);
- }
- };
- }
- onBufferFlushing(event, data) {
- const {
- type,
- startOffset,
- endOffset
- } = data;
- if (type) {
- this.append(this.getFlushOp(type, startOffset, endOffset), type);
- } else {
- this.sourceBuffers.forEach(([type]) => {
- if (type) {
- this.append(this.getFlushOp(type, startOffset, endOffset), type);
- }
- });
- }
- }
- onFragParsed(event, data) {
- const {
- frag,
- part
- } = data;
- const buffersAppendedTo = [];
- const elementaryStreams = part ? part.elementaryStreams : frag.elementaryStreams;
- if (elementaryStreams[ElementaryStreamTypes.AUDIOVIDEO]) {
- buffersAppendedTo.push('audiovideo');
- } else {
- if (elementaryStreams[ElementaryStreamTypes.AUDIO]) {
- buffersAppendedTo.push('audio');
- }
- if (elementaryStreams[ElementaryStreamTypes.VIDEO]) {
- buffersAppendedTo.push('video');
- }
- }
- const onUnblocked = () => {
- const now = self.performance.now();
- frag.stats.buffering.end = now;
- if (part) {
- part.stats.buffering.end = now;
- }
- const stats = part ? part.stats : frag.stats;
- this.hls.trigger(Events.FRAG_BUFFERED, {
- frag,
- part,
- stats,
- id: frag.type
- });
- };
- if (buffersAppendedTo.length === 0) {
- this.warn(`Fragments must have at least one ElementaryStreamType set. type: ${frag.type} level: ${frag.level} sn: ${frag.sn}`);
- }
- this.blockBuffers(onUnblocked, buffersAppendedTo).catch(error => {
- this.warn(`Fragment buffered callback ${error}`);
- this.stepOperationQueue(this.sourceBufferTypes);
- });
- }
- onFragChanged(event, data) {
- this.trimBuffers();
- }
- get bufferedToEnd() {
- return this.sourceBufferCount > 0 && !this.sourceBuffers.some(([type]) => {
- var _this$tracks$type3, _this$tracks$type4;
- return type && (!((_this$tracks$type3 = this.tracks[type]) != null && _this$tracks$type3.ended) || ((_this$tracks$type4 = this.tracks[type]) == null ? void 0 : _this$tracks$type4.ending));
- });
- }
- // on BUFFER_EOS mark matching sourcebuffer(s) as "ending" and "ended" and queue endOfStream after remaining operations(s)
- // an undefined data.type will mark all buffers as EOS.
- onBufferEos(event, data) {
- var _this$overrides;
- this.sourceBuffers.forEach(([type]) => {
- if (type) {
- const track = this.tracks[type];
- if (!data.type || data.type === type) {
- track.ending = true;
- if (!track.ended) {
- track.ended = true;
- this.log(`${type} buffer reached EOS`);
- }
- }
- }
- });
- const allowEndOfStream = ((_this$overrides = this.overrides) == null ? void 0 : _this$overrides.endOfStream) !== false;
- const allTracksEnding = this.sourceBufferCount > 0 && !this.sourceBuffers.some(([type]) => {
- var _this$tracks$type5;
- return type && !((_this$tracks$type5 = this.tracks[type]) != null && _this$tracks$type5.ended);
- });
- if (allTracksEnding) {
- if (allowEndOfStream) {
- this.log(`Queueing EOS`);
- this.blockUntilOpen(() => {
- this.tracksEnded();
- const {
- mediaSource
- } = this;
- if (!mediaSource || mediaSource.readyState !== 'open') {
- if (mediaSource) {
- this.log(`Could not call mediaSource.endOfStream(). mediaSource.readyState: ${mediaSource.readyState}`);
- }
- return;
- }
- this.log(`Calling mediaSource.endOfStream()`);
- // Allow this to throw and be caught by the enqueueing function
- mediaSource.endOfStream();
- this.hls.trigger(Events.BUFFERED_TO_END, undefined);
- });
- } else {
- this.tracksEnded();
- this.hls.trigger(Events.BUFFERED_TO_END, undefined);
- }
- }
- }
- tracksEnded() {
- this.sourceBuffers.forEach(([type]) => {
- if (type !== null) {
- const track = this.tracks[type];
- if (track) {
- track.ending = false;
- }
- }
- });
- }
- onLevelUpdated(event, {
- details
- }) {
- if (!details.fragments.length) {
- return;
- }
- this.details = details;
- this.updateDuration();
- }
- updateDuration() {
- this.blockUntilOpen(() => {
- const durationAndRange = this.getDurationAndRange();
- if (!durationAndRange) {
- return;
- }
- this.updateMediaSource(durationAndRange);
- });
- }
- onError(event, data) {
- if (data.details === ErrorDetails.BUFFER_APPEND_ERROR && data.frag) {
- var _data$errorAction;
- const nextAutoLevel = (_data$errorAction = data.errorAction) == null ? void 0 : _data$errorAction.nextAutoLevel;
- if (isFiniteNumber(nextAutoLevel) && nextAutoLevel !== data.frag.level) {
- this.resetAppendErrors();
- }
- }
- }
- resetAppendErrors() {
- this.appendErrors = {
- audio: 0,
- video: 0,
- audiovideo: 0
- };
- }
- trimBuffers() {
- const {
- hls,
- details,
- media
- } = this;
- if (!media || details === null) {
- return;
- }
- if (!this.sourceBufferCount) {
- return;
- }
- const config = hls.config;
- const currentTime = media.currentTime;
- const targetDuration = details.levelTargetDuration;
- // Support for deprecated liveBackBufferLength
- const backBufferLength = details.live && config.liveBackBufferLength !== null ? config.liveBackBufferLength : config.backBufferLength;
- if (isFiniteNumber(backBufferLength) && backBufferLength >= 0) {
- const maxBackBufferLength = Math.max(backBufferLength, targetDuration);
- const targetBackBufferPosition = Math.floor(currentTime / targetDuration) * targetDuration - maxBackBufferLength;
- this.flushBackBuffer(currentTime, targetDuration, targetBackBufferPosition);
- }
- if (isFiniteNumber(config.frontBufferFlushThreshold) && config.frontBufferFlushThreshold > 0) {
- const frontBufferLength = Math.max(config.maxBufferLength, config.frontBufferFlushThreshold);
- const maxFrontBufferLength = Math.max(frontBufferLength, targetDuration);
- const targetFrontBufferPosition = Math.floor(currentTime / targetDuration) * targetDuration + maxFrontBufferLength;
- this.flushFrontBuffer(currentTime, targetDuration, targetFrontBufferPosition);
- }
- }
- flushBackBuffer(currentTime, targetDuration, targetBackBufferPosition) {
- this.sourceBuffers.forEach(([type, sb]) => {
- if (sb) {
- const buffered = BufferHelper.getBuffered(sb);
- // when target buffer start exceeds actual buffer start
- if (buffered.length > 0 && targetBackBufferPosition > buffered.start(0)) {
- var _this$details;
- this.hls.trigger(Events.BACK_BUFFER_REACHED, {
- bufferEnd: targetBackBufferPosition
- });
- // Support for deprecated event:
- const track = this.tracks[type];
- if ((_this$details = this.details) != null && _this$details.live) {
- this.hls.trigger(Events.LIVE_BACK_BUFFER_REACHED, {
- bufferEnd: targetBackBufferPosition
- });
- } else if (track != null && track.ended) {
- this.log(`Cannot flush ${type} back buffer while SourceBuffer is in ended state`);
- return;
- }
- this.hls.trigger(Events.BUFFER_FLUSHING, {
- startOffset: 0,
- endOffset: targetBackBufferPosition,
- type
- });
- }
- }
- });
- }
- flushFrontBuffer(currentTime, targetDuration, targetFrontBufferPosition) {
- this.sourceBuffers.forEach(([type, sb]) => {
- if (sb) {
- const buffered = BufferHelper.getBuffered(sb);
- const numBufferedRanges = buffered.length;
- // The buffer is either empty or contiguous
- if (numBufferedRanges < 2) {
- return;
- }
- const bufferStart = buffered.start(numBufferedRanges - 1);
- const bufferEnd = buffered.end(numBufferedRanges - 1);
- // No flush if we can tolerate the current buffer length or the current buffer range we would flush is contiguous with current position
- if (targetFrontBufferPosition > bufferStart || currentTime >= bufferStart && currentTime <= bufferEnd) {
- return;
- }
- this.hls.trigger(Events.BUFFER_FLUSHING, {
- startOffset: bufferStart,
- endOffset: Infinity,
- type
- });
- }
- });
- }
- /**
- * Update Media Source duration to current level duration or override to Infinity if configuration parameter
- * 'liveDurationInfinity` is set to `true`
- * More details: https://github.com/video-dev/hls.js/issues/355
- */
- getDurationAndRange() {
- var _this$overrides2;
- const {
- details,
- mediaSource
- } = this;
- if (!details || !this.media || (mediaSource == null ? void 0 : mediaSource.readyState) !== 'open') {
- return null;
- }
- const playlistEnd = details.edge;
- if (details.live && this.hls.config.liveDurationInfinity) {
- const len = details.fragments.length;
- if (len && details.live && !!mediaSource.setLiveSeekableRange) {
- const start = Math.max(0, details.fragmentStart);
- const end = Math.max(start, playlistEnd);
- return {
- duration: Infinity,
- start,
- end
- };
- }
- return {
- duration: Infinity
- };
- }
- const overrideDuration = (_this$overrides2 = this.overrides) == null ? void 0 : _this$overrides2.duration;
- if (overrideDuration) {
- if (!isFiniteNumber(overrideDuration)) {
- return null;
- }
- return {
- duration: overrideDuration
- };
- }
- const mediaDuration = this.media.duration;
- const msDuration = isFiniteNumber(mediaSource.duration) ? mediaSource.duration : 0;
- if (playlistEnd > msDuration && playlistEnd > mediaDuration || !isFiniteNumber(mediaDuration)) {
- return {
- duration: playlistEnd
- };
- }
- return null;
- }
- updateMediaSource({
- duration,
- start,
- end
- }) {
- const mediaSource = this.mediaSource;
- if (!this.media || !mediaSource || mediaSource.readyState !== 'open') {
- return;
- }
- if (mediaSource.duration !== duration) {
- if (isFiniteNumber(duration)) {
- this.log(`Updating MediaSource duration to ${duration.toFixed(3)}`);
- }
- mediaSource.duration = duration;
- }
- if (start !== undefined && end !== undefined) {
- this.log(`MediaSource duration is set to ${mediaSource.duration}. Setting seekable range to ${start}-${end}.`);
- mediaSource.setLiveSeekableRange(start, end);
- }
- }
- get tracksReady() {
- const pendingTrackCount = this.pendingTrackCount;
- return pendingTrackCount > 0 && (pendingTrackCount >= this.bufferCodecEventsTotal || this.isPending(this.tracks.audiovideo));
- }
- checkPendingTracks() {
- const {
- bufferCodecEventsTotal,
- pendingTrackCount,
- tracks
- } = this;
- this.log(`checkPendingTracks (pending: ${pendingTrackCount} codec events expected: ${bufferCodecEventsTotal}) ${stringify(tracks)}`);
- // Check if we've received all of the expected bufferCodec events. When none remain, create all the sourceBuffers at once.
- // This is important because the MSE spec allows implementations to throw QuotaExceededErrors if creating new sourceBuffers after
- // data has been appended to existing ones.
- // 2 tracks is the max (one for audio, one for video). If we've reach this max go ahead and create the buffers.
- if (this.tracksReady) {
- var _this$transferData4;
- const transferredTracks = (_this$transferData4 = this.transferData) == null ? void 0 : _this$transferData4.tracks;
- if (transferredTracks && Object.keys(transferredTracks).length) {
- this.attachTransferred();
- } else {
- // ok, let's create them now !
- this.createSourceBuffers();
- }
- }
- }
- bufferCreated() {
- if (this.sourceBufferCount) {
- const tracks = {};
- this.sourceBuffers.forEach(([type, buffer]) => {
- if (type) {
- const track = this.tracks[type];
- tracks[type] = {
- buffer,
- container: track.container,
- codec: track.codec,
- supplemental: track.supplemental,
- levelCodec: track.levelCodec,
- id: track.id,
- metadata: track.metadata
- };
- }
- });
- this.hls.trigger(Events.BUFFER_CREATED, {
- tracks
- });
- this.log(`SourceBuffers created. Running queue: ${this.operationQueue}`);
- this.sourceBuffers.forEach(([type]) => {
- this.executeNext(type);
- });
- } else {
- const error = new Error('could not create source buffer for media codec(s)');
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_INCOMPATIBLE_CODECS_ERROR,
- fatal: true,
- error,
- reason: error.message
- });
- }
- }
- createSourceBuffers() {
- const {
- tracks,
- sourceBuffers,
- mediaSource
- } = this;
- if (!mediaSource) {
- throw new Error('createSourceBuffers called when mediaSource was null');
- }
- for (const trackName in tracks) {
- const type = trackName;
- const track = tracks[type];
- if (this.isPending(track)) {
- const codec = this.getTrackCodec(track, type);
- const mimeType = `${track.container};codecs=${codec}`;
- track.codec = codec;
- this.log(`creating sourceBuffer(${mimeType})${this.currentOp(type) ? ' Queued' : ''} ${stringify(track)}`);
- try {
- const sb = mediaSource.addSourceBuffer(mimeType);
- const sbIndex = sourceBufferNameToIndex(type);
- const sbTuple = [type, sb];
- sourceBuffers[sbIndex] = sbTuple;
- track.buffer = sb;
- } catch (error) {
- var _this$operationQueue;
- this.error(`error while trying to add sourceBuffer: ${error.message}`);
- // remove init segment from queue and delete track info
- this.shiftAndExecuteNext(type);
- (_this$operationQueue = this.operationQueue) == null ? void 0 : _this$operationQueue.removeBlockers();
- delete this.tracks[type];
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_ADD_CODEC_ERROR,
- fatal: false,
- error,
- sourceBufferName: type,
- mimeType: mimeType,
- parent: track.id
- });
- return;
- }
- this.trackSourceBuffer(type, track);
- }
- }
- this.bufferCreated();
- }
- getTrackCodec(track, trackName) {
- // Use supplemental video codec when supported when adding SourceBuffer (#5558)
- const supplementalCodec = track.supplemental;
- let trackCodec = track.codec;
- if (supplementalCodec && (trackName === 'video' || trackName === 'audiovideo') && areCodecsMediaSourceSupported(supplementalCodec, 'video')) {
- trackCodec = replaceVideoCodec(trackCodec, supplementalCodec);
- }
- const codec = pickMostCompleteCodecName(trackCodec, track.levelCodec);
- if (codec) {
- if (trackName.slice(0, 5) === 'audio') {
- return getCodecCompatibleName(codec, this.appendSource);
- }
- return codec;
- }
- return '';
- }
- trackSourceBuffer(type, track) {
- const buffer = track.buffer;
- if (!buffer) {
- return;
- }
- const codec = this.getTrackCodec(track, type);
- this.tracks[type] = {
- buffer,
- codec,
- container: track.container,
- levelCodec: track.levelCodec,
- supplemental: track.supplemental,
- metadata: track.metadata,
- id: track.id,
- listeners: []
- };
- this.removeBufferListeners(type);
- this.addBufferListener(type, 'updatestart', this.onSBUpdateStart);
- this.addBufferListener(type, 'updateend', this.onSBUpdateEnd);
- this.addBufferListener(type, 'error', this.onSBUpdateError);
- // ManagedSourceBuffer bufferedchange event
- if (this.appendSource) {
- this.addBufferListener(type, 'bufferedchange', (type, event) => {
- // If media was ejected check for a change. Added ranges are redundant with changes on 'updateend' event.
- const removedRanges = event.removedRanges;
- if (removedRanges != null && removedRanges.length) {
- this.hls.trigger(Events.BUFFER_FLUSHED, {
- type: type
- });
- }
- });
- }
- }
- get mediaSrc() {
- var _this$media2, _this$media2$querySel;
- const media = ((_this$media2 = this.media) == null ? void 0 : (_this$media2$querySel = _this$media2.querySelector) == null ? void 0 : _this$media2$querySel.call(_this$media2, 'source')) || this.media;
- return media == null ? void 0 : media.src;
- }
- onSBUpdateStart(type) {
- const operation = this.currentOp(type);
- if (!operation) {
- return;
- }
- operation.onStart();
- }
- onSBUpdateEnd(type) {
- var _this$mediaSource4;
- if (((_this$mediaSource4 = this.mediaSource) == null ? void 0 : _this$mediaSource4.readyState) === 'closed') {
- this.resetBuffer(type);
- return;
- }
- const operation = this.currentOp(type);
- if (!operation) {
- return;
- }
- operation.onComplete();
- this.shiftAndExecuteNext(type);
- }
- onSBUpdateError(type, event) {
- var _this$mediaSource5;
- const error = new Error(`${type} SourceBuffer error. MediaSource readyState: ${(_this$mediaSource5 = this.mediaSource) == null ? void 0 : _this$mediaSource5.readyState}`);
- this.error(`${error}`, event);
- // according to http://www.w3.org/TR/media-source/#sourcebuffer-append-error
- // SourceBuffer errors are not necessarily fatal; if so, the HTMLMediaElement will fire an error event
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_APPENDING_ERROR,
- sourceBufferName: type,
- error,
- fatal: false
- });
- // updateend is always fired after error, so we'll allow that to shift the current operation off of the queue
- const operation = this.currentOp(type);
- if (operation) {
- operation.onError(error);
- }
- }
- updateTimestampOffset(sb, timestampOffset, tolerance, type, sn, cc) {
- const delta = timestampOffset - sb.timestampOffset;
- if (Math.abs(delta) >= tolerance) {
- this.log(`Updating ${type} SourceBuffer timestampOffset to ${timestampOffset} (sn: ${sn} cc: ${cc})`);
- sb.timestampOffset = timestampOffset;
- }
- }
- // This method must result in an updateend event; if remove is not called, onSBUpdateEnd must be called manually
- removeExecutor(type, startOffset, endOffset) {
- const {
- media,
- mediaSource
- } = this;
- const track = this.tracks[type];
- const sb = track == null ? void 0 : track.buffer;
- if (!media || !mediaSource || !sb) {
- this.warn(`Attempting to remove from the ${type} SourceBuffer, but it does not exist`);
- this.shiftAndExecuteNext(type);
- return;
- }
- const mediaDuration = isFiniteNumber(media.duration) ? media.duration : Infinity;
- const msDuration = isFiniteNumber(mediaSource.duration) ? mediaSource.duration : Infinity;
- const removeStart = Math.max(0, startOffset);
- const removeEnd = Math.min(endOffset, mediaDuration, msDuration);
- if (removeEnd > removeStart && (!track.ending || track.ended)) {
- track.ended = false;
- this.log(`Removing [${removeStart},${removeEnd}] from the ${type} SourceBuffer`);
- sb.remove(removeStart, removeEnd);
- } else {
- // Cycle the queue
- this.shiftAndExecuteNext(type);
- }
- }
- // This method must result in an updateend event; if append is not called, onSBUpdateEnd must be called manually
- appendExecutor(data, type) {
- const track = this.tracks[type];
- const sb = track == null ? void 0 : track.buffer;
- if (!sb) {
- throw new HlsJsTrackRemovedError(`Attempting to append to the ${type} SourceBuffer, but it does not exist`);
- }
- track.ending = false;
- track.ended = false;
- sb.appendBuffer(data);
- }
- blockUntilOpen(callback) {
- if (this.isUpdating() || this.isQueued()) {
- this.blockBuffers(callback).catch(error => {
- this.warn(`SourceBuffer blocked callback ${error}`);
- this.stepOperationQueue(this.sourceBufferTypes);
- });
- } else {
- try {
- callback();
- } catch (error) {
- this.warn(`Callback run without blocking ${this.operationQueue} ${error}`);
- }
- }
- }
- isUpdating() {
- return this.sourceBuffers.some(([type, sb]) => type && sb.updating);
- }
- isQueued() {
- return this.sourceBuffers.some(([type]) => type && !!this.currentOp(type));
- }
- isPending(track) {
- return !!track && !track.buffer;
- }
- // Enqueues an operation to each SourceBuffer queue which, upon execution, resolves a promise. When all promises
- // resolve, the onUnblocked function is executed. Functions calling this method do not need to unblock the queue
- // upon completion, since we already do it here
- blockBuffers(onUnblocked, bufferNames = this.sourceBufferTypes) {
- if (!bufferNames.length) {
- this.log('Blocking operation requested, but no SourceBuffers exist');
- return Promise.resolve().then(onUnblocked);
- }
- const {
- operationQueue
- } = this;
- // logger.debug(`[buffer-controller]: Blocking ${buffers} SourceBuffer`);
- const blockingOperations = bufferNames.map(type => this.appendBlocker(type));
- const audioBlocked = bufferNames.length > 1 && !!this.blockedAudioAppend;
- if (audioBlocked) {
- this.unblockAudio();
- }
- return Promise.all(blockingOperations).then(result => {
- if (operationQueue !== this.operationQueue) {
- return;
- }
- // logger.debug(`[buffer-controller]: Blocking operation resolved; unblocking ${buffers} SourceBuffer`);
- onUnblocked();
- this.stepOperationQueue(this.sourceBufferTypes);
- });
- }
- stepOperationQueue(bufferNames) {
- bufferNames.forEach(type => {
- var _this$tracks$type6;
- const sb = (_this$tracks$type6 = this.tracks[type]) == null ? void 0 : _this$tracks$type6.buffer;
- // Only cycle the queue if the SB is not updating. There's a bug in Chrome which sets the SB updating flag to
- // true when changing the MediaSource duration (https://bugs.chromium.org/p/chromium/issues/detail?id=959359&can=2&q=mediasource%20duration)
- // While this is a workaround, it's probably useful to have around
- if (!sb || sb.updating) {
- return;
- }
- this.shiftAndExecuteNext(type);
- });
- }
- append(operation, type, pending) {
- if (this.operationQueue) {
- this.operationQueue.append(operation, type, pending);
- }
- }
- appendBlocker(type) {
- if (this.operationQueue) {
- return this.operationQueue.appendBlocker(type);
- }
- }
- currentOp(type) {
- if (this.operationQueue) {
- return this.operationQueue.current(type);
- }
- return null;
- }
- executeNext(type) {
- if (type && this.operationQueue) {
- this.operationQueue.executeNext(type);
- }
- }
- shiftAndExecuteNext(type) {
- if (this.operationQueue) {
- this.operationQueue.shiftAndExecuteNext(type);
- }
- }
- get pendingTrackCount() {
- return Object.keys(this.tracks).reduce((acc, type) => acc + (this.isPending(this.tracks[type]) ? 1 : 0), 0);
- }
- get sourceBufferCount() {
- return this.sourceBuffers.reduce((acc, [type]) => acc + (type ? 1 : 0), 0);
- }
- get sourceBufferTypes() {
- return this.sourceBuffers.map(([type]) => type).filter(type => !!type);
- }
- addBufferListener(type, event, fn) {
- const track = this.tracks[type];
- if (!track) {
- return;
- }
- const buffer = track.buffer;
- if (!buffer) {
- return;
- }
- const listener = fn.bind(this, type);
- track.listeners.push({
- event,
- listener
- });
- buffer.addEventListener(event, listener);
- }
- removeBufferListeners(type) {
- const track = this.tracks[type];
- if (!track) {
- return;
- }
- const buffer = track.buffer;
- if (!buffer) {
- return;
- }
- track.listeners.forEach(l => {
- buffer.removeEventListener(l.event, l.listener);
- });
- track.listeners.length = 0;
- }
- }
- function removeSourceChildren(node) {
- const sourceChildren = node.querySelectorAll('source');
- [].slice.call(sourceChildren).forEach(source => {
- node.removeChild(source);
- });
- }
- function addSource(media, url) {
- const source = self.document.createElement('source');
- source.type = 'video/mp4';
- source.src = url;
- media.appendChild(source);
- }
- function sourceBufferNameToIndex(type) {
- return type === 'audio' ? 1 : 0;
- }
- class CapLevelController {
- constructor(hls) {
- this.hls = void 0;
- this.autoLevelCapping = void 0;
- this.firstLevel = void 0;
- this.media = void 0;
- this.restrictedLevels = void 0;
- this.timer = void 0;
- this.clientRect = void 0;
- this.streamController = void 0;
- this.hls = hls;
- this.autoLevelCapping = Number.POSITIVE_INFINITY;
- this.firstLevel = -1;
- this.media = null;
- this.restrictedLevels = [];
- this.timer = undefined;
- this.clientRect = null;
- this.registerListeners();
- }
- setStreamController(streamController) {
- this.streamController = streamController;
- }
- destroy() {
- if (this.hls) {
- this.unregisterListener();
- }
- if (this.timer) {
- this.stopCapping();
- }
- this.media = null;
- this.clientRect = null;
- // @ts-ignore
- this.hls = this.streamController = null;
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.FPS_DROP_LEVEL_CAPPING, this.onFpsDropLevelCapping, this);
- hls.on(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.on(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.on(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.on(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- }
- unregisterListener() {
- const {
- hls
- } = this;
- hls.off(Events.FPS_DROP_LEVEL_CAPPING, this.onFpsDropLevelCapping, this);
- hls.off(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.off(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.off(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.off(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- }
- onFpsDropLevelCapping(event, data) {
- // Don't add a restricted level more than once
- const level = this.hls.levels[data.droppedLevel];
- if (this.isLevelAllowed(level)) {
- this.restrictedLevels.push({
- bitrate: level.bitrate,
- height: level.height,
- width: level.width
- });
- }
- }
- onMediaAttaching(event, data) {
- this.media = data.media instanceof HTMLVideoElement ? data.media : null;
- this.clientRect = null;
- if (this.timer && this.hls.levels.length) {
- this.detectPlayerSize();
- }
- }
- onManifestParsed(event, data) {
- const hls = this.hls;
- this.restrictedLevels = [];
- this.firstLevel = data.firstLevel;
- if (hls.config.capLevelToPlayerSize && data.video) {
- // Start capping immediately if the manifest has signaled video codecs
- this.startCapping();
- }
- }
- onLevelsUpdated(event, data) {
- if (this.timer && isFiniteNumber(this.autoLevelCapping)) {
- this.detectPlayerSize();
- }
- }
- // Only activate capping when playing a video stream; otherwise, multi-bitrate audio-only streams will be restricted
- // to the first level
- onBufferCodecs(event, data) {
- const hls = this.hls;
- if (hls.config.capLevelToPlayerSize && data.video) {
- // If the manifest did not signal a video codec capping has been deferred until we're certain video is present
- this.startCapping();
- }
- }
- onMediaDetaching() {
- this.stopCapping();
- this.media = null;
- }
- detectPlayerSize() {
- if (this.media) {
- if (this.mediaHeight <= 0 || this.mediaWidth <= 0) {
- this.clientRect = null;
- return;
- }
- const levels = this.hls.levels;
- if (levels.length) {
- const hls = this.hls;
- const maxLevel = this.getMaxLevel(levels.length - 1);
- if (maxLevel !== this.autoLevelCapping) {
- hls.logger.log(`Setting autoLevelCapping to ${maxLevel}: ${levels[maxLevel].height}p@${levels[maxLevel].bitrate} for media ${this.mediaWidth}x${this.mediaHeight}`);
- }
- hls.autoLevelCapping = maxLevel;
- if (hls.autoLevelEnabled && hls.autoLevelCapping > this.autoLevelCapping && this.streamController) {
- // if auto level capping has a higher value for the previous one, flush the buffer using nextLevelSwitch
- // usually happen when the user go to the fullscreen mode.
- this.streamController.nextLevelSwitch();
- }
- this.autoLevelCapping = hls.autoLevelCapping;
- }
- }
- }
- /*
- * returns level should be the one with the dimensions equal or greater than the media (player) dimensions (so the video will be downscaled)
- */
- getMaxLevel(capLevelIndex) {
- const levels = this.hls.levels;
- if (!levels.length) {
- return -1;
- }
- const validLevels = levels.filter((level, index) => this.isLevelAllowed(level) && index <= capLevelIndex);
- this.clientRect = null;
- return CapLevelController.getMaxLevelByMediaSize(validLevels, this.mediaWidth, this.mediaHeight);
- }
- startCapping() {
- if (this.timer) {
- // Don't reset capping if started twice; this can happen if the manifest signals a video codec
- return;
- }
- this.autoLevelCapping = Number.POSITIVE_INFINITY;
- self.clearInterval(this.timer);
- this.timer = self.setInterval(this.detectPlayerSize.bind(this), 1000);
- this.detectPlayerSize();
- }
- stopCapping() {
- this.restrictedLevels = [];
- this.firstLevel = -1;
- this.autoLevelCapping = Number.POSITIVE_INFINITY;
- if (this.timer) {
- self.clearInterval(this.timer);
- this.timer = undefined;
- }
- }
- getDimensions() {
- if (this.clientRect) {
- return this.clientRect;
- }
- const media = this.media;
- const boundsRect = {
- width: 0,
- height: 0
- };
- if (media) {
- const clientRect = media.getBoundingClientRect();
- boundsRect.width = clientRect.width;
- boundsRect.height = clientRect.height;
- if (!boundsRect.width && !boundsRect.height) {
- // When the media element has no width or height (equivalent to not being in the DOM),
- // then use its width and height attributes (media.width, media.height)
- boundsRect.width = clientRect.right - clientRect.left || media.width || 0;
- boundsRect.height = clientRect.bottom - clientRect.top || media.height || 0;
- }
- }
- this.clientRect = boundsRect;
- return boundsRect;
- }
- get mediaWidth() {
- return this.getDimensions().width * this.contentScaleFactor;
- }
- get mediaHeight() {
- return this.getDimensions().height * this.contentScaleFactor;
- }
- get contentScaleFactor() {
- let pixelRatio = 1;
- if (!this.hls.config.ignoreDevicePixelRatio) {
- try {
- pixelRatio = self.devicePixelRatio;
- } catch (e) {
- /* no-op */
- }
- }
- return Math.min(pixelRatio, this.hls.config.maxDevicePixelRatio);
- }
- isLevelAllowed(level) {
- const restrictedLevels = this.restrictedLevels;
- return !restrictedLevels.some(restrictedLevel => {
- return level.bitrate === restrictedLevel.bitrate && level.width === restrictedLevel.width && level.height === restrictedLevel.height;
- });
- }
- static getMaxLevelByMediaSize(levels, width, height) {
- if (!(levels != null && levels.length)) {
- return -1;
- }
- // Levels can have the same dimensions but differing bandwidths - since levels are ordered, we can look to the next
- // to determine whether we've chosen the greatest bandwidth for the media's dimensions
- const atGreatestBandwidth = (curLevel, nextLevel) => {
- if (!nextLevel) {
- return true;
- }
- return curLevel.width !== nextLevel.width || curLevel.height !== nextLevel.height;
- };
- // If we run through the loop without breaking, the media's dimensions are greater than every level, so default to
- // the max level
- let maxLevelIndex = levels.length - 1;
- // Prevent changes in aspect-ratio from causing capping to toggle back and forth
- const squareSize = Math.max(width, height);
- for (let i = 0; i < levels.length; i += 1) {
- const level = levels[i];
- if ((level.width >= squareSize || level.height >= squareSize) && atGreatestBandwidth(level, levels[i + 1])) {
- maxLevelIndex = i;
- break;
- }
- }
- return maxLevelIndex;
- }
- }
- /**
- * Common Media Object Type
- *
- * @internal
- */
- const CmObjectType = {
- /**
- * text file, such as a manifest or playlist
- */
- MANIFEST: 'm',
- /**
- * audio only
- */
- AUDIO: 'a',
- /**
- * video only
- */
- VIDEO: 'v',
- /**
- * muxed audio and video
- */
- MUXED: 'av',
- /**
- * init segment
- */
- INIT: 'i',
- /**
- * caption or subtitle
- */
- CAPTION: 'c',
- /**
- * ISOBMFF timed text track
- */
- TIMED_TEXT: 'tt',
- /**
- * cryptographic key, license or certificate.
- */
- KEY: 'k',
- /**
- * other
- */
- OTHER: 'o'
- };
- /**
- * Common Media Client Data Object Type
- *
- * @group CMCD
- *
- * @beta
- *
- * @enum
- */
- const CmcdObjectType = CmObjectType;
- /**
- * Common Media Streaming Format
- *
- * @internal
- */
- const CmStreamingFormat = {
- /**
- * HTTP Live Streaming (HLS)
- */
- HLS: 'h'};
- /**
- * Common Media Client Data Streaming Format
- *
- * @group CMCD
- *
- * @enum
- *
- * @beta
- */
- const CmcdStreamingFormat = CmStreamingFormat;
- /**
- * CMCD object header name.
- *
- * @group CMCD
- *
- * @beta
- */
- const CMCD_OBJECT = 'CMCD-Object';
- /**
- * CMCD request header name.
- *
- * @group CMCD
- *
- * @beta
- */
- const CMCD_REQUEST = 'CMCD-Request';
- /**
- * CMCD session header name.
- *
- * @group CMCD
- *
- * @beta
- */
- const CMCD_SESSION = 'CMCD-Session';
- /**
- * CMCD status header name.
- *
- * @group CMCD
- *
- * @beta
- */
- const CMCD_STATUS = 'CMCD-Status';
- /**
- * CMCD header fields.
- *
- * @group CMCD
- *
- * @enum
- *
- * @beta
- */
- const CmcdHeaderField = {
- /**
- * keys whose values vary with the object being requested.
- */
- OBJECT: CMCD_OBJECT,
- /**
- * keys whose values vary with each request.
- */
- REQUEST: CMCD_REQUEST,
- /**
- * keys whose values are expected to be invariant over the life of the session.
- */
- SESSION: CMCD_SESSION,
- /**
- * keys whose values do not vary with every request or object.
- */
- STATUS: CMCD_STATUS
- };
- /**
- * The map of CMCD header fields to official CMCD keys.
- *
- * @internal
- *
- * @group CMCD
- */
- const CmcdHeaderMap = {
- [CmcdHeaderField.OBJECT]: ['br', 'ab', 'd', 'ot', 'tb', 'tpb', 'lb', 'tab', 'lab', 'url'],
- [CmcdHeaderField.REQUEST]: ['pb', 'bl', 'tbl', 'dl', 'ltc', 'mtp', 'nor', 'nrr', 'rc', 'sn', 'sta', 'su', 'ttfb', 'ttfbb', 'ttlb', 'cmsdd', 'cmsds', 'smrt', 'df', 'cs'],
- [CmcdHeaderField.SESSION]: ['cid', 'pr', 'sf', 'sid', 'st', 'v', 'msd'],
- [CmcdHeaderField.STATUS]: ['bs', 'bsd', 'cdn', 'rtp', 'bg', 'pt', 'ec', 'e']
- };
- /**
- * Structured Field Item
- *
- * @group Structured Field
- *
- * @beta
- */
- class SfItem {
- constructor(value, params) {
- if (Array.isArray(value)) {
- value = value.map(v => v instanceof SfItem ? v : new SfItem(v));
- }
- this.value = value;
- this.params = params;
- }
- }
- const DICT = 'Dict';
- function format(value) {
- if (Array.isArray(value)) {
- return JSON.stringify(value);
- }
- if (value instanceof Map) {
- return 'Map{}';
- }
- if (value instanceof Set) {
- return 'Set{}';
- }
- if (typeof value === 'object') {
- return JSON.stringify(value);
- }
- return String(value);
- }
- function throwError(action, src, type, cause) {
- return new Error(`failed to ${action} "${format(src)}" as ${type}`, {
- cause
- });
- }
- function serializeError(src, type, cause) {
- return throwError('serialize', src, type, cause);
- }
- /**
- * A class to represent structured field tokens when `Symbol` is not available.
- *
- * @group Structured Field
- *
- * @beta
- */
- class SfToken {
- constructor(description) {
- this.description = description;
- }
- }
- const BARE_ITEM = 'Bare Item';
- const BOOLEAN = 'Boolean';
- // 4.1.9. Serializing a Boolean
- //
- // Given a Boolean as input_boolean, return an ASCII string suitable for
- // use in a HTTP field value.
- //
- // 1. If input_boolean is not a boolean, fail serialization.
- //
- // 2. Let output be an empty string.
- //
- // 3. Append "?" to output.
- //
- // 4. If input_boolean is true, append "1" to output.
- //
- // 5. If input_boolean is false, append "0" to output.
- //
- // 6. Return output.
- function serializeBoolean(value) {
- if (typeof value !== 'boolean') {
- throw serializeError(value, BOOLEAN);
- }
- return value ? '?1' : '?0';
- }
- /**
- * Encodes binary data to base64
- *
- * @param binary - The binary data to encode
- * @returns The base64 encoded string
- *
- * @group Utils
- *
- * @beta
- */
- function encodeBase64(binary) {
- return btoa(String.fromCharCode(...binary));
- }
- const BYTES = 'Byte Sequence';
- // 4.1.8. Serializing a Byte Sequence
- //
- // Given a Byte Sequence as input_bytes, return an ASCII string suitable
- // for use in a HTTP field value.
- //
- // 1. If input_bytes is not a sequence of bytes, fail serialization.
- //
- // 2. Let output be an empty string.
- //
- // 3. Append ":" to output.
- //
- // 4. Append the result of base64-encoding input_bytes as per
- // [RFC4648], Section 4, taking account of the requirements below.
- //
- // 5. Append ":" to output.
- //
- // 6. Return output.
- //
- // The encoded data is required to be padded with "=", as per [RFC4648],
- // Section 3.2.
- //
- // Likewise, encoded data SHOULD have pad bits set to zero, as per
- // [RFC4648], Section 3.5, unless it is not possible to do so due to
- // implementation constraints.
- function serializeByteSequence(value) {
- if (ArrayBuffer.isView(value) === false) {
- throw serializeError(value, BYTES);
- }
- return `:${encodeBase64(value)}:`;
- }
- const INTEGER = 'Integer';
- function isInvalidInt(value) {
- return value < -999999999999999 || 999999999999999 < value;
- }
- // 4.1.4. Serializing an Integer
- //
- // Given an Integer as input_integer, return an ASCII string suitable
- // for use in a HTTP field value.
- //
- // 1. If input_integer is not an integer in the range of
- // -999,999,999,999,999 to 999,999,999,999,999 inclusive, fail
- // serialization.
- //
- // 2. Let output be an empty string.
- //
- // 3. If input_integer is less than (but not equal to) 0, append "-" to
- // output.
- //
- // 4. Append input_integer's numeric value represented in base 10 using
- // only decimal digits to output.
- //
- // 5. Return output.
- function serializeInteger(value) {
- if (isInvalidInt(value)) {
- throw serializeError(value, INTEGER);
- }
- return value.toString();
- }
- // 4.1.10. Serializing a Date
- //
- // Given a Date as input_integer, return an ASCII string suitable for
- // use in an HTTP field value.
- // 1. Let output be "@".
- // 2. Append to output the result of running Serializing an Integer
- // with input_date (Section 4.1.4).
- // 3. Return output.
- function serializeDate(value) {
- return `@${serializeInteger(value.getTime() / 1000)}`;
- }
- /**
- * This implements the rounding procedure described in step 2 of the "Serializing a Decimal" specification.
- * This rounding style is known as "even rounding", "banker's rounding", or "commercial rounding".
- *
- * @param value - The value to round
- * @param precision - The number of decimal places to round to
- * @returns The rounded value
- *
- * @group Utils
- *
- * @beta
- */
- function roundToEven(value, precision) {
- if (value < 0) {
- return -roundToEven(-value, precision);
- }
- const decimalShift = Math.pow(10, precision);
- const isEquidistant = Math.abs(value * decimalShift % 1 - 0.5) < Number.EPSILON;
- if (isEquidistant) {
- // If the tail of the decimal place is 'equidistant' we round to the nearest even value
- const flooredValue = Math.floor(value * decimalShift);
- return (flooredValue % 2 === 0 ? flooredValue : flooredValue + 1) / decimalShift;
- } else {
- // Otherwise, proceed as normal
- return Math.round(value * decimalShift) / decimalShift;
- }
- }
- const DECIMAL = 'Decimal';
- // 4.1.5. Serializing a Decimal
- //
- // Given a decimal number as input_decimal, return an ASCII string
- // suitable for use in a HTTP field value.
- //
- // 1. If input_decimal is not a decimal number, fail serialization.
- //
- // 2. If input_decimal has more than three significant digits to the
- // right of the decimal point, round it to three decimal places,
- // rounding the final digit to the nearest value, or to the even
- // value if it is equidistant.
- //
- // 3. If input_decimal has more than 12 significant digits to the left
- // of the decimal point after rounding, fail serialization.
- //
- // 4. Let output be an empty string.
- //
- // 5. If input_decimal is less than (but not equal to) 0, append "-"
- // to output.
- //
- // 6. Append input_decimal's integer component represented in base 10
- // (using only decimal digits) to output; if it is zero, append
- // "0".
- //
- // 7. Append "." to output.
- //
- // 8. If input_decimal's fractional component is zero, append "0" to
- // output.
- //
- // 9. Otherwise, append the significant digits of input_decimal's
- // fractional component represented in base 10 (using only decimal
- // digits) to output.
- //
- // 10. Return output.
- function serializeDecimal(value) {
- const roundedValue = roundToEven(value, 3); // round to 3 decimal places
- if (Math.floor(Math.abs(roundedValue)).toString().length > 12) {
- throw serializeError(value, DECIMAL);
- }
- const stringValue = roundedValue.toString();
- return stringValue.includes('.') ? stringValue : `${stringValue}.0`;
- }
- const STRING = 'String';
- const STRING_REGEX = /[\x00-\x1f\x7f]+/;
- // 4.1.6. Serializing a String
- //
- // Given a String as input_string, return an ASCII string suitable for
- // use in a HTTP field value.
- //
- // 1. Convert input_string into a sequence of ASCII characters; if
- // conversion fails, fail serialization.
- //
- // 2. If input_string contains characters in the range %x00-1f or %x7f
- // (i.e., not in VCHAR or SP), fail serialization.
- //
- // 3. Let output be the string DQUOTE.
- //
- // 4. For each character char in input_string:
- //
- // 1. If char is "\" or DQUOTE:
- //
- // 1. Append "\" to output.
- //
- // 2. Append char to output.
- //
- // 5. Append DQUOTE to output.
- //
- // 6. Return output.
- function serializeString(value) {
- if (STRING_REGEX.test(value)) {
- throw serializeError(value, STRING);
- }
- return `"${value.replace(/\\/g, `\\\\`).replace(/"/g, `\\"`)}"`;
- }
- /**
- * Converts a symbol to a string.
- *
- * @param symbol - The symbol to convert.
- *
- * @returns The string representation of the symbol.
- *
- * @internal
- */
- function symbolToStr(symbol) {
- return symbol.description || symbol.toString().slice(7, -1);
- }
- const TOKEN = 'Token';
- function serializeToken(token) {
- const value = symbolToStr(token);
- if (/^([a-zA-Z*])([!#$%&'*+\-.^_`|~\w:/]*)$/.test(value) === false) {
- throw serializeError(value, TOKEN);
- }
- return value;
- }
- // 4.1.3.1. Serializing a Bare Item
- //
- // Given an Item as input_item, return an ASCII string suitable for use
- // in a HTTP field value.
- //
- // 1. If input_item is an Integer, return the result of running
- // Serializing an Integer (Section 4.1.4) with input_item.
- //
- // 2. If input_item is a Decimal, return the result of running
- // Serializing a Decimal (Section 4.1.5) with input_item.
- //
- // 3. If input_item is a String, return the result of running
- // Serializing a String (Section 4.1.6) with input_item.
- //
- // 4. If input_item is a Token, return the result of running
- // Serializing a Token (Section 4.1.7) with input_item.
- //
- // 5. If input_item is a Boolean, return the result of running
- // Serializing a Boolean (Section 4.1.9) with input_item.
- //
- // 6. If input_item is a Byte Sequence, return the result of running
- // Serializing a Byte Sequence (Section 4.1.8) with input_item.
- //
- // 7. If input_item is a Date, return the result of running Serializing
- // a Date (Section 4.1.10) with input_item.
- //
- // 8. Otherwise, fail serialization.
- function serializeBareItem(value) {
- switch (typeof value) {
- case 'number':
- if (!isFiniteNumber(value)) {
- throw serializeError(value, BARE_ITEM);
- }
- if (Number.isInteger(value)) {
- return serializeInteger(value);
- }
- return serializeDecimal(value);
- case 'string':
- return serializeString(value);
- case 'symbol':
- return serializeToken(value);
- case 'boolean':
- return serializeBoolean(value);
- case 'object':
- if (value instanceof Date) {
- return serializeDate(value);
- }
- if (value instanceof Uint8Array) {
- return serializeByteSequence(value);
- }
- if (value instanceof SfToken) {
- return serializeToken(value);
- }
- default:
- // fail
- throw serializeError(value, BARE_ITEM);
- }
- }
- const KEY = 'Key';
- // 4.1.1.3. Serializing a Key
- //
- // Given a key as input_key, return an ASCII string suitable for use in
- // a HTTP field value.
- //
- // 1. Convert input_key into a sequence of ASCII characters; if
- // conversion fails, fail serialization.
- //
- // 2. If input_key contains characters not in lcalpha, DIGIT, "_", "-",
- // ".", or "*" fail serialization.
- //
- // 3. If the first character of input_key is not lcalpha or "*", fail
- // serialization.
- //
- // 4. Let output be an empty string.
- //
- // 5. Append input_key to output.
- //
- // 6. Return output.
- function serializeKey(value) {
- if (/^[a-z*][a-z0-9\-_.*]*$/.test(value) === false) {
- throw serializeError(value, KEY);
- }
- return value;
- }
- // 4.1.1.2. Serializing Parameters
- //
- // Given an ordered Dictionary as input_parameters (each member having a
- // param_name and a param_value), return an ASCII string suitable for
- // use in a HTTP field value.
- //
- // 1. Let output be an empty string.
- //
- // 2. For each param_name with a value of param_value in
- // input_parameters:
- //
- // 1. Append ";" to output.
- //
- // 2. Append the result of running Serializing a Key
- // (Section 4.1.1.3) with param_name to output.
- //
- // 3. If param_value is not Boolean true:
- //
- // 1. Append "=" to output.
- //
- // 2. Append the result of running Serializing a bare Item
- // (Section 4.1.3.1) with param_value to output.
- //
- // 3. Return output.
- function serializeParams(params) {
- if (params == null) {
- return '';
- }
- return Object.entries(params).map(([key, value]) => {
- if (value === true) {
- return `;${serializeKey(key)}`; // omit true
- }
- return `;${serializeKey(key)}=${serializeBareItem(value)}`;
- }).join('');
- }
- // 4.1.3. Serializing an Item
- //
- // Given an Item as bare_item and Parameters as item_parameters, return
- // an ASCII string suitable for use in a HTTP field value.
- //
- // 1. Let output be an empty string.
- //
- // 2. Append the result of running Serializing a Bare Item
- // Section 4.1.3.1 with bare_item to output.
- //
- // 3. Append the result of running Serializing Parameters
- // Section 4.1.1.2 with item_parameters to output.
- //
- // 4. Return output.
- function serializeItem(value) {
- if (value instanceof SfItem) {
- return `${serializeBareItem(value.value)}${serializeParams(value.params)}`;
- } else {
- return serializeBareItem(value);
- }
- }
- // 4.1.1.1. Serializing an Inner List
- //
- // Given an array of (member_value, parameters) tuples as inner_list,
- // and parameters as list_parameters, return an ASCII string suitable
- // for use in a HTTP field value.
- //
- // 1. Let output be the string "(".
- //
- // 2. For each (member_value, parameters) of inner_list:
- //
- // 1. Append the result of running Serializing an Item
- // (Section 4.1.3) with (member_value, parameters) to output.
- //
- // 2. If more values remain in inner_list, append a single SP to
- // output.
- //
- // 3. Append ")" to output.
- //
- // 4. Append the result of running Serializing Parameters
- // (Section 4.1.1.2) with list_parameters to output.
- //
- // 5. Return output.
- function serializeInnerList(value) {
- return `(${value.value.map(serializeItem).join(' ')})${serializeParams(value.params)}`;
- }
- // 4.1.2. Serializing a Dictionary
- //
- // Given an ordered Dictionary as input_dictionary (each member having a
- // member_name and a tuple value of (member_value, parameters)), return
- // an ASCII string suitable for use in a HTTP field value.
- //
- // 1. Let output be an empty string.
- //
- // 2. For each member_name with a value of (member_value, parameters)
- // in input_dictionary:
- //
- // 1. Append the result of running Serializing a Key
- // (Section 4.1.1.3) with member's member_name to output.
- //
- // 2. If member_value is Boolean true:
- //
- // 1. Append the result of running Serializing Parameters
- // (Section 4.1.1.2) with parameters to output.
- //
- // 3. Otherwise:
- //
- // 1. Append "=" to output.
- //
- // 2. If member_value is an array, append the result of running
- // Serializing an Inner List (Section 4.1.1.1) with
- // (member_value, parameters) to output.
- //
- // 3. Otherwise, append the result of running Serializing an
- // Item (Section 4.1.3) with (member_value, parameters) to
- // output.
- //
- // 4. If more members remain in input_dictionary:
- //
- // 1. Append "," to output.
- //
- // 2. Append a single SP to output.
- //
- // 3. Return output.
- function serializeDict(dict, options = {
- whitespace: true
- }) {
- if (typeof dict !== 'object') {
- throw serializeError(dict, DICT);
- }
- const entries = dict instanceof Map ? dict.entries() : Object.entries(dict);
- const optionalWhiteSpace = (options === null || options === void 0 ? void 0 : options.whitespace) ? ' ' : '';
- return Array.from(entries).map(([key, item]) => {
- if (item instanceof SfItem === false) {
- item = new SfItem(item);
- }
- let output = serializeKey(key);
- if (item.value === true) {
- output += serializeParams(item.params);
- } else {
- output += '=';
- if (Array.isArray(item.value)) {
- output += serializeInnerList(item);
- } else {
- output += serializeItem(item);
- }
- }
- return output;
- }).join(`,${optionalWhiteSpace}`);
- }
- /**
- * Encode an object into a structured field dictionary
- *
- * @param value - The structured field dictionary to encode
- * @param options - Encoding options
- *
- * @returns The structured field string
- *
- * @group Structured Field
- *
- * @beta
- */
- function encodeSfDict(value, options) {
- return serializeDict(value, options);
- }
- /**
- * Checks if the given key is a token field.
- *
- * @param key - The key to check.
- *
- * @returns `true` if the key is a token field.
- *
- * @internal
- */
- function isTokenField(key) {
- return ['ot', 'sf', 'st', 'e', 'sta'].includes(key);
- }
- /**
- * Checks if the given value is valid
- *
- * @param value - The value to check.
- *
- * @returns `true` if the key is a value is valid.
- *
- * @internal
- */
- function isValid(value) {
- if (typeof value === 'number') {
- return isFiniteNumber(value);
- }
- return value != null && value !== '' && value !== false;
- }
- /**
- * Constructs a relative path from a URL.
- *
- * @param url - The destination URL
- * @param base - The base URL
- * @returns The relative path
- *
- * @group Utils
- *
- * @beta
- */
- function urlToRelativePath(url, base) {
- const to = new URL(url);
- const from = new URL(base);
- if (to.origin !== from.origin) {
- return url;
- }
- const toPath = to.pathname.split('/').slice(1);
- const fromPath = from.pathname.split('/').slice(1, -1);
- // remove common parents
- while (toPath[0] === fromPath[0]) {
- toPath.shift();
- fromPath.shift();
- }
- // add back paths
- while (fromPath.length) {
- fromPath.shift();
- toPath.unshift('..');
- }
- return toPath.join('/');
- }
- const toRounded = value => Math.round(value);
- const toUrlSafe = (value, options) => {
- if (options === null || options === void 0 ? void 0 : options.baseUrl) {
- value = urlToRelativePath(value, options.baseUrl);
- }
- return encodeURIComponent(value);
- };
- const toHundred = value => toRounded(value / 100) * 100;
- /**
- * The default formatters for CMCD values.
- *
- * @group CMCD
- *
- * @beta
- */
- const CmcdFormatters = {
- /**
- * Bitrate (kbps) rounded integer
- */
- br: toRounded,
- /**
- * Duration (milliseconds) rounded integer
- */
- d: toRounded,
- /**
- * Buffer Length (milliseconds) rounded nearest 100ms
- */
- bl: toHundred,
- /**
- * Deadline (milliseconds) rounded nearest 100ms
- */
- dl: toHundred,
- /**
- * Measured Throughput (kbps) rounded nearest 100kbps
- */
- mtp: toHundred,
- /**
- * Next Object Request URL encoded
- */
- nor: toUrlSafe,
- /**
- * Requested maximum throughput (kbps) rounded nearest 100kbps
- */
- rtp: toHundred,
- /**
- * Top Bitrate (kbps) rounded integer
- */
- tb: toRounded
- };
- /**
- * Internal CMCD processing function.
- *
- * @param obj - The CMCD object to process.
- * @param map - The mapping function to use.
- * @param options - Options for encoding.
- *
- * @internal
- *
- * @group CMCD
- */
- function processCmcd(obj, options) {
- const results = {};
- if (obj == null || typeof obj !== 'object') {
- return results;
- }
- const keys = Object.keys(obj).sort();
- const formatters = _extends({}, CmcdFormatters, options === null || options === void 0 ? void 0 : options.formatters);
- const filter = options === null || options === void 0 ? void 0 : options.filter;
- keys.forEach(key => {
- if ((filter === null || filter === void 0 ? void 0 : filter(key)) === false) {
- return;
- }
- let value = obj[key];
- const formatter = formatters[key];
- if (formatter) {
- value = formatter(value, options);
- }
- // Version should only be reported if not equal to 1.
- if (key === 'v' && value === 1) {
- return;
- }
- // Playback rate should only be sent if not equal to 1.
- if (key == 'pr' && value === 1) {
- return;
- }
- // ignore invalid values
- if (!isValid(value)) {
- return;
- }
- if (isTokenField(key) && typeof value === 'string') {
- value = new SfToken(value);
- }
- results[key] = value;
- });
- return results;
- }
- /**
- * Encode a CMCD object to a string.
- *
- * @param cmcd - The CMCD object to encode.
- * @param options - Options for encoding.
- *
- * @returns The encoded CMCD string.
- *
- * @group CMCD
- *
- * @beta
- */
- function encodeCmcd(cmcd, options = {}) {
- if (!cmcd) {
- return '';
- }
- return encodeSfDict(processCmcd(cmcd, options), _extends({
- whitespace: false
- }, options));
- }
- /**
- * Convert a CMCD data object to request headers
- *
- * @param cmcd - The CMCD data object to convert.
- * @param options - Options for encoding the CMCD object.
- *
- * @returns The CMCD header shards.
- *
- * @group CMCD
- *
- * @beta
- */
- function toCmcdHeaders(cmcd, options = {}) {
- const result = {};
- if (!cmcd) {
- return result;
- }
- const entries = Object.entries(cmcd);
- const headerMap = Object.entries(CmcdHeaderMap).concat(Object.entries((options === null || options === void 0 ? void 0 : options.customHeaderMap) || {}));
- const shards = entries.reduce((acc, entry) => {
- var _a, _b;
- const [key, value] = entry;
- const field = ((_a = headerMap.find(entry => entry[1].includes(key))) === null || _a === void 0 ? void 0 : _a[0]) || CmcdHeaderField.REQUEST;
- (_b = acc[field]) !== null && _b !== void 0 ? _b : acc[field] = {};
- acc[field][key] = value;
- return acc;
- }, {});
- return Object.entries(shards).reduce((acc, [field, value]) => {
- acc[field] = encodeCmcd(value, options);
- return acc;
- }, result);
- }
- /**
- * Append CMCD query args to a header object.
- *
- * @param headers - The headers to append to.
- * @param cmcd - The CMCD object to append.
- * @param options - Encode options.
- *
- * @returns The headers with the CMCD header shards appended.
- *
- * @group CMCD
- *
- * @beta
- */
- function appendCmcdHeaders(headers, cmcd, options) {
- return _extends(headers, toCmcdHeaders(cmcd, options));
- }
- /**
- * CMCD parameter name.
- *
- * @group CMCD
- *
- * @beta
- */
- const CMCD_PARAM = 'CMCD';
- /**
- * Convert a CMCD data object to a query arg.
- *
- * @param cmcd - The CMCD object to convert.
- * @param options - Options for encoding the CMCD object.
- *
- * @returns The CMCD query arg.
- *
- * @group CMCD
- *
- * @beta
- */
- function toCmcdQuery(cmcd, options = {}) {
- if (!cmcd) {
- return '';
- }
- const params = encodeCmcd(cmcd, options);
- return `${CMCD_PARAM}=${encodeURIComponent(params)}`;
- }
- const REGEX = /CMCD=[^&#]+/;
- /**
- * Append CMCD query args to a URL.
- *
- * @param url - The URL to append to.
- * @param cmcd - The CMCD object to append.
- * @param options - Options for encoding the CMCD object.
- *
- * @returns The URL with the CMCD query args appended.
- *
- * @group CMCD
- *
- * @beta
- */
- function appendCmcdQuery(url, cmcd, options) {
- // TODO: Replace with URLSearchParams once we drop Safari < 10.1 & Chrome < 49 support.
- // https://developer.mozilla.org/en-US/docs/Web/API/URLSearchParams
- const query = toCmcdQuery(cmcd, options);
- if (!query) {
- return url;
- }
- if (REGEX.test(url)) {
- return url.replace(REGEX, query);
- }
- const separator = url.includes('?') ? '&' : '?';
- return `${url}${separator}${query}`;
- }
- /**
- * Controller to deal with Common Media Client Data (CMCD)
- * @see https://cdn.cta.tech/cta/media/media/resources/standards/pdfs/cta-5004-final.pdf
- */
- class CMCDController {
- constructor(hls) {
- this.hls = void 0;
- this.config = void 0;
- this.media = void 0;
- this.sid = void 0;
- this.cid = void 0;
- this.useHeaders = false;
- this.includeKeys = void 0;
- this.initialized = false;
- this.starved = false;
- this.buffering = true;
- this.audioBuffer = void 0;
- this.videoBuffer = void 0;
- this.onWaiting = () => {
- if (this.initialized) {
- this.starved = true;
- }
- this.buffering = true;
- };
- this.onPlaying = () => {
- if (!this.initialized) {
- this.initialized = true;
- }
- this.buffering = false;
- };
- /**
- * Apply CMCD data to a manifest request.
- */
- this.applyPlaylistData = context => {
- try {
- this.apply(context, {
- ot: CmcdObjectType.MANIFEST,
- su: !this.initialized
- });
- } catch (error) {
- this.hls.logger.warn('Could not generate manifest CMCD data.', error);
- }
- };
- /**
- * Apply CMCD data to a segment request
- */
- this.applyFragmentData = context => {
- try {
- const {
- frag,
- part
- } = context;
- const level = this.hls.levels[frag.level];
- const ot = this.getObjectType(frag);
- const data = {
- d: (part || frag).duration * 1000,
- ot
- };
- if (ot === CmcdObjectType.VIDEO || ot === CmcdObjectType.AUDIO || ot == CmcdObjectType.MUXED) {
- data.br = level.bitrate / 1000;
- data.tb = this.getTopBandwidth(ot) / 1000;
- data.bl = this.getBufferLength(ot);
- }
- const next = part ? this.getNextPart(part) : this.getNextFrag(frag);
- if (next != null && next.url && next.url !== frag.url) {
- data.nor = next.url;
- }
- this.apply(context, data);
- } catch (error) {
- this.hls.logger.warn('Could not generate segment CMCD data.', error);
- }
- };
- this.hls = hls;
- const config = this.config = hls.config;
- const {
- cmcd
- } = config;
- if (cmcd != null) {
- config.pLoader = this.createPlaylistLoader();
- config.fLoader = this.createFragmentLoader();
- this.sid = cmcd.sessionId || hls.sessionId;
- this.cid = cmcd.contentId;
- this.useHeaders = cmcd.useHeaders === true;
- this.includeKeys = cmcd.includeKeys;
- this.registerListeners();
- }
- }
- registerListeners() {
- const hls = this.hls;
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHED, this.onMediaDetached, this);
- hls.on(Events.BUFFER_CREATED, this.onBufferCreated, this);
- }
- unregisterListeners() {
- const hls = this.hls;
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHED, this.onMediaDetached, this);
- hls.off(Events.BUFFER_CREATED, this.onBufferCreated, this);
- }
- destroy() {
- this.unregisterListeners();
- this.onMediaDetached();
- // @ts-ignore
- this.hls = this.config = this.audioBuffer = this.videoBuffer = null;
- // @ts-ignore
- this.onWaiting = this.onPlaying = this.media = null;
- }
- onMediaAttached(event, data) {
- this.media = data.media;
- this.media.addEventListener('waiting', this.onWaiting);
- this.media.addEventListener('playing', this.onPlaying);
- }
- onMediaDetached() {
- if (!this.media) {
- return;
- }
- this.media.removeEventListener('waiting', this.onWaiting);
- this.media.removeEventListener('playing', this.onPlaying);
- // @ts-ignore
- this.media = null;
- }
- onBufferCreated(event, data) {
- var _data$tracks$audio, _data$tracks$video;
- this.audioBuffer = (_data$tracks$audio = data.tracks.audio) == null ? void 0 : _data$tracks$audio.buffer;
- this.videoBuffer = (_data$tracks$video = data.tracks.video) == null ? void 0 : _data$tracks$video.buffer;
- }
- /**
- * Create baseline CMCD data
- */
- createData() {
- var _this$media;
- return {
- v: 1,
- sf: CmcdStreamingFormat.HLS,
- sid: this.sid,
- cid: this.cid,
- pr: (_this$media = this.media) == null ? void 0 : _this$media.playbackRate,
- mtp: this.hls.bandwidthEstimate / 1000
- };
- }
- /**
- * Apply CMCD data to a request.
- */
- apply(context, data = {}) {
- // apply baseline data
- _extends(data, this.createData());
- const isVideo = data.ot === CmcdObjectType.INIT || data.ot === CmcdObjectType.VIDEO || data.ot === CmcdObjectType.MUXED;
- if (this.starved && isVideo) {
- data.bs = true;
- data.su = true;
- this.starved = false;
- }
- if (data.su == null) {
- data.su = this.buffering;
- }
- // TODO: Implement rtp, nrr, dl
- const {
- includeKeys
- } = this;
- if (includeKeys) {
- data = Object.keys(data).reduce((acc, key) => {
- includeKeys.includes(key) && (acc[key] = data[key]);
- return acc;
- }, {});
- }
- const options = {
- baseUrl: context.url
- };
- if (this.useHeaders) {
- if (!context.headers) {
- context.headers = {};
- }
- appendCmcdHeaders(context.headers, data, options);
- } else {
- context.url = appendCmcdQuery(context.url, data, options);
- }
- }
- getNextFrag(fragment) {
- var _this$hls$levels$frag;
- const levelDetails = (_this$hls$levels$frag = this.hls.levels[fragment.level]) == null ? void 0 : _this$hls$levels$frag.details;
- if (levelDetails) {
- const index = fragment.sn - levelDetails.startSN;
- return levelDetails.fragments[index + 1];
- }
- return undefined;
- }
- getNextPart(part) {
- var _this$hls$levels$frag2, _this$hls$levels$frag3;
- const {
- index,
- fragment
- } = part;
- const partList = (_this$hls$levels$frag2 = this.hls.levels[fragment.level]) == null ? void 0 : (_this$hls$levels$frag3 = _this$hls$levels$frag2.details) == null ? void 0 : _this$hls$levels$frag3.partList;
- if (partList) {
- const {
- sn
- } = fragment;
- for (let i = partList.length - 1; i >= 0; i--) {
- const p = partList[i];
- if (p.index === index && p.fragment.sn === sn) {
- return partList[i + 1];
- }
- }
- }
- return undefined;
- }
- /**
- * The CMCD object type.
- */
- getObjectType(fragment) {
- const {
- type
- } = fragment;
- if (type === 'subtitle') {
- return CmcdObjectType.TIMED_TEXT;
- }
- if (fragment.sn === 'initSegment') {
- return CmcdObjectType.INIT;
- }
- if (type === 'audio') {
- return CmcdObjectType.AUDIO;
- }
- if (type === 'main') {
- if (!this.hls.audioTracks.length) {
- return CmcdObjectType.MUXED;
- }
- return CmcdObjectType.VIDEO;
- }
- return undefined;
- }
- /**
- * Get the highest bitrate.
- */
- getTopBandwidth(type) {
- let bitrate = 0;
- let levels;
- const hls = this.hls;
- if (type === CmcdObjectType.AUDIO) {
- levels = hls.audioTracks;
- } else {
- const max = hls.maxAutoLevel;
- const len = max > -1 ? max + 1 : hls.levels.length;
- levels = hls.levels.slice(0, len);
- }
- levels.forEach(level => {
- if (level.bitrate > bitrate) {
- bitrate = level.bitrate;
- }
- });
- return bitrate > 0 ? bitrate : NaN;
- }
- /**
- * Get the buffer length for a media type in milliseconds
- */
- getBufferLength(type) {
- const media = this.media;
- const buffer = type === CmcdObjectType.AUDIO ? this.audioBuffer : this.videoBuffer;
- if (!buffer || !media) {
- return NaN;
- }
- const info = BufferHelper.bufferInfo(buffer, media.currentTime, this.config.maxBufferHole);
- return info.len * 1000;
- }
- /**
- * Create a playlist loader
- */
- createPlaylistLoader() {
- const {
- pLoader
- } = this.config;
- const apply = this.applyPlaylistData;
- const Ctor = pLoader || this.config.loader;
- return class CmcdPlaylistLoader {
- constructor(config) {
- this.loader = void 0;
- this.loader = new Ctor(config);
- }
- get stats() {
- return this.loader.stats;
- }
- get context() {
- return this.loader.context;
- }
- destroy() {
- this.loader.destroy();
- }
- abort() {
- this.loader.abort();
- }
- load(context, config, callbacks) {
- apply(context);
- this.loader.load(context, config, callbacks);
- }
- };
- }
- /**
- * Create a playlist loader
- */
- createFragmentLoader() {
- const {
- fLoader
- } = this.config;
- const apply = this.applyFragmentData;
- const Ctor = fLoader || this.config.loader;
- return class CmcdFragmentLoader {
- constructor(config) {
- this.loader = void 0;
- this.loader = new Ctor(config);
- }
- get stats() {
- return this.loader.stats;
- }
- get context() {
- return this.loader.context;
- }
- destroy() {
- this.loader.destroy();
- }
- abort() {
- this.loader.abort();
- }
- load(context, config, callbacks) {
- apply(context);
- this.loader.load(context, config, callbacks);
- }
- };
- }
- }
- const PATHWAY_PENALTY_DURATION_MS = 300000;
- class ContentSteeringController extends Logger {
- constructor(hls) {
- super('content-steering', hls.logger);
- this.hls = void 0;
- this.loader = null;
- this.uri = null;
- this.pathwayId = '.';
- this._pathwayPriority = null;
- this.timeToLoad = 300;
- this.reloadTimer = -1;
- this.updated = 0;
- this.started = false;
- this.enabled = true;
- this.levels = null;
- this.audioTracks = null;
- this.subtitleTracks = null;
- this.penalizedPathways = {};
- this.hls = hls;
- this.registerListeners();
- }
- registerListeners() {
- const hls = this.hls;
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.on(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const hls = this.hls;
- if (!hls) {
- return;
- }
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.off(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- pathways() {
- return (this.levels || []).reduce((pathways, level) => {
- if (pathways.indexOf(level.pathwayId) === -1) {
- pathways.push(level.pathwayId);
- }
- return pathways;
- }, []);
- }
- get pathwayPriority() {
- return this._pathwayPriority;
- }
- set pathwayPriority(pathwayPriority) {
- this.updatePathwayPriority(pathwayPriority);
- }
- startLoad() {
- this.started = true;
- this.clearTimeout();
- if (this.enabled && this.uri) {
- if (this.updated) {
- const ttl = this.timeToLoad * 1000 - (performance.now() - this.updated);
- if (ttl > 0) {
- this.scheduleRefresh(this.uri, ttl);
- return;
- }
- }
- this.loadSteeringManifest(this.uri);
- }
- }
- stopLoad() {
- this.started = false;
- if (this.loader) {
- this.loader.destroy();
- this.loader = null;
- }
- this.clearTimeout();
- }
- clearTimeout() {
- if (this.reloadTimer !== -1) {
- self.clearTimeout(this.reloadTimer);
- this.reloadTimer = -1;
- }
- }
- destroy() {
- this.unregisterListeners();
- this.stopLoad();
- // @ts-ignore
- this.hls = null;
- this.levels = this.audioTracks = this.subtitleTracks = null;
- }
- removeLevel(levelToRemove) {
- const levels = this.levels;
- if (levels) {
- this.levels = levels.filter(level => level !== levelToRemove);
- }
- }
- onManifestLoading() {
- this.stopLoad();
- this.enabled = true;
- this.timeToLoad = 300;
- this.updated = 0;
- this.uri = null;
- this.pathwayId = '.';
- this.levels = this.audioTracks = this.subtitleTracks = null;
- }
- onManifestLoaded(event, data) {
- const {
- contentSteering
- } = data;
- if (contentSteering === null) {
- return;
- }
- this.pathwayId = contentSteering.pathwayId;
- this.uri = contentSteering.uri;
- if (this.started) {
- this.startLoad();
- }
- }
- onManifestParsed(event, data) {
- this.audioTracks = data.audioTracks;
- this.subtitleTracks = data.subtitleTracks;
- }
- onError(event, data) {
- const {
- errorAction
- } = data;
- if ((errorAction == null ? void 0 : errorAction.action) === NetworkErrorAction.SendAlternateToPenaltyBox && errorAction.flags === ErrorActionFlags.MoveAllAlternatesMatchingHost) {
- const levels = this.levels;
- let pathwayPriority = this._pathwayPriority;
- let errorPathway = this.pathwayId;
- if (data.context) {
- const {
- groupId,
- pathwayId,
- type
- } = data.context;
- if (groupId && levels) {
- errorPathway = this.getPathwayForGroupId(groupId, type, errorPathway);
- } else if (pathwayId) {
- errorPathway = pathwayId;
- }
- }
- if (!(errorPathway in this.penalizedPathways)) {
- this.penalizedPathways[errorPathway] = performance.now();
- }
- if (!pathwayPriority && levels) {
- // If PATHWAY-PRIORITY was not provided, list pathways for error handling
- pathwayPriority = this.pathways();
- }
- if (pathwayPriority && pathwayPriority.length > 1) {
- this.updatePathwayPriority(pathwayPriority);
- errorAction.resolved = this.pathwayId !== errorPathway;
- }
- if (data.details === ErrorDetails.BUFFER_APPEND_ERROR && !data.fatal) {
- // Error will become fatal in buffer-controller when reaching `appendErrorMaxRetry`
- // Stream-controllers are expected to reduce buffer length even if this is not deemed a QuotaExceededError
- errorAction.resolved = true;
- } else if (!errorAction.resolved) {
- this.warn(`Could not resolve ${data.details} ("${data.error.message}") with content-steering for Pathway: ${errorPathway} levels: ${levels ? levels.length : levels} priorities: ${stringify(pathwayPriority)} penalized: ${stringify(this.penalizedPathways)}`);
- }
- }
- }
- filterParsedLevels(levels) {
- // Filter levels to only include those that are in the initial pathway
- this.levels = levels;
- let pathwayLevels = this.getLevelsForPathway(this.pathwayId);
- if (pathwayLevels.length === 0) {
- const pathwayId = levels[0].pathwayId;
- this.log(`No levels found in Pathway ${this.pathwayId}. Setting initial Pathway to "${pathwayId}"`);
- pathwayLevels = this.getLevelsForPathway(pathwayId);
- this.pathwayId = pathwayId;
- }
- if (pathwayLevels.length !== levels.length) {
- this.log(`Found ${pathwayLevels.length}/${levels.length} levels in Pathway "${this.pathwayId}"`);
- }
- return pathwayLevels;
- }
- getLevelsForPathway(pathwayId) {
- if (this.levels === null) {
- return [];
- }
- return this.levels.filter(level => pathwayId === level.pathwayId);
- }
- updatePathwayPriority(pathwayPriority) {
- this._pathwayPriority = pathwayPriority;
- let levels;
- // Evaluate if we should remove the pathway from the penalized list
- const penalizedPathways = this.penalizedPathways;
- const now = performance.now();
- Object.keys(penalizedPathways).forEach(pathwayId => {
- if (now - penalizedPathways[pathwayId] > PATHWAY_PENALTY_DURATION_MS) {
- delete penalizedPathways[pathwayId];
- }
- });
- for (let i = 0; i < pathwayPriority.length; i++) {
- const pathwayId = pathwayPriority[i];
- if (pathwayId in penalizedPathways) {
- continue;
- }
- if (pathwayId === this.pathwayId) {
- return;
- }
- const selectedIndex = this.hls.nextLoadLevel;
- const selectedLevel = this.hls.levels[selectedIndex];
- levels = this.getLevelsForPathway(pathwayId);
- if (levels.length > 0) {
- this.log(`Setting Pathway to "${pathwayId}"`);
- this.pathwayId = pathwayId;
- reassignFragmentLevelIndexes(levels);
- this.hls.trigger(Events.LEVELS_UPDATED, {
- levels
- });
- // Set LevelController's level to trigger LEVEL_SWITCHING which loads playlist if needed
- const levelAfterChange = this.hls.levels[selectedIndex];
- if (selectedLevel && levelAfterChange && this.levels) {
- if (levelAfterChange.attrs['STABLE-VARIANT-ID'] !== selectedLevel.attrs['STABLE-VARIANT-ID'] && levelAfterChange.bitrate !== selectedLevel.bitrate) {
- this.log(`Unstable Pathways change from bitrate ${selectedLevel.bitrate} to ${levelAfterChange.bitrate}`);
- }
- this.hls.nextLoadLevel = selectedIndex;
- }
- break;
- }
- }
- }
- getPathwayForGroupId(groupId, type, defaultPathway) {
- const levels = this.getLevelsForPathway(defaultPathway).concat(this.levels || []);
- for (let i = 0; i < levels.length; i++) {
- if (type === PlaylistContextType.AUDIO_TRACK && levels[i].hasAudioGroup(groupId) || type === PlaylistContextType.SUBTITLE_TRACK && levels[i].hasSubtitleGroup(groupId)) {
- return levels[i].pathwayId;
- }
- }
- return defaultPathway;
- }
- clonePathways(pathwayClones) {
- const levels = this.levels;
- if (!levels) {
- return;
- }
- const audioGroupCloneMap = {};
- const subtitleGroupCloneMap = {};
- pathwayClones.forEach(pathwayClone => {
- const {
- ID: cloneId,
- 'BASE-ID': baseId,
- 'URI-REPLACEMENT': uriReplacement
- } = pathwayClone;
- if (levels.some(level => level.pathwayId === cloneId)) {
- return;
- }
- const clonedVariants = this.getLevelsForPathway(baseId).map(baseLevel => {
- const attributes = new AttrList(baseLevel.attrs);
- attributes['PATHWAY-ID'] = cloneId;
- const clonedAudioGroupId = attributes.AUDIO && `${attributes.AUDIO}_clone_${cloneId}`;
- const clonedSubtitleGroupId = attributes.SUBTITLES && `${attributes.SUBTITLES}_clone_${cloneId}`;
- if (clonedAudioGroupId) {
- audioGroupCloneMap[attributes.AUDIO] = clonedAudioGroupId;
- attributes.AUDIO = clonedAudioGroupId;
- }
- if (clonedSubtitleGroupId) {
- subtitleGroupCloneMap[attributes.SUBTITLES] = clonedSubtitleGroupId;
- attributes.SUBTITLES = clonedSubtitleGroupId;
- }
- const url = performUriReplacement(baseLevel.uri, attributes['STABLE-VARIANT-ID'], 'PER-VARIANT-URIS', uriReplacement);
- const clonedLevel = new Level({
- attrs: attributes,
- audioCodec: baseLevel.audioCodec,
- bitrate: baseLevel.bitrate,
- height: baseLevel.height,
- name: baseLevel.name,
- url,
- videoCodec: baseLevel.videoCodec,
- width: baseLevel.width
- });
- if (baseLevel.audioGroups) {
- for (let i = 1; i < baseLevel.audioGroups.length; i++) {
- clonedLevel.addGroupId('audio', `${baseLevel.audioGroups[i]}_clone_${cloneId}`);
- }
- }
- if (baseLevel.subtitleGroups) {
- for (let i = 1; i < baseLevel.subtitleGroups.length; i++) {
- clonedLevel.addGroupId('text', `${baseLevel.subtitleGroups[i]}_clone_${cloneId}`);
- }
- }
- return clonedLevel;
- });
- levels.push(...clonedVariants);
- cloneRenditionGroups(this.audioTracks, audioGroupCloneMap, uriReplacement, cloneId);
- cloneRenditionGroups(this.subtitleTracks, subtitleGroupCloneMap, uriReplacement, cloneId);
- });
- }
- loadSteeringManifest(uri) {
- const config = this.hls.config;
- const Loader = config.loader;
- if (this.loader) {
- this.loader.destroy();
- }
- this.loader = new Loader(config);
- let url;
- try {
- url = new self.URL(uri);
- } catch (error) {
- this.enabled = false;
- this.log(`Failed to parse Steering Manifest URI: ${uri}`);
- return;
- }
- if (url.protocol !== 'data:') {
- const throughput = (this.hls.bandwidthEstimate || config.abrEwmaDefaultEstimate) | 0;
- url.searchParams.set('_HLS_pathway', this.pathwayId);
- url.searchParams.set('_HLS_throughput', '' + throughput);
- }
- const context = {
- responseType: 'json',
- url: url.href
- };
- const loadPolicy = config.steeringManifestLoadPolicy.default;
- const legacyRetryCompatibility = loadPolicy.errorRetry || loadPolicy.timeoutRetry || {};
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: legacyRetryCompatibility.maxNumRetry || 0,
- retryDelay: legacyRetryCompatibility.retryDelayMs || 0,
- maxRetryDelay: legacyRetryCompatibility.maxRetryDelayMs || 0
- };
- const callbacks = {
- onSuccess: (response, stats, context, networkDetails) => {
- this.log(`Loaded steering manifest: "${url}"`);
- const steeringData = response.data;
- if ((steeringData == null ? void 0 : steeringData.VERSION) !== 1) {
- this.log(`Steering VERSION ${steeringData.VERSION} not supported!`);
- return;
- }
- this.updated = performance.now();
- this.timeToLoad = steeringData.TTL;
- const {
- 'RELOAD-URI': reloadUri,
- 'PATHWAY-CLONES': pathwayClones,
- 'PATHWAY-PRIORITY': pathwayPriority
- } = steeringData;
- if (reloadUri) {
- try {
- this.uri = new self.URL(reloadUri, url).href;
- } catch (error) {
- this.enabled = false;
- this.log(`Failed to parse Steering Manifest RELOAD-URI: ${reloadUri}`);
- return;
- }
- }
- this.scheduleRefresh(this.uri || context.url);
- if (pathwayClones) {
- this.clonePathways(pathwayClones);
- }
- const loadedSteeringData = {
- steeringManifest: steeringData,
- url: url.toString()
- };
- this.hls.trigger(Events.STEERING_MANIFEST_LOADED, loadedSteeringData);
- if (pathwayPriority) {
- this.updatePathwayPriority(pathwayPriority);
- }
- },
- onError: (error, context, networkDetails, stats) => {
- this.log(`Error loading steering manifest: ${error.code} ${error.text} (${context.url})`);
- this.stopLoad();
- if (error.code === 410) {
- this.enabled = false;
- this.log(`Steering manifest ${context.url} no longer available`);
- return;
- }
- let ttl = this.timeToLoad * 1000;
- if (error.code === 429) {
- const loader = this.loader;
- if (typeof (loader == null ? void 0 : loader.getResponseHeader) === 'function') {
- const retryAfter = loader.getResponseHeader('Retry-After');
- if (retryAfter) {
- ttl = parseFloat(retryAfter) * 1000;
- }
- }
- this.log(`Steering manifest ${context.url} rate limited`);
- return;
- }
- this.scheduleRefresh(this.uri || context.url, ttl);
- },
- onTimeout: (stats, context, networkDetails) => {
- this.log(`Timeout loading steering manifest (${context.url})`);
- this.scheduleRefresh(this.uri || context.url);
- }
- };
- this.log(`Requesting steering manifest: ${url}`);
- this.loader.load(context, loaderConfig, callbacks);
- }
- scheduleRefresh(uri, ttlMs = this.timeToLoad * 1000) {
- this.clearTimeout();
- this.reloadTimer = self.setTimeout(() => {
- var _this$hls;
- const media = (_this$hls = this.hls) == null ? void 0 : _this$hls.media;
- if (media && !media.ended) {
- this.loadSteeringManifest(uri);
- return;
- }
- this.scheduleRefresh(uri, this.timeToLoad * 1000);
- }, ttlMs);
- }
- }
- function cloneRenditionGroups(tracks, groupCloneMap, uriReplacement, cloneId) {
- if (!tracks) {
- return;
- }
- Object.keys(groupCloneMap).forEach(audioGroupId => {
- const clonedTracks = tracks.filter(track => track.groupId === audioGroupId).map(track => {
- const clonedTrack = _extends({}, track);
- clonedTrack.details = undefined;
- clonedTrack.attrs = new AttrList(clonedTrack.attrs);
- clonedTrack.url = clonedTrack.attrs.URI = performUriReplacement(track.url, track.attrs['STABLE-RENDITION-ID'], 'PER-RENDITION-URIS', uriReplacement);
- clonedTrack.groupId = clonedTrack.attrs['GROUP-ID'] = groupCloneMap[audioGroupId];
- clonedTrack.attrs['PATHWAY-ID'] = cloneId;
- return clonedTrack;
- });
- tracks.push(...clonedTracks);
- });
- }
- function performUriReplacement(uri, stableId, perOptionKey, uriReplacement) {
- const {
- HOST: host,
- PARAMS: params,
- [perOptionKey]: perOptionUris
- } = uriReplacement;
- let perVariantUri;
- if (stableId) {
- perVariantUri = perOptionUris == null ? void 0 : perOptionUris[stableId];
- if (perVariantUri) {
- uri = perVariantUri;
- }
- }
- const url = new self.URL(uri);
- if (host && !perVariantUri) {
- url.host = host;
- }
- if (params) {
- Object.keys(params).sort().forEach(key => {
- if (key) {
- url.searchParams.set(key, params[key]);
- }
- });
- }
- return url.href;
- }
- function addEventListener(el, type, listener) {
- removeEventListener(el, type, listener);
- el.addEventListener(type, listener);
- }
- function removeEventListener(el, type, listener) {
- el.removeEventListener(type, listener);
- }
- /**
- * Controller to deal with encrypted media extensions (EME)
- * @see https://developer.mozilla.org/en-US/docs/Web/API/Encrypted_Media_Extensions_API
- *
- * @class
- * @constructor
- */
- class EMEController extends Logger {
- constructor(hls) {
- super('eme', hls.logger);
- this.hls = void 0;
- this.config = void 0;
- this.media = null;
- this.keyFormatPromise = null;
- this.keySystemAccessPromises = {};
- this._requestLicenseFailureCount = 0;
- this.mediaKeySessions = [];
- this.keyIdToKeySessionPromise = {};
- this.mediaKeys = null;
- this.setMediaKeysQueue = EMEController.CDMCleanupPromise ? [EMEController.CDMCleanupPromise] : [];
- this.onWaitingForKey = event => {
- this.log(`"${event.type}" event`);
- };
- this.hls = hls;
- this.config = hls.config;
- this.registerListeners();
- }
- destroy() {
- this.onDestroying();
- this.onMediaDetached();
- // Remove any references that could be held in config options or callbacks
- const config = this.config;
- config.requestMediaKeySystemAccessFunc = null;
- config.licenseXhrSetup = config.licenseResponseCallback = undefined;
- config.drmSystems = config.drmSystemOptions = {};
- // @ts-ignore
- this.hls = this.config = this.keyIdToKeySessionPromise = null;
- // @ts-ignore
- this.onWaitingForKey = null;
- }
- registerListeners() {
- this.hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- this.hls.on(Events.MEDIA_DETACHED, this.onMediaDetached, this);
- this.hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- this.hls.on(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- this.hls.on(Events.DESTROYING, this.onDestroying, this);
- }
- unregisterListeners() {
- this.hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- this.hls.off(Events.MEDIA_DETACHED, this.onMediaDetached, this);
- this.hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- this.hls.off(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- this.hls.off(Events.DESTROYING, this.onDestroying, this);
- }
- getLicenseServerUrl(keySystem) {
- const {
- drmSystems,
- widevineLicenseUrl
- } = this.config;
- const keySystemConfiguration = drmSystems[keySystem];
- if (keySystemConfiguration) {
- return keySystemConfiguration.licenseUrl;
- }
- // For backward compatibility
- if (keySystem === KeySystems.WIDEVINE && widevineLicenseUrl) {
- return widevineLicenseUrl;
- }
- }
- getLicenseServerUrlOrThrow(keySystem) {
- const url = this.getLicenseServerUrl(keySystem);
- if (url === undefined) {
- throw new Error(`no license server URL configured for key-system "${keySystem}"`);
- }
- return url;
- }
- getServerCertificateUrl(keySystem) {
- const {
- drmSystems
- } = this.config;
- const keySystemConfiguration = drmSystems[keySystem];
- if (keySystemConfiguration) {
- return keySystemConfiguration.serverCertificateUrl;
- } else {
- this.log(`No Server Certificate in config.drmSystems["${keySystem}"]`);
- }
- }
- attemptKeySystemAccess(keySystemsToAttempt) {
- const levels = this.hls.levels;
- const uniqueCodec = (value, i, a) => !!value && a.indexOf(value) === i;
- const audioCodecs = levels.map(level => level.audioCodec).filter(uniqueCodec);
- const videoCodecs = levels.map(level => level.videoCodec).filter(uniqueCodec);
- if (audioCodecs.length + videoCodecs.length === 0) {
- videoCodecs.push('avc1.42e01e');
- }
- return new Promise((resolve, reject) => {
- const attempt = keySystems => {
- const keySystem = keySystems.shift();
- this.getMediaKeysPromise(keySystem, audioCodecs, videoCodecs).then(mediaKeys => resolve({
- keySystem,
- mediaKeys
- })).catch(error => {
- if (keySystems.length) {
- attempt(keySystems);
- } else if (error instanceof EMEKeyError) {
- reject(error);
- } else {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_NO_ACCESS,
- error,
- fatal: true
- }, error.message));
- }
- });
- };
- attempt(keySystemsToAttempt);
- });
- }
- requestMediaKeySystemAccess(keySystem, supportedConfigurations) {
- const {
- requestMediaKeySystemAccessFunc
- } = this.config;
- if (!(typeof requestMediaKeySystemAccessFunc === 'function')) {
- let errMessage = `Configured requestMediaKeySystemAccess is not a function ${requestMediaKeySystemAccessFunc}`;
- if (requestMediaKeySystemAccess === null && self.location.protocol === 'http:') {
- errMessage = `navigator.requestMediaKeySystemAccess is not available over insecure protocol ${location.protocol}`;
- }
- return Promise.reject(new Error(errMessage));
- }
- return requestMediaKeySystemAccessFunc(keySystem, supportedConfigurations);
- }
- getMediaKeysPromise(keySystem, audioCodecs, videoCodecs) {
- // This can throw, but is caught in event handler callpath
- const mediaKeySystemConfigs = getSupportedMediaKeySystemConfigurations(keySystem, audioCodecs, videoCodecs, this.config.drmSystemOptions);
- const keySystemAccessPromises = this.keySystemAccessPromises[keySystem];
- let keySystemAccess = keySystemAccessPromises == null ? void 0 : keySystemAccessPromises.keySystemAccess;
- if (!keySystemAccess) {
- this.log(`Requesting encrypted media "${keySystem}" key-system access with config: ${stringify(mediaKeySystemConfigs)}`);
- keySystemAccess = this.requestMediaKeySystemAccess(keySystem, mediaKeySystemConfigs);
- const _keySystemAccessPromises = this.keySystemAccessPromises[keySystem] = {
- keySystemAccess
- };
- keySystemAccess.catch(error => {
- this.log(`Failed to obtain access to key-system "${keySystem}": ${error}`);
- });
- return keySystemAccess.then(mediaKeySystemAccess => {
- this.log(`Access for key-system "${mediaKeySystemAccess.keySystem}" obtained`);
- const certificateRequest = this.fetchServerCertificate(keySystem);
- this.log(`Create media-keys for "${keySystem}"`);
- _keySystemAccessPromises.mediaKeys = mediaKeySystemAccess.createMediaKeys().then(mediaKeys => {
- this.log(`Media-keys created for "${keySystem}"`);
- _keySystemAccessPromises.hasMediaKeys = true;
- return certificateRequest.then(certificate => {
- if (certificate) {
- return this.setMediaKeysServerCertificate(mediaKeys, keySystem, certificate);
- }
- return mediaKeys;
- });
- });
- _keySystemAccessPromises.mediaKeys.catch(error => {
- this.error(`Failed to create media-keys for "${keySystem}"}: ${error}`);
- });
- return _keySystemAccessPromises.mediaKeys;
- });
- }
- return keySystemAccess.then(() => keySystemAccessPromises.mediaKeys);
- }
- createMediaKeySessionContext({
- decryptdata,
- keySystem,
- mediaKeys
- }) {
- this.log(`Creating key-system session "${keySystem}" keyId: ${Hex.hexDump(decryptdata.keyId || [])}`);
- const mediaKeysSession = mediaKeys.createSession();
- const mediaKeySessionContext = {
- decryptdata,
- keySystem,
- mediaKeys,
- mediaKeysSession,
- keyStatus: 'status-pending'
- };
- this.mediaKeySessions.push(mediaKeySessionContext);
- return mediaKeySessionContext;
- }
- renewKeySession(mediaKeySessionContext) {
- const decryptdata = mediaKeySessionContext.decryptdata;
- if (decryptdata.pssh) {
- const keySessionContext = this.createMediaKeySessionContext(mediaKeySessionContext);
- const keyId = this.getKeyIdString(decryptdata);
- const scheme = 'cenc';
- this.keyIdToKeySessionPromise[keyId] = this.generateRequestWithPreferredKeySession(keySessionContext, scheme, decryptdata.pssh.buffer, 'expired');
- } else {
- this.warn(`Could not renew expired session. Missing pssh initData.`);
- }
- this.removeSession(mediaKeySessionContext);
- }
- getKeyIdString(decryptdata) {
- if (!decryptdata) {
- throw new Error('Could not read keyId of undefined decryptdata');
- }
- if (decryptdata.keyId === null) {
- throw new Error('keyId is null');
- }
- return Hex.hexDump(decryptdata.keyId);
- }
- updateKeySession(mediaKeySessionContext, data) {
- var _mediaKeySessionConte;
- const keySession = mediaKeySessionContext.mediaKeysSession;
- this.log(`Updating key-session "${keySession.sessionId}" for keyID ${Hex.hexDump(((_mediaKeySessionConte = mediaKeySessionContext.decryptdata) == null ? void 0 : _mediaKeySessionConte.keyId) || [])}
- } (data length: ${data ? data.byteLength : data})`);
- return keySession.update(data);
- }
- getSelectedKeySystemFormats() {
- return Object.keys(this.keySystemAccessPromises).map(keySystem => ({
- keySystem,
- hasMediaKeys: this.keySystemAccessPromises[keySystem].hasMediaKeys
- })).filter(({
- hasMediaKeys
- }) => !!hasMediaKeys).map(({
- keySystem
- }) => keySystemDomainToKeySystemFormat(keySystem)).filter(keySystem => !!keySystem);
- }
- getKeySystemAccess(keySystemsToAttempt) {
- return this.getKeySystemSelectionPromise(keySystemsToAttempt).then(({
- keySystem,
- mediaKeys
- }) => {
- return this.attemptSetMediaKeys(keySystem, mediaKeys);
- });
- }
- selectKeySystem(keySystemsToAttempt) {
- return new Promise((resolve, reject) => {
- return this.getKeySystemSelectionPromise(keySystemsToAttempt).then(({
- keySystem
- }) => {
- const keySystemFormat = keySystemDomainToKeySystemFormat(keySystem);
- if (keySystemFormat) {
- resolve(keySystemFormat);
- } else {
- reject(new Error(`Unable to find format for key-system "${keySystem}"`));
- }
- }).catch(reject);
- });
- }
- selectKeySystemFormat(frag) {
- const keyFormats = Object.keys(frag.levelkeys || {});
- if (!this.keyFormatPromise) {
- this.log(`Selecting key-system from fragment (sn: ${frag.sn} ${frag.type}: ${frag.level}) key formats ${keyFormats.join(', ')}`);
- this.keyFormatPromise = this.getKeyFormatPromise(keyFormats);
- }
- return this.keyFormatPromise;
- }
- getKeyFormatPromise(keyFormats) {
- const keySystemsInConfig = getKeySystemsForConfig(this.config);
- const keySystemsToAttempt = keyFormats.map(keySystemFormatToKeySystemDomain).filter(value => !!value && keySystemsInConfig.indexOf(value) !== -1);
- return this.selectKeySystem(keySystemsToAttempt);
- }
- loadKey(data) {
- const decryptdata = data.keyInfo.decryptdata;
- const keyId = this.getKeyIdString(decryptdata);
- const keyDetails = `(keyId: ${keyId} format: "${decryptdata.keyFormat}" method: ${decryptdata.method} uri: ${decryptdata.uri})`;
- this.log(`Starting session for key ${keyDetails}`);
- let keyContextPromise = this.keyIdToKeySessionPromise[keyId];
- if (!keyContextPromise) {
- keyContextPromise = this.getKeySystemForKeyPromise(decryptdata).then(({
- keySystem,
- mediaKeys
- }) => {
- this.throwIfDestroyed();
- this.log(`Handle encrypted media sn: ${data.frag.sn} ${data.frag.type}: ${data.frag.level} using key ${keyDetails}`);
- return this.attemptSetMediaKeys(keySystem, mediaKeys).then(() => {
- this.throwIfDestroyed();
- return this.createMediaKeySessionContext({
- keySystem,
- mediaKeys,
- decryptdata
- });
- });
- });
- const keySessionContextPromise = this.keyIdToKeySessionPromise[keyId] = keyContextPromise.then(keySessionContext => {
- const scheme = 'cenc';
- const initData = decryptdata.pssh ? decryptdata.pssh.buffer : null;
- return this.generateRequestWithPreferredKeySession(keySessionContext, scheme, initData, 'playlist-key');
- });
- keySessionContextPromise.catch(error => this.handleError(error));
- }
- return keyContextPromise;
- }
- throwIfDestroyed(message = 'Invalid state') {
- if (!this.hls) {
- throw new Error('invalid state');
- }
- }
- handleError(error) {
- if (!this.hls) {
- return;
- }
- this.error(error.message);
- if (error instanceof EMEKeyError) {
- this.hls.trigger(Events.ERROR, error.data);
- } else {
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_NO_KEYS,
- error,
- fatal: true
- });
- }
- }
- getKeySystemForKeyPromise(decryptdata) {
- const keyId = this.getKeyIdString(decryptdata);
- const mediaKeySessionContext = this.keyIdToKeySessionPromise[keyId];
- if (!mediaKeySessionContext) {
- const keySystem = keySystemFormatToKeySystemDomain(decryptdata.keyFormat);
- const keySystemsToAttempt = keySystem ? [keySystem] : getKeySystemsForConfig(this.config);
- return this.attemptKeySystemAccess(keySystemsToAttempt);
- }
- return mediaKeySessionContext;
- }
- getKeySystemSelectionPromise(keySystemsToAttempt) {
- if (!keySystemsToAttempt.length) {
- keySystemsToAttempt = getKeySystemsForConfig(this.config);
- }
- if (keySystemsToAttempt.length === 0) {
- throw new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_NO_CONFIGURED_LICENSE,
- fatal: true
- }, `Missing key-system license configuration options ${stringify({
- drmSystems: this.config.drmSystems
- })}`);
- }
- return this.attemptKeySystemAccess(keySystemsToAttempt);
- }
- attemptSetMediaKeys(keySystem, mediaKeys) {
- if (this.mediaKeys === mediaKeys) {
- return Promise.resolve();
- }
- const queue = this.setMediaKeysQueue.slice();
- this.log(`Setting media-keys for "${keySystem}"`);
- // Only one setMediaKeys() can run at one time, and multiple setMediaKeys() operations
- // can be queued for execution for multiple key sessions.
- const setMediaKeysPromise = Promise.all(queue).then(() => {
- if (!this.media) {
- this.mediaKeys = null;
- throw new Error('Attempted to set mediaKeys without media element attached');
- }
- return this.media.setMediaKeys(mediaKeys);
- });
- this.mediaKeys = mediaKeys;
- this.setMediaKeysQueue.push(setMediaKeysPromise);
- return setMediaKeysPromise.then(() => {
- this.log(`Media-keys set for "${keySystem}"`);
- queue.push(setMediaKeysPromise);
- this.setMediaKeysQueue = this.setMediaKeysQueue.filter(p => queue.indexOf(p) === -1);
- });
- }
- generateRequestWithPreferredKeySession(context, initDataType, initData, reason) {
- var _this$config$drmSyste, _this$config$drmSyste2;
- const generateRequestFilter = (_this$config$drmSyste = this.config.drmSystems) == null ? void 0 : (_this$config$drmSyste2 = _this$config$drmSyste[context.keySystem]) == null ? void 0 : _this$config$drmSyste2.generateRequest;
- if (generateRequestFilter) {
- try {
- const mappedInitData = generateRequestFilter.call(this.hls, initDataType, initData, context);
- if (!mappedInitData) {
- throw new Error('Invalid response from configured generateRequest filter');
- }
- initDataType = mappedInitData.initDataType;
- initData = mappedInitData.initData ? mappedInitData.initData : null;
- context.decryptdata.pssh = initData ? new Uint8Array(initData) : null;
- } catch (error) {
- var _this$hls;
- this.warn(error.message);
- if ((_this$hls = this.hls) != null && _this$hls.config.debug) {
- throw error;
- }
- }
- }
- if (initData === null) {
- this.log(`Skipping key-session request for "${reason}" (no initData)`);
- return Promise.resolve(context);
- }
- const keyId = this.getKeyIdString(context.decryptdata);
- this.log(`Generating key-session request for "${reason}": ${keyId} (init data type: ${initDataType} length: ${initData ? initData.byteLength : null})`);
- const licenseStatus = new EventEmitter();
- const onmessage = context._onmessage = event => {
- const keySession = context.mediaKeysSession;
- if (!keySession) {
- licenseStatus.emit('error', new Error('invalid state'));
- return;
- }
- const {
- messageType,
- message
- } = event;
- this.log(`"${messageType}" message event for session "${keySession.sessionId}" message size: ${message.byteLength}`);
- if (messageType === 'license-request' || messageType === 'license-renewal') {
- this.renewLicense(context, message).catch(error => {
- if (licenseStatus.eventNames().length) {
- licenseStatus.emit('error', error);
- } else {
- this.handleError(error);
- }
- });
- } else if (messageType === 'license-release') {
- if (context.keySystem === KeySystems.FAIRPLAY) {
- this.updateKeySession(context, strToUtf8array('acknowledged'));
- this.removeSession(context);
- }
- } else {
- this.warn(`unhandled media key message type "${messageType}"`);
- }
- };
- const onkeystatuseschange = context._onkeystatuseschange = event => {
- const keySession = context.mediaKeysSession;
- if (!keySession) {
- licenseStatus.emit('error', new Error('invalid state'));
- return;
- }
- this.onKeyStatusChange(context);
- const keyStatus = context.keyStatus;
- licenseStatus.emit('keyStatus', keyStatus);
- if (keyStatus === 'expired') {
- this.warn(`${context.keySystem} expired for key ${keyId}`);
- this.renewKeySession(context);
- }
- };
- addEventListener(context.mediaKeysSession, 'message', onmessage);
- addEventListener(context.mediaKeysSession, 'keystatuseschange', onkeystatuseschange);
- const keyUsablePromise = new Promise((resolve, reject) => {
- licenseStatus.on('error', reject);
- licenseStatus.on('keyStatus', keyStatus => {
- if (keyStatus.startsWith('usable')) {
- resolve();
- } else if (keyStatus === 'output-restricted') {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_STATUS_OUTPUT_RESTRICTED,
- fatal: false
- }, 'HDCP level output restricted'));
- } else if (keyStatus === 'internal-error') {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_STATUS_INTERNAL_ERROR,
- fatal: true
- }, `key status changed to "${keyStatus}"`));
- } else if (keyStatus === 'expired') {
- reject(new Error('key expired while generating request'));
- } else {
- this.warn(`unhandled key status change "${keyStatus}"`);
- }
- });
- });
- return context.mediaKeysSession.generateRequest(initDataType, initData).then(() => {
- var _context$mediaKeysSes;
- this.log(`Request generated for key-session "${(_context$mediaKeysSes = context.mediaKeysSession) == null ? void 0 : _context$mediaKeysSes.sessionId}" keyId: ${keyId}`);
- }).catch(error => {
- throw new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_NO_SESSION,
- error,
- fatal: false
- }, `Error generating key-session request: ${error}`);
- }).then(() => keyUsablePromise).catch(error => {
- licenseStatus.removeAllListeners();
- this.removeSession(context);
- throw error;
- }).then(() => {
- licenseStatus.removeAllListeners();
- return context;
- });
- }
- onKeyStatusChange(mediaKeySessionContext) {
- mediaKeySessionContext.mediaKeysSession.keyStatuses.forEach((status, keyId) => {
- // keyStatuses.forEach is not standard API so the callback value looks weird on xboxone
- // xboxone callback(keyId, status) so we need to exchange them
- if (typeof keyId === 'string' && typeof status === 'object') {
- const temp = keyId;
- keyId = status;
- status = temp;
- }
- this.log(`key status change "${status}" for keyStatuses keyId: ${Hex.hexDump('buffer' in keyId ? new Uint8Array(keyId.buffer, keyId.byteOffset, keyId.byteLength) : new Uint8Array(keyId))} session keyId: ${Hex.hexDump(new Uint8Array(mediaKeySessionContext.decryptdata.keyId || []))} uri: ${mediaKeySessionContext.decryptdata.uri}`);
- mediaKeySessionContext.keyStatus = status;
- });
- }
- fetchServerCertificate(keySystem) {
- const config = this.config;
- const Loader = config.loader;
- const certLoader = new Loader(config);
- const url = this.getServerCertificateUrl(keySystem);
- if (!url) {
- return Promise.resolve();
- }
- this.log(`Fetching server certificate for "${keySystem}"`);
- return new Promise((resolve, reject) => {
- const loaderContext = {
- responseType: 'arraybuffer',
- url
- };
- const loadPolicy = config.certLoadPolicy.default;
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: 0,
- retryDelay: 0,
- maxRetryDelay: 0
- };
- const loaderCallbacks = {
- onSuccess: (response, stats, context, networkDetails) => {
- resolve(response.data);
- },
- onError: (response, contex, networkDetails, stats) => {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_SERVER_CERTIFICATE_REQUEST_FAILED,
- fatal: true,
- networkDetails,
- response: _objectSpread2({
- url: loaderContext.url,
- data: undefined
- }, response)
- }, `"${keySystem}" certificate request failed (${url}). Status: ${response.code} (${response.text})`));
- },
- onTimeout: (stats, context, networkDetails) => {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_SERVER_CERTIFICATE_REQUEST_FAILED,
- fatal: true,
- networkDetails,
- response: {
- url: loaderContext.url,
- data: undefined
- }
- }, `"${keySystem}" certificate request timed out (${url})`));
- },
- onAbort: (stats, context, networkDetails) => {
- reject(new Error('aborted'));
- }
- };
- certLoader.load(loaderContext, loaderConfig, loaderCallbacks);
- });
- }
- setMediaKeysServerCertificate(mediaKeys, keySystem, cert) {
- return new Promise((resolve, reject) => {
- mediaKeys.setServerCertificate(cert).then(success => {
- this.log(`setServerCertificate ${success ? 'success' : 'not supported by CDM'} (${cert == null ? void 0 : cert.byteLength}) on "${keySystem}"`);
- resolve(mediaKeys);
- }).catch(error => {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_SERVER_CERTIFICATE_UPDATE_FAILED,
- error,
- fatal: true
- }, error.message));
- });
- });
- }
- renewLicense(context, keyMessage) {
- return this.requestLicense(context, new Uint8Array(keyMessage)).then(data => {
- return this.updateKeySession(context, new Uint8Array(data)).catch(error => {
- throw new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_SESSION_UPDATE_FAILED,
- error,
- fatal: true
- }, error.message);
- });
- });
- }
- unpackPlayReadyKeyMessage(xhr, licenseChallenge) {
- // On Edge, the raw license message is UTF-16-encoded XML. We need
- // to unpack the Challenge element (base64-encoded string containing the
- // actual license request) and any HttpHeader elements (sent as request
- // headers).
- // For PlayReady CDMs, we need to dig the Challenge out of the XML.
- const xmlString = String.fromCharCode.apply(null, new Uint16Array(licenseChallenge.buffer));
- if (!xmlString.includes('PlayReadyKeyMessage')) {
- // This does not appear to be a wrapped message as on Edge. Some
- // clients do not need this unwrapping, so we will assume this is one of
- // them. Note that "xml" at this point probably looks like random
- // garbage, since we interpreted UTF-8 as UTF-16.
- xhr.setRequestHeader('Content-Type', 'text/xml; charset=utf-8');
- return licenseChallenge;
- }
- const keyMessageXml = new DOMParser().parseFromString(xmlString, 'application/xml');
- // Set request headers.
- const headers = keyMessageXml.querySelectorAll('HttpHeader');
- if (headers.length > 0) {
- let header;
- for (let i = 0, len = headers.length; i < len; i++) {
- var _header$querySelector, _header$querySelector2;
- header = headers[i];
- const name = (_header$querySelector = header.querySelector('name')) == null ? void 0 : _header$querySelector.textContent;
- const value = (_header$querySelector2 = header.querySelector('value')) == null ? void 0 : _header$querySelector2.textContent;
- if (name && value) {
- xhr.setRequestHeader(name, value);
- }
- }
- }
- const challengeElement = keyMessageXml.querySelector('Challenge');
- const challengeText = challengeElement == null ? void 0 : challengeElement.textContent;
- if (!challengeText) {
- throw new Error(`Cannot find <Challenge> in key message`);
- }
- return strToUtf8array(atob(challengeText));
- }
- setupLicenseXHR(xhr, url, keysListItem, licenseChallenge) {
- const licenseXhrSetup = this.config.licenseXhrSetup;
- if (!licenseXhrSetup) {
- xhr.open('POST', url, true);
- return Promise.resolve({
- xhr,
- licenseChallenge
- });
- }
- return Promise.resolve().then(() => {
- if (!keysListItem.decryptdata) {
- throw new Error('Key removed');
- }
- return licenseXhrSetup.call(this.hls, xhr, url, keysListItem, licenseChallenge);
- }).catch(error => {
- if (!keysListItem.decryptdata) {
- // Key session removed. Cancel license request.
- throw error;
- }
- // let's try to open before running setup
- xhr.open('POST', url, true);
- return licenseXhrSetup.call(this.hls, xhr, url, keysListItem, licenseChallenge);
- }).then(licenseXhrSetupResult => {
- // if licenseXhrSetup did not yet call open, let's do it now
- if (!xhr.readyState) {
- xhr.open('POST', url, true);
- }
- const finalLicenseChallenge = licenseXhrSetupResult ? licenseXhrSetupResult : licenseChallenge;
- return {
- xhr,
- licenseChallenge: finalLicenseChallenge
- };
- });
- }
- requestLicense(keySessionContext, licenseChallenge) {
- const keyLoadPolicy = this.config.keyLoadPolicy.default;
- return new Promise((resolve, reject) => {
- const url = this.getLicenseServerUrlOrThrow(keySessionContext.keySystem);
- this.log(`Sending license request to URL: ${url}`);
- const xhr = new XMLHttpRequest();
- xhr.responseType = 'arraybuffer';
- xhr.onreadystatechange = () => {
- if (!this.hls || !keySessionContext.mediaKeysSession) {
- return reject(new Error('invalid state'));
- }
- if (xhr.readyState === 4) {
- if (xhr.status === 200) {
- this._requestLicenseFailureCount = 0;
- let data = xhr.response;
- this.log(`License received ${data instanceof ArrayBuffer ? data.byteLength : data}`);
- const licenseResponseCallback = this.config.licenseResponseCallback;
- if (licenseResponseCallback) {
- try {
- data = licenseResponseCallback.call(this.hls, xhr, url, keySessionContext);
- } catch (error) {
- this.error(error);
- }
- }
- resolve(data);
- } else {
- const retryConfig = keyLoadPolicy.errorRetry;
- const maxNumRetry = retryConfig ? retryConfig.maxNumRetry : 0;
- this._requestLicenseFailureCount++;
- if (this._requestLicenseFailureCount > maxNumRetry || xhr.status >= 400 && xhr.status < 500) {
- reject(new EMEKeyError({
- type: ErrorTypes.KEY_SYSTEM_ERROR,
- details: ErrorDetails.KEY_SYSTEM_LICENSE_REQUEST_FAILED,
- fatal: true,
- networkDetails: xhr,
- response: {
- url,
- data: undefined,
- code: xhr.status,
- text: xhr.statusText
- }
- }, `License Request XHR failed (${url}). Status: ${xhr.status} (${xhr.statusText})`));
- } else {
- const attemptsLeft = maxNumRetry - this._requestLicenseFailureCount + 1;
- this.warn(`Retrying license request, ${attemptsLeft} attempts left`);
- this.requestLicense(keySessionContext, licenseChallenge).then(resolve, reject);
- }
- }
- }
- };
- if (keySessionContext.licenseXhr && keySessionContext.licenseXhr.readyState !== XMLHttpRequest.DONE) {
- keySessionContext.licenseXhr.abort();
- }
- keySessionContext.licenseXhr = xhr;
- this.setupLicenseXHR(xhr, url, keySessionContext, licenseChallenge).then(({
- xhr,
- licenseChallenge
- }) => {
- if (keySessionContext.keySystem == KeySystems.PLAYREADY) {
- licenseChallenge = this.unpackPlayReadyKeyMessage(xhr, licenseChallenge);
- }
- xhr.send(licenseChallenge);
- });
- });
- }
- onDestroying() {
- this.unregisterListeners();
- this._clear();
- }
- onMediaAttached(event, data) {
- if (!this.config.emeEnabled) {
- return;
- }
- const media = data.media;
- // keep reference of media
- this.media = media;
- addEventListener(media, 'waitingforkey', this.onWaitingForKey);
- }
- onMediaDetached() {
- const media = this.media;
- if (media) {
- removeEventListener(media, 'waitingforkey', this.onWaitingForKey);
- this.media = null;
- this.mediaKeys = null;
- }
- }
- _clear() {
- var _media$setMediaKeys;
- this._requestLicenseFailureCount = 0;
- this.keyIdToKeySessionPromise = {};
- if (!this.mediaKeys && !this.mediaKeySessions.length) {
- return;
- }
- const media = this.media;
- const mediaKeysList = this.mediaKeySessions.slice();
- this.mediaKeySessions = [];
- this.mediaKeys = null;
- LevelKey.clearKeyUriToKeyIdMap();
- // Close all sessions and remove media keys from the video element.
- const keySessionCount = mediaKeysList.length;
- EMEController.CDMCleanupPromise = Promise.all(mediaKeysList.map(mediaKeySessionContext => this.removeSession(mediaKeySessionContext)).concat(media == null ? void 0 : (_media$setMediaKeys = media.setMediaKeys(null)) == null ? void 0 : _media$setMediaKeys.catch(error => {
- var _this$hls2;
- this.log(`Could not clear media keys: ${error}`);
- (_this$hls2 = this.hls) == null ? void 0 : _this$hls2.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.KEY_SYSTEM_DESTROY_MEDIA_KEYS_ERROR,
- fatal: false,
- error: new Error(`Could not clear media keys: ${error}`)
- });
- }))).catch(error => {
- var _this$hls3;
- this.log(`Could not close sessions and clear media keys: ${error}`);
- (_this$hls3 = this.hls) == null ? void 0 : _this$hls3.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.KEY_SYSTEM_DESTROY_CLOSE_SESSION_ERROR,
- fatal: false,
- error: new Error(`Could not close sessions and clear media keys: ${error}`)
- });
- }).then(() => {
- if (keySessionCount) {
- this.log('finished closing key sessions and clearing media keys');
- }
- });
- }
- onManifestLoading() {
- this.keyFormatPromise = null;
- }
- onManifestLoaded(event, {
- sessionKeys
- }) {
- if (!sessionKeys || !this.config.emeEnabled) {
- return;
- }
- if (!this.keyFormatPromise) {
- const keyFormats = sessionKeys.reduce((formats, sessionKey) => {
- if (formats.indexOf(sessionKey.keyFormat) === -1) {
- formats.push(sessionKey.keyFormat);
- }
- return formats;
- }, []);
- this.log(`Selecting key-system from session-keys ${keyFormats.join(', ')}`);
- this.keyFormatPromise = this.getKeyFormatPromise(keyFormats);
- }
- }
- removeSession(mediaKeySessionContext) {
- const {
- mediaKeysSession,
- licenseXhr
- } = mediaKeySessionContext;
- if (mediaKeysSession) {
- this.log(`Remove licenses and keys and close session ${mediaKeysSession.sessionId}`);
- if (mediaKeySessionContext._onmessage) {
- mediaKeysSession.removeEventListener('message', mediaKeySessionContext._onmessage);
- mediaKeySessionContext._onmessage = undefined;
- }
- if (mediaKeySessionContext._onkeystatuseschange) {
- mediaKeysSession.removeEventListener('keystatuseschange', mediaKeySessionContext._onkeystatuseschange);
- mediaKeySessionContext._onkeystatuseschange = undefined;
- }
- if (licenseXhr && licenseXhr.readyState !== XMLHttpRequest.DONE) {
- licenseXhr.abort();
- }
- mediaKeySessionContext.mediaKeysSession = mediaKeySessionContext.decryptdata = mediaKeySessionContext.licenseXhr = undefined;
- const index = this.mediaKeySessions.indexOf(mediaKeySessionContext);
- if (index > -1) {
- this.mediaKeySessions.splice(index, 1);
- }
- const {
- drmSystemOptions
- } = this.config;
- const removePromise = isPersistentSessionType(drmSystemOptions) ? new Promise((resolve, reject) => {
- self.setTimeout(() => reject(new Error(`MediaKeySession.remove() timeout`)), 8000);
- mediaKeysSession.remove().then(resolve);
- }) : Promise.resolve();
- return removePromise.catch(error => {
- var _this$hls4;
- this.log(`Could not remove session: ${error}`);
- (_this$hls4 = this.hls) == null ? void 0 : _this$hls4.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.KEY_SYSTEM_DESTROY_REMOVE_SESSION_ERROR,
- fatal: false,
- error: new Error(`Could not remove session: ${error}`)
- });
- }).then(() => {
- return mediaKeysSession.close();
- }).catch(error => {
- var _this$hls5;
- this.log(`Could not close session: ${error}`);
- (_this$hls5 = this.hls) == null ? void 0 : _this$hls5.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.KEY_SYSTEM_DESTROY_CLOSE_SESSION_ERROR,
- fatal: false,
- error: new Error(`Could not close session: ${error}`)
- });
- });
- }
- }
- }
- EMEController.CDMCleanupPromise = void 0;
- class EMEKeyError extends Error {
- constructor(data, message) {
- super(message);
- this.data = void 0;
- data.error || (data.error = new Error(message));
- this.data = data;
- data.err = data.error;
- }
- }
- class FPSController {
- constructor(hls) {
- this.hls = void 0;
- this.isVideoPlaybackQualityAvailable = false;
- this.timer = void 0;
- this.media = null;
- this.lastTime = void 0;
- this.lastDroppedFrames = 0;
- this.lastDecodedFrames = 0;
- // stream controller must be provided as a dependency!
- this.streamController = void 0;
- this.hls = hls;
- this.registerListeners();
- }
- setStreamController(streamController) {
- this.streamController = streamController;
- }
- registerListeners() {
- this.hls.on(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- this.hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- }
- unregisterListeners() {
- this.hls.off(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- this.hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- }
- destroy() {
- if (this.timer) {
- clearInterval(this.timer);
- }
- this.unregisterListeners();
- this.isVideoPlaybackQualityAvailable = false;
- this.media = null;
- }
- onMediaAttaching(event, data) {
- const config = this.hls.config;
- if (config.capLevelOnFPSDrop) {
- const media = data.media instanceof self.HTMLVideoElement ? data.media : null;
- this.media = media;
- if (media && typeof media.getVideoPlaybackQuality === 'function') {
- this.isVideoPlaybackQualityAvailable = true;
- }
- self.clearInterval(this.timer);
- this.timer = self.setInterval(this.checkFPSInterval.bind(this), config.fpsDroppedMonitoringPeriod);
- }
- }
- onMediaDetaching() {
- this.media = null;
- }
- checkFPS(video, decodedFrames, droppedFrames) {
- const currentTime = performance.now();
- if (decodedFrames) {
- if (this.lastTime) {
- const currentPeriod = currentTime - this.lastTime;
- const currentDropped = droppedFrames - this.lastDroppedFrames;
- const currentDecoded = decodedFrames - this.lastDecodedFrames;
- const droppedFPS = 1000 * currentDropped / currentPeriod;
- const hls = this.hls;
- hls.trigger(Events.FPS_DROP, {
- currentDropped: currentDropped,
- currentDecoded: currentDecoded,
- totalDroppedFrames: droppedFrames
- });
- if (droppedFPS > 0) {
- // hls.logger.log('checkFPS : droppedFPS/decodedFPS:' + droppedFPS/(1000 * currentDecoded / currentPeriod));
- if (currentDropped > hls.config.fpsDroppedMonitoringThreshold * currentDecoded) {
- let currentLevel = hls.currentLevel;
- hls.logger.warn('drop FPS ratio greater than max allowed value for currentLevel: ' + currentLevel);
- if (currentLevel > 0 && (hls.autoLevelCapping === -1 || hls.autoLevelCapping >= currentLevel)) {
- currentLevel = currentLevel - 1;
- hls.trigger(Events.FPS_DROP_LEVEL_CAPPING, {
- level: currentLevel,
- droppedLevel: hls.currentLevel
- });
- hls.autoLevelCapping = currentLevel;
- this.streamController.nextLevelSwitch();
- }
- }
- }
- }
- this.lastTime = currentTime;
- this.lastDroppedFrames = droppedFrames;
- this.lastDecodedFrames = decodedFrames;
- }
- }
- checkFPSInterval() {
- const video = this.media;
- if (video) {
- if (this.isVideoPlaybackQualityAvailable) {
- const videoPlaybackQuality = video.getVideoPlaybackQuality();
- this.checkFPS(video, videoPlaybackQuality.totalVideoFrames, videoPlaybackQuality.droppedVideoFrames);
- } else {
- // HTMLVideoElement doesn't include the webkit types
- this.checkFPS(video, video.webkitDecodedFrameCount, video.webkitDroppedFrameCount);
- }
- }
- }
- }
- function sendAddTrackEvent(track, videoEl) {
- let event;
- try {
- event = new Event('addtrack');
- } catch (err) {
- // for IE11
- event = document.createEvent('Event');
- event.initEvent('addtrack', false, false);
- }
- event.track = track;
- videoEl.dispatchEvent(event);
- }
- function addCueToTrack(track, cue) {
- // Sometimes there are cue overlaps on segmented vtts so the same
- // cue can appear more than once in different vtt files.
- // This avoid showing duplicated cues with same timecode and text.
- const mode = track.mode;
- if (mode === 'disabled') {
- track.mode = 'hidden';
- }
- if (track.cues && !track.cues.getCueById(cue.id)) {
- try {
- track.addCue(cue);
- if (!track.cues.getCueById(cue.id)) {
- throw new Error(`addCue is failed for: ${cue}`);
- }
- } catch (err) {
- logger.debug(`[texttrack-utils]: ${err}`);
- try {
- const textTrackCue = new self.TextTrackCue(cue.startTime, cue.endTime, cue.text);
- textTrackCue.id = cue.id;
- track.addCue(textTrackCue);
- } catch (err2) {
- logger.debug(`[texttrack-utils]: Legacy TextTrackCue fallback failed: ${err2}`);
- }
- }
- }
- if (mode === 'disabled') {
- track.mode = mode;
- }
- }
- function clearCurrentCues(track, enterHandler) {
- // When track.mode is disabled, track.cues will be null.
- // To guarantee the removal of cues, we need to temporarily
- // change the mode to hidden
- const mode = track.mode;
- if (mode === 'disabled') {
- track.mode = 'hidden';
- }
- if (track.cues) {
- for (let i = track.cues.length; i--;) {
- if (enterHandler) {
- track.cues[i].removeEventListener('enter', enterHandler);
- }
- track.removeCue(track.cues[i]);
- }
- }
- if (mode === 'disabled') {
- track.mode = mode;
- }
- }
- function removeCuesInRange(track, start, end, predicate) {
- const mode = track.mode;
- if (mode === 'disabled') {
- track.mode = 'hidden';
- }
- if (track.cues && track.cues.length > 0) {
- const cues = getCuesInRange(track.cues, start, end);
- for (let i = 0; i < cues.length; i++) {
- if (!predicate || predicate(cues[i])) {
- track.removeCue(cues[i]);
- }
- }
- }
- if (mode === 'disabled') {
- track.mode = mode;
- }
- }
- // Find first cue starting at or after given time.
- // Modified version of binary search O(log(n)).
- function getFirstCueIndexFromTime(cues, time) {
- // If first cue starts at or after time, start there
- if (time <= cues[0].startTime) {
- return 0;
- }
- // If the last cue ends before time there is no overlap
- const len = cues.length - 1;
- if (time > cues[len].endTime) {
- return -1;
- }
- let left = 0;
- let right = len;
- let mid;
- while (left <= right) {
- mid = Math.floor((right + left) / 2);
- if (time < cues[mid].startTime) {
- right = mid - 1;
- } else if (time > cues[mid].startTime && left < len) {
- left = mid + 1;
- } else {
- // If it's not lower or higher, it must be equal.
- return mid;
- }
- }
- // At this point, left and right have swapped.
- // No direct match was found, left or right element must be the closest. Check which one has the smallest diff.
- return cues[left].startTime - time < time - cues[right].startTime ? left : right;
- }
- function getCuesInRange(cues, start, end) {
- const cuesFound = [];
- const firstCueInRange = getFirstCueIndexFromTime(cues, start);
- if (firstCueInRange > -1) {
- for (let i = firstCueInRange, len = cues.length; i < len; i++) {
- const cue = cues[i];
- if (cue.startTime >= start && cue.endTime <= end) {
- cuesFound.push(cue);
- } else if (cue.startTime > end) {
- return cuesFound;
- }
- }
- }
- return cuesFound;
- }
- function filterSubtitleTracks(textTrackList) {
- const tracks = [];
- for (let i = 0; i < textTrackList.length; i++) {
- const track = textTrackList[i];
- // Edge adds a track without a label; we don't want to use it
- if ((track.kind === 'subtitles' || track.kind === 'captions') && track.label) {
- tracks.push(textTrackList[i]);
- }
- }
- return tracks;
- }
- class SubtitleTrackController extends BasePlaylistController {
- constructor(hls) {
- super(hls, 'subtitle-track-controller');
- this.media = null;
- this.tracks = [];
- this.groupIds = null;
- this.tracksInGroup = [];
- this.trackId = -1;
- this.currentTrack = null;
- this.selectDefaultTrack = true;
- this.queuedDefaultTrack = -1;
- this.useTextTrackPolling = false;
- this.subtitlePollingInterval = -1;
- this._subtitleDisplay = true;
- this.asyncPollTrackChange = () => this.pollTrackChange(0);
- this.onTextTracksChanged = () => {
- if (!this.useTextTrackPolling) {
- self.clearInterval(this.subtitlePollingInterval);
- }
- // Media is undefined when switching streams via loadSource()
- if (!this.media || !this.hls.config.renderTextTracksNatively) {
- return;
- }
- let textTrack = null;
- const tracks = filterSubtitleTracks(this.media.textTracks);
- for (let i = 0; i < tracks.length; i++) {
- if (tracks[i].mode === 'hidden') {
- // Do not break in case there is a following track with showing.
- textTrack = tracks[i];
- } else if (tracks[i].mode === 'showing') {
- textTrack = tracks[i];
- break;
- }
- }
- // Find internal track index for TextTrack
- const trackId = this.findTrackForTextTrack(textTrack);
- if (this.subtitleTrack !== trackId) {
- this.setSubtitleTrack(trackId);
- }
- };
- this.registerListeners();
- }
- destroy() {
- this.unregisterListeners();
- this.tracks.length = 0;
- this.tracksInGroup.length = 0;
- this.currentTrack = null;
- // @ts-ignore
- this.onTextTracksChanged = this.asyncPollTrackChange = null;
- super.destroy();
- }
- get subtitleDisplay() {
- return this._subtitleDisplay;
- }
- set subtitleDisplay(value) {
- this._subtitleDisplay = value;
- if (this.trackId > -1) {
- this.toggleTrackModes();
- }
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.on(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.on(Events.LEVEL_SWITCHING, this.onLevelSwitching, this);
- hls.on(Events.SUBTITLE_TRACK_LOADED, this.onSubtitleTrackLoaded, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.off(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.off(Events.LEVEL_SWITCHING, this.onLevelSwitching, this);
- hls.off(Events.SUBTITLE_TRACK_LOADED, this.onSubtitleTrackLoaded, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- // Listen for subtitle track change, then extract the current track ID.
- onMediaAttached(event, data) {
- this.media = data.media;
- if (!this.media) {
- return;
- }
- if (this.queuedDefaultTrack > -1) {
- this.subtitleTrack = this.queuedDefaultTrack;
- this.queuedDefaultTrack = -1;
- }
- this.useTextTrackPolling = !(this.media.textTracks && 'onchange' in this.media.textTracks);
- if (this.useTextTrackPolling) {
- this.pollTrackChange(500);
- } else {
- this.media.textTracks.addEventListener('change', this.asyncPollTrackChange);
- }
- }
- pollTrackChange(timeout) {
- self.clearInterval(this.subtitlePollingInterval);
- this.subtitlePollingInterval = self.setInterval(this.onTextTracksChanged, timeout);
- }
- onMediaDetaching(event, data) {
- const media = this.media;
- if (!media) {
- return;
- }
- const transferringMedia = !!data.transferMedia;
- self.clearInterval(this.subtitlePollingInterval);
- if (!this.useTextTrackPolling) {
- media.textTracks.removeEventListener('change', this.asyncPollTrackChange);
- }
- if (this.trackId > -1) {
- this.queuedDefaultTrack = this.trackId;
- }
- // Disable all subtitle tracks before detachment so when reattached only tracks in that content are enabled.
- this.subtitleTrack = -1;
- this.media = null;
- if (transferringMedia) {
- return;
- }
- const textTracks = filterSubtitleTracks(media.textTracks);
- // Clear loaded cues on media detachment from tracks
- textTracks.forEach(track => {
- clearCurrentCues(track);
- });
- }
- onManifestLoading() {
- this.tracks = [];
- this.groupIds = null;
- this.tracksInGroup = [];
- this.trackId = -1;
- this.currentTrack = null;
- this.selectDefaultTrack = true;
- }
- // Fired whenever a new manifest is loaded.
- onManifestParsed(event, data) {
- this.tracks = data.subtitleTracks;
- }
- onSubtitleTrackLoaded(event, data) {
- const {
- id,
- groupId,
- details
- } = data;
- const trackInActiveGroup = this.tracksInGroup[id];
- if (!trackInActiveGroup || trackInActiveGroup.groupId !== groupId) {
- this.warn(`Subtitle track with id:${id} and group:${groupId} not found in active group ${trackInActiveGroup == null ? void 0 : trackInActiveGroup.groupId}`);
- return;
- }
- const curDetails = trackInActiveGroup.details;
- trackInActiveGroup.details = data.details;
- this.log(`Subtitle track ${id} "${trackInActiveGroup.name}" lang:${trackInActiveGroup.lang} group:${groupId} loaded [${details.startSN}-${details.endSN}]`);
- if (id === this.trackId) {
- this.playlistLoaded(id, data, curDetails);
- }
- }
- onLevelLoading(event, data) {
- this.switchLevel(data.level);
- }
- onLevelSwitching(event, data) {
- this.switchLevel(data.level);
- }
- switchLevel(levelIndex) {
- const levelInfo = this.hls.levels[levelIndex];
- if (!levelInfo) {
- return;
- }
- const subtitleGroups = levelInfo.subtitleGroups || null;
- const currentGroups = this.groupIds;
- let currentTrack = this.currentTrack;
- if (!subtitleGroups || (currentGroups == null ? void 0 : currentGroups.length) !== (subtitleGroups == null ? void 0 : subtitleGroups.length) || subtitleGroups != null && subtitleGroups.some(groupId => (currentGroups == null ? void 0 : currentGroups.indexOf(groupId)) === -1)) {
- this.groupIds = subtitleGroups;
- this.trackId = -1;
- this.currentTrack = null;
- const subtitleTracks = this.tracks.filter(track => !subtitleGroups || subtitleGroups.indexOf(track.groupId) !== -1);
- if (subtitleTracks.length) {
- // Disable selectDefaultTrack if there are no default tracks
- if (this.selectDefaultTrack && !subtitleTracks.some(track => track.default)) {
- this.selectDefaultTrack = false;
- }
- // track.id should match hls.audioTracks index
- subtitleTracks.forEach((track, i) => {
- track.id = i;
- });
- } else if (!currentTrack && !this.tracksInGroup.length) {
- // Do not dispatch SUBTITLE_TRACKS_UPDATED when there were and are no tracks
- return;
- }
- this.tracksInGroup = subtitleTracks;
- // Find preferred track
- const subtitlePreference = this.hls.config.subtitlePreference;
- if (!currentTrack && subtitlePreference) {
- this.selectDefaultTrack = false;
- const groupIndex = findMatchingOption(subtitlePreference, subtitleTracks);
- if (groupIndex > -1) {
- currentTrack = subtitleTracks[groupIndex];
- } else {
- const allIndex = findMatchingOption(subtitlePreference, this.tracks);
- currentTrack = this.tracks[allIndex];
- }
- }
- // Select initial track
- let trackId = this.findTrackId(currentTrack);
- if (trackId === -1 && currentTrack) {
- trackId = this.findTrackId(null);
- }
- // Dispatch events and load track if needed
- const subtitleTracksUpdated = {
- subtitleTracks
- };
- this.log(`Updating subtitle tracks, ${subtitleTracks.length} track(s) found in "${subtitleGroups == null ? void 0 : subtitleGroups.join(',')}" group-id`);
- this.hls.trigger(Events.SUBTITLE_TRACKS_UPDATED, subtitleTracksUpdated);
- if (trackId !== -1 && this.trackId === -1) {
- this.setSubtitleTrack(trackId);
- }
- }
- }
- findTrackId(currentTrack) {
- const tracks = this.tracksInGroup;
- const selectDefault = this.selectDefaultTrack;
- for (let i = 0; i < tracks.length; i++) {
- const track = tracks[i];
- if (selectDefault && !track.default || !selectDefault && !currentTrack) {
- continue;
- }
- if (!currentTrack || matchesOption(track, currentTrack)) {
- return i;
- }
- }
- if (currentTrack) {
- for (let i = 0; i < tracks.length; i++) {
- const track = tracks[i];
- if (mediaAttributesIdentical(currentTrack.attrs, track.attrs, ['LANGUAGE', 'ASSOC-LANGUAGE', 'CHARACTERISTICS'])) {
- return i;
- }
- }
- for (let i = 0; i < tracks.length; i++) {
- const track = tracks[i];
- if (mediaAttributesIdentical(currentTrack.attrs, track.attrs, ['LANGUAGE'])) {
- return i;
- }
- }
- }
- return -1;
- }
- findTrackForTextTrack(textTrack) {
- if (textTrack) {
- const tracks = this.tracksInGroup;
- for (let i = 0; i < tracks.length; i++) {
- const track = tracks[i];
- if (subtitleTrackMatchesTextTrack(track, textTrack)) {
- return i;
- }
- }
- }
- return -1;
- }
- onError(event, data) {
- if (data.fatal || !data.context) {
- return;
- }
- if (data.context.type === PlaylistContextType.SUBTITLE_TRACK && data.context.id === this.trackId && (!this.groupIds || this.groupIds.indexOf(data.context.groupId) !== -1)) {
- this.checkRetry(data);
- }
- }
- get allSubtitleTracks() {
- return this.tracks;
- }
- /** get alternate subtitle tracks list from playlist **/
- get subtitleTracks() {
- return this.tracksInGroup;
- }
- /** get/set index of the selected subtitle track (based on index in subtitle track lists) **/
- get subtitleTrack() {
- return this.trackId;
- }
- set subtitleTrack(newId) {
- this.selectDefaultTrack = false;
- this.setSubtitleTrack(newId);
- }
- setSubtitleOption(subtitleOption) {
- this.hls.config.subtitlePreference = subtitleOption;
- if (subtitleOption) {
- if (subtitleOption.id === -1) {
- this.setSubtitleTrack(-1);
- return null;
- }
- const allSubtitleTracks = this.allSubtitleTracks;
- this.selectDefaultTrack = false;
- if (allSubtitleTracks.length) {
- // First see if current option matches (no switch op)
- const currentTrack = this.currentTrack;
- if (currentTrack && matchesOption(subtitleOption, currentTrack)) {
- return currentTrack;
- }
- // Find option in current group
- const groupIndex = findMatchingOption(subtitleOption, this.tracksInGroup);
- if (groupIndex > -1) {
- const track = this.tracksInGroup[groupIndex];
- this.setSubtitleTrack(groupIndex);
- return track;
- } else if (currentTrack) {
- // If this is not the initial selection return null
- // option should have matched one in active group
- return null;
- } else {
- // Find the option in all tracks for initial selection
- const allIndex = findMatchingOption(subtitleOption, allSubtitleTracks);
- if (allIndex > -1) {
- return allSubtitleTracks[allIndex];
- }
- }
- }
- }
- return null;
- }
- loadPlaylist(hlsUrlParameters) {
- super.loadPlaylist();
- if (this.shouldLoadPlaylist(this.currentTrack)) {
- this.scheduleLoading(this.currentTrack, hlsUrlParameters);
- }
- }
- loadingPlaylist(currentTrack, hlsUrlParameters) {
- super.loadingPlaylist(currentTrack, hlsUrlParameters);
- const id = currentTrack.id;
- const groupId = currentTrack.groupId;
- const url = this.getUrlWithDirectives(currentTrack.url, hlsUrlParameters);
- const details = currentTrack.details;
- const age = details == null ? void 0 : details.age;
- this.log(`Loading subtitle ${id} "${currentTrack.name}" lang:${currentTrack.lang} group:${groupId}${(hlsUrlParameters == null ? void 0 : hlsUrlParameters.msn) !== undefined ? ' at sn ' + hlsUrlParameters.msn + ' part ' + hlsUrlParameters.part : ''}${age && details.live ? ' age ' + age.toFixed(1) + (details.type ? ' ' + details.type || '' : '') : ''} ${url}`);
- this.hls.trigger(Events.SUBTITLE_TRACK_LOADING, {
- url,
- id,
- groupId,
- deliveryDirectives: hlsUrlParameters || null,
- track: currentTrack
- });
- }
- /**
- * Disables the old subtitleTrack and sets current mode on the next subtitleTrack.
- * This operates on the DOM textTracks.
- * A value of -1 will disable all subtitle tracks.
- */
- toggleTrackModes() {
- const {
- media
- } = this;
- if (!media) {
- return;
- }
- const textTracks = filterSubtitleTracks(media.textTracks);
- const currentTrack = this.currentTrack;
- let nextTrack;
- if (currentTrack) {
- nextTrack = textTracks.filter(textTrack => subtitleTrackMatchesTextTrack(currentTrack, textTrack))[0];
- if (!nextTrack) {
- this.warn(`Unable to find subtitle TextTrack with name "${currentTrack.name}" and language "${currentTrack.lang}"`);
- }
- }
- [].slice.call(textTracks).forEach(track => {
- if (track.mode !== 'disabled' && track !== nextTrack) {
- track.mode = 'disabled';
- }
- });
- if (nextTrack) {
- const mode = this.subtitleDisplay ? 'showing' : 'hidden';
- if (nextTrack.mode !== mode) {
- nextTrack.mode = mode;
- }
- }
- }
- /**
- * This method is responsible for validating the subtitle index and periodically reloading if live.
- * Dispatches the SUBTITLE_TRACK_SWITCH event, which instructs the subtitle-stream-controller to load the selected track.
- */
- setSubtitleTrack(newId) {
- const tracks = this.tracksInGroup;
- // setting this.subtitleTrack will trigger internal logic
- // if media has not been attached yet, it will fail
- // we keep a reference to the default track id
- // and we'll set subtitleTrack when onMediaAttached is triggered
- if (!this.media) {
- this.queuedDefaultTrack = newId;
- return;
- }
- // exit if track id as already set or invalid
- if (newId < -1 || newId >= tracks.length || !isFiniteNumber(newId)) {
- this.warn(`Invalid subtitle track id: ${newId}`);
- return;
- }
- this.selectDefaultTrack = false;
- const lastTrack = this.currentTrack;
- const track = tracks[newId] || null;
- this.trackId = newId;
- this.currentTrack = track;
- this.toggleTrackModes();
- if (!track) {
- // switch to -1
- this.hls.trigger(Events.SUBTITLE_TRACK_SWITCH, {
- id: newId
- });
- return;
- }
- const trackLoaded = !!track.details && !track.details.live;
- if (newId === this.trackId && track === lastTrack && trackLoaded) {
- return;
- }
- this.log(`Switching to subtitle-track ${newId}` + (track ? ` "${track.name}" lang:${track.lang} group:${track.groupId}` : ''));
- const {
- id,
- groupId = '',
- name,
- type,
- url
- } = track;
- this.hls.trigger(Events.SUBTITLE_TRACK_SWITCH, {
- id,
- groupId,
- name,
- type,
- url
- });
- const hlsUrlParameters = this.switchParams(track.url, lastTrack == null ? void 0 : lastTrack.details, track.details);
- this.loadPlaylist(hlsUrlParameters);
- }
- }
- /**
- * Generate a random v4 UUID
- *
- * @returns A random v4 UUID
- *
- * @group Utils
- *
- * @beta
- */
- function uuid() {
- try {
- return crypto.randomUUID();
- } catch (error) {
- try {
- const url = URL.createObjectURL(new Blob());
- const uuid = url.toString();
- URL.revokeObjectURL(url);
- return uuid.slice(uuid.lastIndexOf('/') + 1);
- } catch (error) {
- let dt = new Date().getTime();
- const uuid = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {
- const r = (dt + Math.random() * 16) % 16 | 0;
- dt = Math.floor(dt / 16);
- return (c == 'x' ? r : r & 0x3 | 0x8).toString(16);
- });
- return uuid;
- }
- }
- }
- // From https://github.com/darkskyapp/string-hash
- function hash(text) {
- let hash = 5381;
- let i = text.length;
- while (i) {
- hash = hash * 33 ^ text.charCodeAt(--i);
- }
- return (hash >>> 0).toString();
- }
- const ALIGNED_END_THRESHOLD_SECONDS = 0.025;
- let TimelineOccupancy = /*#__PURE__*/function (TimelineOccupancy) {
- TimelineOccupancy[TimelineOccupancy["Point"] = 0] = "Point";
- TimelineOccupancy[TimelineOccupancy["Range"] = 1] = "Range";
- return TimelineOccupancy;
- }({});
- function generateAssetIdentifier(interstitial, uri, assetListIndex) {
- return `${interstitial.identifier}-${assetListIndex + 1}-${hash(uri)}`;
- }
- class InterstitialEvent {
- constructor(dateRange, base) {
- this.base = void 0;
- this._duration = null;
- this._timelineStart = null;
- this.appendInPlaceDisabled = void 0;
- this.appendInPlaceStarted = void 0;
- this.dateRange = void 0;
- this.hasPlayed = false;
- this.cumulativeDuration = 0;
- this.resumeOffset = NaN;
- this.playoutLimit = NaN;
- this.restrictions = {
- skip: false,
- jump: false
- };
- this.snapOptions = {
- out: false,
- in: false
- };
- this.assetList = [];
- this.assetListLoader = void 0;
- this.assetListResponse = null;
- this.resumeAnchor = void 0;
- this.error = void 0;
- this.resetOnResume = void 0;
- this.base = base;
- this.dateRange = dateRange;
- this.setDateRange(dateRange);
- }
- setDateRange(dateRange) {
- this.dateRange = dateRange;
- this.resumeOffset = dateRange.attr.optionalFloat('X-RESUME-OFFSET', this.resumeOffset);
- this.playoutLimit = dateRange.attr.optionalFloat('X-PLAYOUT-LIMIT', this.playoutLimit);
- this.restrictions = dateRange.attr.enumeratedStringList('X-RESTRICT', this.restrictions);
- this.snapOptions = dateRange.attr.enumeratedStringList('X-SNAP', this.snapOptions);
- }
- reset() {
- var _this$assetListLoader;
- this.appendInPlaceStarted = false;
- (_this$assetListLoader = this.assetListLoader) == null ? void 0 : _this$assetListLoader.destroy();
- this.assetListLoader = undefined;
- if (!this.supplementsPrimary) {
- this.assetListResponse = null;
- this.assetList = [];
- this._duration = null;
- }
- // `error?` is reset when seeking back over interstitial `startOffset`
- // using `schedule.resetErrorsInRange(start, end)`.
- }
- isAssetPastPlayoutLimit(assetIndex) {
- var _this$assetList$asset;
- if (assetIndex > 0 && assetIndex >= this.assetList.length) {
- return true;
- }
- const playoutLimit = this.playoutLimit;
- if (assetIndex <= 0 || isNaN(playoutLimit)) {
- return false;
- }
- if (playoutLimit === 0) {
- return true;
- }
- const assetOffset = ((_this$assetList$asset = this.assetList[assetIndex]) == null ? void 0 : _this$assetList$asset.startOffset) || 0;
- return assetOffset > playoutLimit;
- }
- findAssetIndex(asset) {
- const index = this.assetList.indexOf(asset);
- return index;
- }
- get identifier() {
- return this.dateRange.id;
- }
- get startDate() {
- return this.dateRange.startDate;
- }
- get startTime() {
- // Primary media timeline start time
- const startTime = this.dateRange.startTime;
- if (this.snapOptions.out) {
- const frag = this.dateRange.tagAnchor;
- if (frag) {
- return getSnapToFragmentTime(startTime, frag);
- }
- }
- return startTime;
- }
- get startOffset() {
- return this.cue.pre ? 0 : this.startTime;
- }
- get startIsAligned() {
- if (this.startTime === 0 || this.snapOptions.out) {
- return true;
- }
- const frag = this.dateRange.tagAnchor;
- if (frag) {
- const startTime = this.dateRange.startTime;
- const snappedStart = getSnapToFragmentTime(startTime, frag);
- return startTime - snappedStart < 0.1;
- }
- return false;
- }
- get resumptionOffset() {
- const resumeOffset = this.resumeOffset;
- const offset = isFiniteNumber(resumeOffset) ? resumeOffset : this.duration;
- return this.cumulativeDuration + offset;
- }
- get resumeTime() {
- // Primary media timeline resumption time
- const resumeTime = this.startOffset + this.resumptionOffset;
- if (this.snapOptions.in) {
- const frag = this.resumeAnchor;
- if (frag) {
- return getSnapToFragmentTime(resumeTime, frag);
- }
- }
- return resumeTime;
- }
- get appendInPlace() {
- if (this.appendInPlaceStarted) {
- return true;
- }
- if (this.appendInPlaceDisabled) {
- return false;
- }
- if (!this.cue.once && !this.cue.pre &&
- // preroll starts at startPosition before startPosition is known (live)
- this.startIsAligned && (isNaN(this.playoutLimit) && isNaN(this.resumeOffset) || this.resumeOffset && this.duration && Math.abs(this.resumeOffset - this.duration) < ALIGNED_END_THRESHOLD_SECONDS)) {
- return true;
- }
- return false;
- }
- set appendInPlace(value) {
- if (this.appendInPlaceStarted) {
- this.resetOnResume = !value;
- return;
- }
- this.appendInPlaceDisabled = !value;
- }
- // Extended timeline start time
- get timelineStart() {
- if (this._timelineStart !== null) {
- return this._timelineStart;
- }
- return this.startTime;
- }
- set timelineStart(value) {
- this._timelineStart = value;
- }
- get duration() {
- const playoutLimit = this.playoutLimit;
- let duration;
- if (this._duration !== null) {
- duration = this._duration;
- } else if (this.dateRange.duration) {
- duration = this.dateRange.duration;
- } else {
- duration = this.dateRange.plannedDuration || 0;
- }
- if (!isNaN(playoutLimit) && playoutLimit < duration) {
- duration = playoutLimit;
- }
- return duration;
- }
- set duration(value) {
- this._duration = value;
- }
- get cue() {
- return this.dateRange.cue;
- }
- get timelineOccupancy() {
- if (this.dateRange.attr['X-TIMELINE-OCCUPIES'] === 'RANGE') {
- return TimelineOccupancy.Range;
- }
- return TimelineOccupancy.Point;
- }
- get supplementsPrimary() {
- return this.dateRange.attr['X-TIMELINE-STYLE'] === 'PRIMARY';
- }
- get contentMayVary() {
- return this.dateRange.attr['X-CONTENT-MAY-VARY'] !== 'NO';
- }
- get assetUrl() {
- return this.dateRange.attr['X-ASSET-URI'];
- }
- get assetListUrl() {
- return this.dateRange.attr['X-ASSET-LIST'];
- }
- get baseUrl() {
- return this.base.url;
- }
- get assetListLoaded() {
- return this.assetList.length > 0 || this.assetListResponse !== null;
- }
- toString() {
- return eventToString(this);
- }
- }
- function getSnapToFragmentTime(time, frag) {
- return time - frag.start < frag.duration / 2 && !(Math.abs(time - (frag.start + frag.duration)) < ALIGNED_END_THRESHOLD_SECONDS) ? frag.start : frag.start + frag.duration;
- }
- function getInterstitialUrl(uri, sessionId, baseUrl) {
- const url = new self.URL(uri, baseUrl);
- if (url.protocol !== 'data:') {
- url.searchParams.set('_HLS_primary_id', sessionId);
- }
- return url;
- }
- function getNextAssetIndex(interstitial, assetListIndex) {
- while ((_interstitial$assetLi = interstitial.assetList[++assetListIndex]) != null && _interstitial$assetLi.error) {
- var _interstitial$assetLi;
- } /* no-op */
- return assetListIndex;
- }
- function eventToString(interstitial) {
- return `["${interstitial.identifier}" ${interstitial.cue.pre ? '<pre>' : interstitial.cue.post ? '<post>' : ''}${interstitial.timelineStart.toFixed(2)}-${interstitial.resumeTime.toFixed(2)}]`;
- }
- function eventAssetToString(asset) {
- const start = asset.timelineStart;
- const duration = asset.duration || 0;
- return `["${asset.identifier}" ${start.toFixed(2)}-${(start + duration).toFixed(2)}]`;
- }
- class HlsAssetPlayer {
- constructor(HlsPlayerClass, userConfig, interstitial, assetItem) {
- this.hls = void 0;
- this.interstitial = void 0;
- this.assetItem = void 0;
- this.tracks = null;
- this.hasDetails = false;
- this.mediaAttached = null;
- this._currentTime = void 0;
- this._bufferedEosTime = void 0;
- this.checkPlayout = () => {
- if (this.reachedPlayout(this.currentTime)) {
- this.hls.trigger(Events.PLAYOUT_LIMIT_REACHED, {});
- }
- };
- const hls = this.hls = new HlsPlayerClass(userConfig);
- this.interstitial = interstitial;
- this.assetItem = assetItem;
- let uri = assetItem.uri;
- try {
- uri = getInterstitialUrl(uri, userConfig.primarySessionId).href;
- } catch (error) {
- // Ignore error parsing ASSET_URI or adding _HLS_primary_id to it. The
- // issue should surface as an INTERSTITIAL_ASSET_ERROR loading the asset.
- }
- hls.loadSource(uri);
- const detailsLoaded = () => {
- this.hasDetails = true;
- };
- hls.once(Events.LEVEL_LOADED, detailsLoaded);
- hls.once(Events.AUDIO_TRACK_LOADED, detailsLoaded);
- hls.once(Events.SUBTITLE_TRACK_LOADED, detailsLoaded);
- hls.on(Events.MEDIA_ATTACHING, (name, {
- media
- }) => {
- this.removeMediaListeners();
- this.mediaAttached = media;
- const event = this.interstitial;
- if (event.playoutLimit) {
- media.addEventListener('timeupdate', this.checkPlayout);
- if (this.appendInPlace) {
- hls.on(Events.BUFFER_APPENDED, () => {
- const bufferedEnd = this.bufferedEnd;
- if (this.reachedPlayout(bufferedEnd)) {
- this._bufferedEosTime = bufferedEnd;
- hls.trigger(Events.BUFFERED_TO_END, undefined);
- }
- });
- }
- }
- });
- }
- get appendInPlace() {
- var _this$interstitial;
- return ((_this$interstitial = this.interstitial) == null ? void 0 : _this$interstitial.appendInPlace) || false;
- }
- bufferedInPlaceToEnd(media) {
- var _this$hls;
- if (!this.appendInPlace) {
- return false;
- }
- if ((_this$hls = this.hls) != null && _this$hls.bufferedToEnd) {
- return true;
- }
- if (!media || !this._bufferedEosTime) {
- return false;
- }
- const start = this.timelineOffset;
- const bufferInfo = BufferHelper.bufferInfo(media, start, 0);
- const bufferedEnd = this.getAssetTime(bufferInfo.end);
- return bufferedEnd >= this._bufferedEosTime - 0.02;
- }
- reachedPlayout(time) {
- const interstitial = this.interstitial;
- const playoutLimit = interstitial.playoutLimit;
- return this.startOffset + time >= playoutLimit;
- }
- get destroyed() {
- var _this$hls2;
- return !((_this$hls2 = this.hls) != null && _this$hls2.userConfig);
- }
- get assetId() {
- return this.assetItem.identifier;
- }
- get interstitialId() {
- return this.assetItem.parentIdentifier;
- }
- get media() {
- var _this$hls3;
- return ((_this$hls3 = this.hls) == null ? void 0 : _this$hls3.media) || null;
- }
- get bufferedEnd() {
- const media = this.media || this.mediaAttached;
- if (!media) {
- if (this._bufferedEosTime) {
- return this._bufferedEosTime;
- }
- return this.currentTime;
- }
- const bufferInfo = BufferHelper.bufferInfo(media, media.currentTime, 0.001);
- return this.getAssetTime(bufferInfo.end);
- }
- get currentTime() {
- const media = this.media || this.mediaAttached;
- if (!media) {
- return this._currentTime || 0;
- }
- return this.getAssetTime(media.currentTime);
- }
- get duration() {
- const duration = this.assetItem.duration;
- if (!duration) {
- return 0;
- }
- return duration;
- }
- get remaining() {
- const duration = this.duration;
- if (!duration) {
- return 0;
- }
- return Math.max(0, duration - this.currentTime);
- }
- get startOffset() {
- return this.assetItem.startOffset;
- }
- get timelineOffset() {
- var _this$hls4;
- return ((_this$hls4 = this.hls) == null ? void 0 : _this$hls4.config.timelineOffset) || 0;
- }
- set timelineOffset(value) {
- const timelineOffset = this.timelineOffset;
- if (value !== timelineOffset) {
- const diff = value - timelineOffset;
- if (Math.abs(diff) > 1 / 90000) {
- if (this.hasDetails) {
- throw new Error(`Cannot set timelineOffset after playlists are loaded`);
- }
- this.hls.config.timelineOffset = value;
- }
- }
- }
- getAssetTime(time) {
- const timelineOffset = this.timelineOffset;
- const duration = this.duration;
- return Math.min(Math.max(0, time - timelineOffset), duration);
- }
- removeMediaListeners() {
- const media = this.mediaAttached;
- if (media) {
- this._currentTime = media.currentTime;
- this.bufferSnapShot();
- media.removeEventListener('timeupdate', this.checkPlayout);
- }
- }
- bufferSnapShot() {
- if (this.mediaAttached) {
- var _this$hls5;
- if ((_this$hls5 = this.hls) != null && _this$hls5.bufferedToEnd) {
- this._bufferedEosTime = this.bufferedEnd;
- }
- }
- }
- destroy() {
- this.removeMediaListeners();
- this.hls.destroy();
- // @ts-ignore
- this.hls = this.interstitial = null;
- // @ts-ignore
- this.tracks = this.mediaAttached = this.checkPlayout = null;
- }
- attachMedia(data) {
- this.hls.attachMedia(data);
- }
- detachMedia() {
- this.removeMediaListeners();
- this.mediaAttached = null;
- this.hls.detachMedia();
- }
- resumeBuffering() {
- this.hls.resumeBuffering();
- }
- pauseBuffering() {
- this.hls.pauseBuffering();
- }
- transferMedia() {
- this.bufferSnapShot();
- return this.hls.transferMedia();
- }
- resetDetails() {
- const hls = this.hls;
- if (this.hasDetails) {
- hls.stopLoad();
- const deleteDetails = obj => delete obj.details;
- hls.levels.forEach(deleteDetails);
- hls.allAudioTracks.forEach(deleteDetails);
- hls.allSubtitleTracks.forEach(deleteDetails);
- this.hasDetails = false;
- }
- }
- on(event, listener, context) {
- this.hls.on(event, listener);
- }
- once(event, listener, context) {
- this.hls.once(event, listener);
- }
- off(event, listener, context) {
- this.hls.off(event, listener);
- }
- toString() {
- var _this$hls6;
- return `HlsAssetPlayer: ${eventAssetToString(this.assetItem)} ${(_this$hls6 = this.hls) == null ? void 0 : _this$hls6.sessionId} ${this.appendInPlace ? 'append-in-place' : ''}`;
- }
- }
- const ABUTTING_THRESHOLD_SECONDS = 0.033;
- class InterstitialsSchedule extends Logger {
- constructor(onScheduleUpdate, logger) {
- super('interstitials-sched', logger);
- this.onScheduleUpdate = void 0;
- this.eventMap = {};
- this.events = null;
- this.items = null;
- this.durations = {
- primary: 0,
- playout: 0,
- integrated: 0
- };
- this.onScheduleUpdate = onScheduleUpdate;
- }
- destroy() {
- this.reset();
- // @ts-ignore
- this.onScheduleUpdate = null;
- }
- reset() {
- this.eventMap = {};
- this.setDurations(0, 0, 0);
- if (this.events) {
- this.events.forEach(interstitial => interstitial.reset());
- }
- this.events = this.items = null;
- }
- resetErrorsInRange(start, end) {
- if (this.events) {
- return this.events.reduce((count, interstitial) => {
- if (start <= interstitial.startOffset && end > interstitial.startOffset) {
- delete interstitial.error;
- return count + 1;
- }
- return count;
- }, 0);
- }
- return 0;
- }
- get duration() {
- const items = this.items;
- return items ? items[items.length - 1].end : 0;
- }
- get length() {
- return this.items ? this.items.length : 0;
- }
- getEvent(identifier) {
- return identifier ? this.eventMap[identifier] || null : null;
- }
- hasEvent(identifier) {
- return identifier in this.eventMap;
- }
- findItemIndex(item, time) {
- if (item.event) {
- // Find Event Item
- return this.findEventIndex(item.event.identifier);
- }
- // Find Primary Item
- let index = -1;
- if (item.nextEvent) {
- index = this.findEventIndex(item.nextEvent.identifier) - 1;
- } else if (item.previousEvent) {
- index = this.findEventIndex(item.previousEvent.identifier) + 1;
- }
- const items = this.items;
- if (items) {
- if (!items[index]) {
- if (time === undefined) {
- time = item.start;
- }
- index = this.findItemIndexAtTime(time);
- }
- // Only return index of a Primary Item
- while (index >= 0 && (_items$index = items[index]) != null && _items$index.event) {
- var _items$index;
- // If index found is an interstitial it is not a valid result as it should have been matched up top
- // decrement until result is negative (not found) or a primary segment
- index--;
- }
- }
- return index;
- }
- findItemIndexAtTime(timelinePos, timelineType) {
- const items = this.items;
- if (items) {
- for (let i = 0; i < items.length; i++) {
- let timeRange = items[i];
- if (timelineType && timelineType !== 'primary') {
- timeRange = timeRange[timelineType];
- }
- if (timelinePos === timeRange.start || timelinePos > timeRange.start && timelinePos < timeRange.end) {
- return i;
- }
- }
- }
- return -1;
- }
- findJumpRestrictedIndex(startIndex, endIndex) {
- const items = this.items;
- if (items) {
- for (let i = startIndex; i <= endIndex; i++) {
- if (!items[i]) {
- break;
- }
- const event = items[i].event;
- if (event != null && event.restrictions.jump && !event.appendInPlace) {
- return i;
- }
- }
- }
- return -1;
- }
- findEventIndex(identifier) {
- const items = this.items;
- if (items) {
- for (let i = items.length; i--;) {
- var _items$i$event;
- if (((_items$i$event = items[i].event) == null ? void 0 : _items$i$event.identifier) === identifier) {
- return i;
- }
- }
- }
- return -1;
- }
- findAssetIndex(event, timelinePos) {
- const assetList = event.assetList;
- const length = assetList.length;
- if (length > 1) {
- for (let i = 0; i < length; i++) {
- const asset = assetList[i];
- if (!asset.error) {
- const timelineStart = asset.timelineStart;
- if (timelinePos === timelineStart || timelinePos > timelineStart && timelinePos < timelineStart + (asset.duration || 0)) {
- return i;
- }
- }
- }
- }
- return 0;
- }
- get assetIdAtEnd() {
- var _this$items, _this$items2;
- const interstitialAtEnd = (_this$items = this.items) == null ? void 0 : (_this$items2 = _this$items[this.length - 1]) == null ? void 0 : _this$items2.event;
- if (interstitialAtEnd) {
- const assetList = interstitialAtEnd.assetList;
- const assetAtEnd = assetList[assetList.length - 1];
- if (assetAtEnd) {
- return assetAtEnd.identifier;
- }
- }
- return null;
- }
- parseInterstitialDateRanges(mediaSelection, enableAppendInPlace) {
- const details = mediaSelection.main.details;
- const {
- dateRanges
- } = details;
- const previousInterstitialEvents = this.events;
- const interstitialEvents = this.parseDateRanges(dateRanges, {
- url: details.url
- }, enableAppendInPlace);
- const ids = Object.keys(dateRanges);
- const removedInterstitials = previousInterstitialEvents ? previousInterstitialEvents.filter(event => !ids.includes(event.identifier)) : [];
- if (interstitialEvents.length) {
- // pre-rolls, post-rolls, and events with the same start time are played in playlist tag order
- // all other events are ordered by start time
- interstitialEvents.sort((a, b) => {
- const aPre = a.cue.pre;
- const aPost = a.cue.post;
- const bPre = b.cue.pre;
- const bPost = b.cue.post;
- if (aPre && !bPre) {
- return -1;
- }
- if (bPre && !aPre) {
- return 1;
- }
- if (aPost && !bPost) {
- return 1;
- }
- if (bPost && !aPost) {
- return -1;
- }
- if (!aPre && !bPre && !aPost && !bPost) {
- const startA = a.startTime;
- const startB = b.startTime;
- if (startA !== startB) {
- return startA - startB;
- }
- }
- return a.dateRange.tagOrder - b.dateRange.tagOrder;
- });
- }
- this.events = interstitialEvents;
- // Clear removed DateRanges from buffered list (kills playback of active Interstitials)
- removedInterstitials.forEach(interstitial => {
- this.removeEvent(interstitial);
- });
- this.updateSchedule(mediaSelection, removedInterstitials);
- }
- updateSchedule(mediaSelection, removedInterstitials = []) {
- const events = this.events || [];
- if (events.length || removedInterstitials.length || this.length < 2) {
- const currentItems = this.items;
- const updatedItems = this.parseSchedule(events, mediaSelection);
- const updated = removedInterstitials.length || (currentItems == null ? void 0 : currentItems.length) !== updatedItems.length || updatedItems.some((item, i) => {
- return Math.abs(item.playout.start - currentItems[i].playout.start) > 0.005 || Math.abs(item.playout.end - currentItems[i].playout.end) > 0.005;
- });
- if (updated) {
- this.items = updatedItems;
- // call interstitials-controller onScheduleUpdated()
- this.onScheduleUpdate(removedInterstitials, currentItems);
- }
- }
- }
- parseDateRanges(dateRanges, baseData, enableAppendInPlace) {
- const interstitialEvents = [];
- const ids = Object.keys(dateRanges);
- for (let i = 0; i < ids.length; i++) {
- const id = ids[i];
- const dateRange = dateRanges[id];
- if (dateRange.isInterstitial) {
- let interstitial = this.eventMap[id];
- if (interstitial) {
- // Update InterstitialEvent already parsed and mapped
- // This retains already loaded duration and loaded asset list info
- interstitial.setDateRange(dateRange);
- } else {
- interstitial = new InterstitialEvent(dateRange, baseData);
- this.eventMap[id] = interstitial;
- if (enableAppendInPlace === false) {
- interstitial.appendInPlace = enableAppendInPlace;
- }
- }
- interstitialEvents.push(interstitial);
- }
- }
- return interstitialEvents;
- }
- parseSchedule(interstitialEvents, mediaSelection) {
- const schedule = [];
- const details = mediaSelection.main.details;
- const primaryDuration = details.live ? Infinity : details.edge;
- let playoutDuration = 0;
- // Filter events that have errored from the schedule (Primary fallback)
- interstitialEvents = interstitialEvents.filter(event => !event.error && !(event.cue.once && event.hasPlayed));
- if (interstitialEvents.length) {
- // Update Schedule
- this.resolveOffsets(interstitialEvents, mediaSelection);
- // Populate Schedule with Interstitial Event and Primary Segment Items
- let primaryPosition = 0;
- let integratedTime = 0;
- interstitialEvents.forEach((interstitial, i) => {
- const preroll = interstitial.cue.pre;
- const postroll = interstitial.cue.post;
- const previousEvent = interstitialEvents[i - 1] || null;
- const appendInPlace = interstitial.appendInPlace;
- const eventStart = postroll ? primaryDuration : interstitial.startOffset;
- const interstitialDuration = interstitial.duration;
- const timelineDuration = interstitial.timelineOccupancy === TimelineOccupancy.Range ? interstitialDuration : 0;
- const resumptionOffset = interstitial.resumptionOffset;
- const inSameStartTimeSequence = (previousEvent == null ? void 0 : previousEvent.startTime) === eventStart;
- const start = eventStart + interstitial.cumulativeDuration;
- let end = appendInPlace ? start + interstitialDuration : eventStart + resumptionOffset;
- if (preroll || !postroll && eventStart <= 0) {
- // preroll or in-progress midroll
- const integratedStart = integratedTime;
- integratedTime += timelineDuration;
- interstitial.timelineStart = start;
- const playoutStart = playoutDuration;
- playoutDuration += interstitialDuration;
- schedule.push({
- event: interstitial,
- start,
- end,
- playout: {
- start: playoutStart,
- end: playoutDuration
- },
- integrated: {
- start: integratedStart,
- end: integratedTime
- }
- });
- } else if (eventStart <= primaryDuration) {
- if (!inSameStartTimeSequence) {
- const segmentDuration = eventStart - primaryPosition;
- // Do not schedule a primary segment if interstitials are abutting by less than ABUTTING_THRESHOLD_SECONDS
- if (segmentDuration > ABUTTING_THRESHOLD_SECONDS) {
- // primary segment
- const timelineStart = primaryPosition;
- const _integratedStart = integratedTime;
- integratedTime += segmentDuration;
- const _playoutStart = playoutDuration;
- playoutDuration += segmentDuration;
- const primarySegment = {
- previousEvent: interstitialEvents[i - 1] || null,
- nextEvent: interstitial,
- start: timelineStart,
- end: timelineStart + segmentDuration,
- playout: {
- start: _playoutStart,
- end: playoutDuration
- },
- integrated: {
- start: _integratedStart,
- end: integratedTime
- }
- };
- schedule.push(primarySegment);
- } else if (segmentDuration > 0 && previousEvent) {
- // Add previous event `resumeTime` (based on duration or resumeOffset) so that it ends aligned with this one
- previousEvent.cumulativeDuration += segmentDuration;
- schedule[schedule.length - 1].end = eventStart;
- }
- }
- // midroll / postroll
- if (postroll) {
- end = start;
- }
- interstitial.timelineStart = start;
- const integratedStart = integratedTime;
- integratedTime += timelineDuration;
- const playoutStart = playoutDuration;
- playoutDuration += interstitialDuration;
- schedule.push({
- event: interstitial,
- start,
- end,
- playout: {
- start: playoutStart,
- end: playoutDuration
- },
- integrated: {
- start: integratedStart,
- end: integratedTime
- }
- });
- } else {
- // Interstitial starts after end of primary VOD - not included in schedule
- return;
- }
- const resumeTime = interstitial.resumeTime;
- if (postroll || resumeTime > primaryDuration) {
- primaryPosition = primaryDuration;
- } else {
- primaryPosition = resumeTime;
- }
- });
- if (primaryPosition < primaryDuration) {
- var _schedule;
- // last primary segment
- const timelineStart = primaryPosition;
- const integratedStart = integratedTime;
- const segmentDuration = primaryDuration - primaryPosition;
- integratedTime += segmentDuration;
- const playoutStart = playoutDuration;
- playoutDuration += segmentDuration;
- schedule.push({
- previousEvent: ((_schedule = schedule[schedule.length - 1]) == null ? void 0 : _schedule.event) || null,
- nextEvent: null,
- start: primaryPosition,
- end: timelineStart + segmentDuration,
- playout: {
- start: playoutStart,
- end: playoutDuration
- },
- integrated: {
- start: integratedStart,
- end: integratedTime
- }
- });
- }
- this.setDurations(primaryDuration, playoutDuration, integratedTime);
- } else {
- // no interstials - schedule is one primary segment
- const start = 0;
- schedule.push({
- previousEvent: null,
- nextEvent: null,
- start,
- end: primaryDuration,
- playout: {
- start,
- end: primaryDuration
- },
- integrated: {
- start,
- end: primaryDuration
- }
- });
- this.setDurations(primaryDuration, primaryDuration, primaryDuration);
- }
- return schedule;
- }
- setDurations(primary, playout, integrated) {
- this.durations = {
- primary,
- playout,
- integrated
- };
- }
- resolveOffsets(interstitialEvents, mediaSelection) {
- const details = mediaSelection.main.details;
- const primaryDuration = details.live ? Infinity : details.edge;
- // First resolve cumulative resumption offsets for Interstitials that start at the same DateTime
- let cumulativeDuration = 0;
- let lastScheduledStart = -1;
- interstitialEvents.forEach((interstitial, i) => {
- const preroll = interstitial.cue.pre;
- const postroll = interstitial.cue.post;
- const eventStart = preroll ? 0 : postroll ? primaryDuration : interstitial.startTime;
- this.updateAssetDurations(interstitial);
- // X-RESUME-OFFSET values of interstitials scheduled at the same time are cumulative
- const inSameStartTimeSequence = lastScheduledStart === eventStart;
- if (inSameStartTimeSequence) {
- interstitial.cumulativeDuration = cumulativeDuration;
- } else {
- cumulativeDuration = 0;
- lastScheduledStart = eventStart;
- }
- if (!postroll && interstitial.snapOptions.in) {
- // FIXME: Include audio playlist in snapping
- interstitial.resumeAnchor = findFragmentByPTS(null, details.fragments, interstitial.startOffset + interstitial.resumptionOffset, 0, 0) || undefined;
- }
- // Check if primary fragments align with resumption offset and disable appendInPlace if they do not
- if (interstitial.appendInPlace && !interstitial.appendInPlaceStarted) {
- const alignedSegmentStart = this.primaryCanResumeInPlaceAt(interstitial, mediaSelection);
- if (!alignedSegmentStart) {
- interstitial.appendInPlace = false;
- }
- }
- if (!interstitial.appendInPlace && i + 1 < interstitialEvents.length) {
- // abutting Interstitials must use the same MediaSource strategy, this applies to all whether or not they are back to back:
- const timeBetween = interstitialEvents[i + 1].startTime - interstitialEvents[i].resumeTime;
- if (timeBetween < ABUTTING_THRESHOLD_SECONDS) {
- interstitialEvents[i + 1].appendInPlace = false;
- if (interstitialEvents[i + 1].appendInPlace) {
- this.warn(`Could not change append strategy for abutting event ${interstitial}`);
- }
- }
- }
- // Update cumulativeDuration for next abutting interstitial with the same start date
- const resumeOffset = isFiniteNumber(interstitial.resumeOffset) ? interstitial.resumeOffset : interstitial.duration;
- cumulativeDuration += resumeOffset;
- });
- }
- primaryCanResumeInPlaceAt(interstitial, mediaSelection) {
- const resumeTime = interstitial.resumeTime;
- const resumesInPlaceAt = interstitial.startTime + interstitial.resumptionOffset;
- if (Math.abs(resumeTime - resumesInPlaceAt) > ALIGNED_END_THRESHOLD_SECONDS) {
- this.log(`"${interstitial.identifier}" resumption ${resumeTime} not aligned with estimated timeline end ${resumesInPlaceAt}`);
- return false;
- }
- if (!mediaSelection) {
- this.log(`"${interstitial.identifier}" resumption ${resumeTime} can not be aligned with media (none selected)`);
- return false;
- }
- const playlists = Object.keys(mediaSelection);
- return !playlists.some(playlistType => {
- const details = mediaSelection[playlistType].details;
- const playlistEnd = details.edge;
- if (resumeTime >= playlistEnd) {
- // Live playback - resumption segments are not yet available
- this.log(`"${interstitial.identifier}" resumption ${resumeTime} past ${playlistType} playlist end ${playlistEnd}`);
- // Assume alignment is possible (or reset can take place)
- return false;
- }
- const startFragment = findFragmentByPTS(null, details.fragments, resumeTime);
- if (!startFragment) {
- this.log(`"${interstitial.identifier}" resumption ${resumeTime} does not align with any fragments in ${playlistType} playlist (${details.fragStart}-${details.fragmentEnd})`);
- return true;
- }
- const allowance = playlistType === 'audio' ? 0.175 : 0;
- const alignedWithSegment = Math.abs(startFragment.start - resumeTime) < ALIGNED_END_THRESHOLD_SECONDS + allowance || Math.abs(startFragment.end - resumeTime) < ALIGNED_END_THRESHOLD_SECONDS + allowance;
- if (!alignedWithSegment) {
- this.log(`"${interstitial.identifier}" resumption ${resumeTime} not aligned with ${playlistType} fragment bounds (${startFragment.start}-${startFragment.end} sn: ${startFragment.sn} cc: ${startFragment.cc})`);
- return true;
- }
- return false;
- });
- }
- updateAssetDurations(interstitial) {
- if (!interstitial.assetListLoaded) {
- return;
- }
- const eventStart = interstitial.timelineStart;
- let sumDuration = 0;
- let hasUnknownDuration = false;
- let hasErrors = false;
- interstitial.assetList.forEach((asset, i) => {
- const timelineStart = eventStart + sumDuration;
- asset.startOffset = sumDuration;
- asset.timelineStart = timelineStart;
- hasUnknownDuration || (hasUnknownDuration = asset.duration === null);
- hasErrors || (hasErrors = !!asset.error);
- const duration = asset.error ? 0 : asset.duration || 0;
- sumDuration += duration;
- });
- // Use the sum of known durations when it is greater than the stated duration
- if (hasUnknownDuration && !hasErrors) {
- interstitial.duration = Math.max(sumDuration, interstitial.duration);
- } else {
- interstitial.duration = sumDuration;
- }
- }
- removeEvent(interstitial) {
- interstitial.reset();
- delete this.eventMap[interstitial.identifier];
- }
- }
- function segmentToString(segment) {
- return `[${segment.event ? '"' + segment.event.identifier + '"' : 'primary'}: ${segment.start.toFixed(2)}-${segment.end.toFixed(2)}]`;
- }
- class AssetListLoader {
- constructor(hls) {
- this.hls = void 0;
- this.hls = hls;
- }
- destroy() {
- // @ts-ignore
- this.hls = null;
- }
- loadAssetList(interstitial, hlsStartOffset) {
- const assetListUrl = interstitial.assetListUrl;
- let url;
- try {
- url = getInterstitialUrl(assetListUrl, this.hls.sessionId, interstitial.baseUrl);
- } catch (error) {
- const errorData = this.assignAssetListError(interstitial, ErrorDetails.ASSET_LIST_LOAD_ERROR, error, assetListUrl);
- this.hls.trigger(Events.ERROR, errorData);
- return;
- }
- if (hlsStartOffset && url.protocol !== 'data:') {
- url.searchParams.set('_HLS_start_offset', '' + hlsStartOffset);
- }
- const config = this.hls.config;
- const Loader = config.loader;
- const loader = new Loader(config);
- const context = {
- responseType: 'json',
- url: url.href
- };
- const loadPolicy = config.interstitialAssetListLoadPolicy.default;
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: 0,
- retryDelay: 0,
- maxRetryDelay: 0
- };
- const callbacks = {
- onSuccess: (response, stats, context, networkDetails) => {
- const assetListResponse = response.data;
- const assets = assetListResponse == null ? void 0 : assetListResponse.ASSETS;
- if (!Array.isArray(assets)) {
- const errorData = this.assignAssetListError(interstitial, ErrorDetails.ASSET_LIST_PARSING_ERROR, new Error(`Invalid interstitial asset list`), context.url, stats, networkDetails);
- this.hls.trigger(Events.ERROR, errorData);
- return;
- }
- interstitial.assetListResponse = assetListResponse;
- this.hls.trigger(Events.ASSET_LIST_LOADED, {
- event: interstitial,
- assetListResponse,
- networkDetails
- });
- },
- onError: (error, context, networkDetails, stats) => {
- const errorData = this.assignAssetListError(interstitial, ErrorDetails.ASSET_LIST_LOAD_ERROR, new Error(`Error loading X-ASSET-LIST: HTTP status ${error.code} ${error.text} (${context.url})`), context.url, stats, networkDetails);
- this.hls.trigger(Events.ERROR, errorData);
- },
- onTimeout: (stats, context, networkDetails) => {
- const errorData = this.assignAssetListError(interstitial, ErrorDetails.ASSET_LIST_LOAD_TIMEOUT, new Error(`Timeout loading X-ASSET-LIST (${context.url})`), context.url, stats, networkDetails);
- this.hls.trigger(Events.ERROR, errorData);
- }
- };
- loader.load(context, loaderConfig, callbacks);
- this.hls.trigger(Events.ASSET_LIST_LOADING, {
- event: interstitial
- });
- return loader;
- }
- assignAssetListError(interstitial, details, error, url, stats, networkDetails) {
- interstitial.error = error;
- return {
- type: ErrorTypes.NETWORK_ERROR,
- details,
- fatal: false,
- interstitial,
- url,
- error,
- networkDetails,
- stats
- };
- }
- }
- function playWithCatch(media) {
- media == null ? void 0 : media.play().catch(() => {
- /* no-op */
- });
- }
- class InterstitialsController extends Logger {
- constructor(hls, HlsPlayerClass) {
- super('interstitials', hls.logger);
- this.HlsPlayerClass = void 0;
- this.hls = void 0;
- this.assetListLoader = void 0;
- // Last updated LevelDetails
- this.mediaSelection = null;
- this.altSelection = null;
- // Media and MediaSource/SourceBuffers
- this.media = null;
- this.detachedData = null;
- this.requiredTracks = null;
- // Public Interface for Interstitial playback state and control
- this.manager = null;
- // Interstitial Asset Players
- this.playerQueue = [];
- // Timeline position tracking
- this.bufferedPos = -1;
- this.timelinePos = -1;
- // Schedule
- this.schedule = void 0;
- // Schedule playback and buffering state
- this.playingItem = null;
- this.bufferingItem = null;
- this.waitingItem = null;
- this.endedItem = null;
- this.playingAsset = null;
- this.endedAsset = null;
- this.bufferingAsset = null;
- this.shouldPlay = false;
- this.onPlay = () => {
- this.shouldPlay = true;
- };
- this.onPause = () => {
- this.shouldPlay = false;
- };
- this.onSeeking = () => {
- const currentTime = this.currentTime;
- if (currentTime === undefined || this.playbackDisabled) {
- return;
- }
- const diff = currentTime - this.timelinePos;
- const roundingError = Math.abs(diff) < 1 / 705600000; // one flick
- if (roundingError) {
- return;
- }
- const backwardSeek = diff <= -0.01;
- this.timelinePos = currentTime;
- this.bufferedPos = currentTime;
- // Check if seeking out of an item
- const playingItem = this.playingItem;
- if (!playingItem) {
- this.checkBuffer();
- return;
- }
- if (backwardSeek) {
- const resetCount = this.schedule.resetErrorsInRange(currentTime, currentTime - diff);
- if (resetCount) {
- this.updateSchedule();
- }
- }
- this.checkBuffer();
- if (backwardSeek && currentTime < playingItem.start || currentTime >= playingItem.end) {
- var _this$media;
- const scheduleIndex = this.schedule.findItemIndexAtTime(this.timelinePos);
- if (!this.isInterstitial(playingItem) && (_this$media = this.media) != null && _this$media.paused) {
- this.shouldPlay = false;
- }
- if (!backwardSeek) {
- // check if an Interstitial between the current item and target item has an X-RESTRICT JUMP restriction
- const playingIndex = this.findItemIndex(playingItem);
- if (scheduleIndex > playingIndex) {
- const jumpIndex = this.schedule.findJumpRestrictedIndex(playingIndex + 1, scheduleIndex);
- if (jumpIndex > playingIndex) {
- this.setSchedulePosition(jumpIndex);
- return;
- }
- }
- }
- this.setSchedulePosition(scheduleIndex);
- return;
- }
- // Check if seeking out of an asset (assumes same item following above check)
- const playingAsset = this.playingAsset;
- if (!playingAsset) {
- // restart Interstitial at end
- if (this.playingLastItem && this.isInterstitial(playingItem)) {
- const restartAsset = playingItem.event.assetList[0];
- if (restartAsset) {
- this.endedItem = this.playingItem;
- this.playingItem = null;
- this.setScheduleToAssetAtTime(currentTime, restartAsset);
- }
- }
- return;
- }
- const start = playingAsset.timelineStart;
- const duration = playingAsset.duration || 0;
- if (backwardSeek && currentTime < start || currentTime >= start + duration) {
- this.setScheduleToAssetAtTime(currentTime, playingAsset);
- }
- };
- this.onTimeupdate = () => {
- const currentTime = this.currentTime;
- if (currentTime === undefined || this.playbackDisabled) {
- return;
- }
- // Only allow timeupdate to advance primary position, seeking is used for jumping back
- // this prevents primaryPos from being reset to 0 after re-attach
- if (currentTime > this.timelinePos) {
- this.timelinePos = currentTime;
- if (currentTime > this.bufferedPos) {
- this.checkBuffer();
- }
- } else {
- return;
- }
- // Check if playback has entered the next item
- const playingItem = this.playingItem;
- if (!playingItem || this.playingLastItem) {
- return;
- }
- if (currentTime >= playingItem.end) {
- this.timelinePos = playingItem.end;
- const playingIndex = this.findItemIndex(playingItem);
- this.setSchedulePosition(playingIndex + 1);
- }
- // Check if playback has entered the next asset
- const playingAsset = this.playingAsset;
- if (!playingAsset) {
- return;
- }
- const end = playingAsset.timelineStart + (playingAsset.duration || 0);
- if (currentTime >= end) {
- this.setScheduleToAssetAtTime(currentTime, playingAsset);
- }
- };
- // Schedule update callback
- this.onScheduleUpdate = (removedInterstitials, previousItems) => {
- const schedule = this.schedule;
- const playingItem = this.playingItem;
- const interstitialEvents = schedule.events || [];
- const scheduleItems = schedule.items || [];
- const durations = schedule.durations;
- const removedIds = removedInterstitials.map(interstitial => interstitial.identifier);
- const interstitialsUpdated = !!(interstitialEvents.length || removedIds.length);
- if (interstitialsUpdated || previousItems) {
- this.log(`INTERSTITIALS_UPDATED (${interstitialEvents.length}): ${interstitialEvents}
- Schedule: ${scheduleItems.map(seg => segmentToString(seg))} pos: ${this.timelinePos}`);
- }
- if (removedIds.length) {
- this.log(`Removed events ${removedIds}`);
- }
- this.playerQueue.forEach(player => {
- if (player.interstitial.appendInPlace) {
- const timelineStart = player.assetItem.timelineStart;
- const diff = player.timelineOffset - timelineStart;
- if (diff) {
- try {
- player.timelineOffset = timelineStart;
- } catch (e) {
- if (Math.abs(diff) > ALIGNED_END_THRESHOLD_SECONDS) {
- this.warn(`${e} ("${player.assetId}" ${player.timelineOffset}->${timelineStart})`);
- }
- }
- }
- }
- });
- // Update schedule item references
- // Do not replace Interstitial playingItem without a match - used for INTERSTITIAL_ASSET_ENDED and INTERSTITIAL_ENDED
- let trimInPlaceForPlayout = null;
- if (playingItem) {
- const updatedPlayingItem = this.updateItem(playingItem, this.timelinePos);
- if (this.itemsMatch(playingItem, updatedPlayingItem)) {
- this.playingItem = updatedPlayingItem;
- this.waitingItem = this.endedItem = null;
- trimInPlaceForPlayout = () => this.trimInPlace(updatedPlayingItem, playingItem);
- }
- } else {
- // Clear waitingItem if it has been removed from the schedule
- this.waitingItem = this.updateItem(this.waitingItem);
- this.endedItem = this.updateItem(this.endedItem);
- }
- // Do not replace Interstitial bufferingItem without a match - used for transfering media element or source
- const bufferingItem = this.bufferingItem;
- if (bufferingItem) {
- const updatedBufferingItem = this.updateItem(bufferingItem, this.bufferedPos);
- if (this.itemsMatch(bufferingItem, updatedBufferingItem)) {
- this.bufferingItem = updatedBufferingItem;
- trimInPlaceForPlayout || (trimInPlaceForPlayout = () => this.trimInPlace(updatedBufferingItem, bufferingItem));
- } else if (bufferingItem.event) {
- // Interstitial removed from schedule (Live -> VOD or other scenario where Start Date is outside the range of VOD Playlist)
- this.bufferingItem = this.playingItem;
- this.clearInterstitial(bufferingItem.event, null);
- }
- }
- removedInterstitials.forEach(interstitial => {
- interstitial.assetList.forEach(asset => {
- this.clearAssetPlayer(asset.identifier, null);
- });
- });
- if (interstitialsUpdated || previousItems) {
- this.hls.trigger(Events.INTERSTITIALS_UPDATED, {
- events: interstitialEvents.slice(0),
- schedule: scheduleItems.slice(0),
- durations,
- removedIds
- });
- if (this.isInterstitial(playingItem) && removedIds.includes(playingItem.event.identifier)) {
- this.warn(`Interstitial "${playingItem.event.identifier}" removed while playing`);
- this.primaryFallback(playingItem.event);
- return;
- }
- if (trimInPlaceForPlayout) {
- trimInPlaceForPlayout();
- }
- // Check is buffered to new Interstitial event boundary
- // (Live update publishes Interstitial with new segment)
- this.checkBuffer();
- }
- };
- this.hls = hls;
- this.HlsPlayerClass = HlsPlayerClass;
- this.assetListLoader = new AssetListLoader(hls);
- this.schedule = new InterstitialsSchedule(this.onScheduleUpdate, hls.logger);
- this.registerListeners();
- }
- registerListeners() {
- const hls = this.hls;
- hls.on(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.on(Events.AUDIO_TRACK_SWITCHING, this.onAudioTrackSwitching, this);
- hls.on(Events.AUDIO_TRACK_UPDATED, this.onAudioTrackUpdated, this);
- hls.on(Events.SUBTITLE_TRACK_SWITCH, this.onSubtitleTrackSwitch, this);
- hls.on(Events.SUBTITLE_TRACK_UPDATED, this.onSubtitleTrackUpdated, this);
- hls.on(Events.EVENT_CUE_ENTER, this.onInterstitialCueEnter, this);
- hls.on(Events.ASSET_LIST_LOADED, this.onAssetListLoaded, this);
- hls.on(Events.BUFFER_APPENDED, this.onBufferAppended, this);
- hls.on(Events.BUFFER_FLUSHED, this.onBufferFlushed, this);
- hls.on(Events.BUFFERED_TO_END, this.onBufferedToEnd, this);
- hls.on(Events.MEDIA_ENDED, this.onMediaEnded, this);
- hls.on(Events.ERROR, this.onError, this);
- hls.on(Events.DESTROYING, this.onDestroying, this);
- }
- unregisterListeners() {
- const hls = this.hls;
- if (!hls) {
- return;
- }
- hls.off(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.off(Events.AUDIO_TRACK_SWITCHING, this.onAudioTrackSwitching, this);
- hls.off(Events.AUDIO_TRACK_UPDATED, this.onAudioTrackUpdated, this);
- hls.off(Events.SUBTITLE_TRACK_SWITCH, this.onSubtitleTrackSwitch, this);
- hls.off(Events.SUBTITLE_TRACK_UPDATED, this.onSubtitleTrackUpdated, this);
- hls.off(Events.EVENT_CUE_ENTER, this.onInterstitialCueEnter, this);
- hls.off(Events.ASSET_LIST_LOADED, this.onAssetListLoaded, this);
- hls.off(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- hls.off(Events.BUFFER_APPENDED, this.onBufferAppended, this);
- hls.off(Events.BUFFER_FLUSHED, this.onBufferFlushed, this);
- hls.off(Events.BUFFERED_TO_END, this.onBufferedToEnd, this);
- hls.off(Events.MEDIA_ENDED, this.onMediaEnded, this);
- hls.off(Events.ERROR, this.onError, this);
- hls.off(Events.DESTROYING, this.onDestroying, this);
- }
- startLoad() {
- // TODO: startLoad - check for waitingItem and retry by resetting schedule
- this.resumeBuffering();
- }
- stopLoad() {
- // TODO: stopLoad - stop all scheule.events[].assetListLoader?.abort() then delete the loaders
- this.pauseBuffering();
- }
- resumeBuffering() {
- var _this$getBufferingPla;
- (_this$getBufferingPla = this.getBufferingPlayer()) == null ? void 0 : _this$getBufferingPla.resumeBuffering();
- }
- pauseBuffering() {
- var _this$getBufferingPla2;
- (_this$getBufferingPla2 = this.getBufferingPlayer()) == null ? void 0 : _this$getBufferingPla2.pauseBuffering();
- }
- destroy() {
- this.unregisterListeners();
- this.stopLoad();
- if (this.assetListLoader) {
- this.assetListLoader.destroy();
- }
- this.emptyPlayerQueue();
- this.clearScheduleState();
- if (this.schedule) {
- this.schedule.destroy();
- }
- this.media = this.detachedData = this.mediaSelection = this.requiredTracks = this.altSelection = this.manager = null;
- // @ts-ignore
- this.hls = this.HlsPlayerClass = this.schedule = this.log = null;
- // @ts-ignore
- this.assetListLoader = null;
- // @ts-ignore
- this.onPlay = this.onPause = this.onSeeking = this.onTimeupdate = null;
- // @ts-ignore
- this.onScheduleUpdate = null;
- }
- onDestroying() {
- const media = this.primaryMedia || this.media;
- if (media) {
- this.removeMediaListeners(media);
- }
- }
- removeMediaListeners(media) {
- removeEventListener(media, 'play', this.onPlay);
- removeEventListener(media, 'pause', this.onPause);
- removeEventListener(media, 'seeking', this.onSeeking);
- removeEventListener(media, 'timeupdate', this.onTimeupdate);
- }
- onMediaAttaching(event, data) {
- const media = this.media = data.media;
- addEventListener(media, 'seeking', this.onSeeking);
- addEventListener(media, 'timeupdate', this.onTimeupdate);
- addEventListener(media, 'play', this.onPlay);
- addEventListener(media, 'pause', this.onPause);
- }
- onMediaAttached(event, data) {
- const playingItem = this.effectivePlayingItem;
- const detachedMedia = this.detachedData;
- this.detachedData = null;
- if (playingItem === null) {
- this.checkStart();
- } else if (!detachedMedia) {
- // Resume schedule after detached externally
- this.clearScheduleState();
- const playingIndex = this.findItemIndex(playingItem);
- this.setSchedulePosition(playingIndex);
- }
- }
- clearScheduleState() {
- this.playingItem = this.bufferingItem = this.waitingItem = this.endedItem = this.playingAsset = this.endedAsset = this.bufferingAsset = null;
- }
- onMediaDetaching(event, data) {
- const transferringMedia = !!data.transferMedia;
- const media = this.media;
- this.media = null;
- if (transferringMedia) {
- return;
- }
- if (media) {
- this.removeMediaListeners(media);
- }
- // If detachMedia is called while in an Interstitial, detach the asset player as well and reset the schedule position
- if (this.detachedData) {
- const player = this.getBufferingPlayer();
- if (player) {
- this.playingAsset = this.endedAsset = this.bufferingAsset = this.bufferingItem = this.waitingItem = this.detachedData = null;
- player.detachMedia();
- }
- this.shouldPlay = false;
- }
- }
- get interstitialsManager() {
- if (!this.manager) {
- if (!this.hls) {
- return null;
- }
- const c = this;
- const effectiveBufferingItem = () => c.bufferingItem || c.waitingItem;
- const getAssetPlayer = asset => asset ? c.getAssetPlayer(asset.identifier) : asset;
- const getMappedTime = (item, timelineType, asset, controllerField, assetPlayerField) => {
- if (item) {
- let time = item[timelineType].start;
- const interstitial = item.event;
- if (interstitial) {
- if (timelineType === 'playout' || interstitial.timelineOccupancy !== TimelineOccupancy.Point) {
- const assetPlayer = getAssetPlayer(asset);
- if ((assetPlayer == null ? void 0 : assetPlayer.interstitial) === interstitial) {
- time += assetPlayer.assetItem.startOffset + assetPlayer[assetPlayerField];
- }
- }
- } else {
- const value = controllerField === 'bufferedPos' ? getBufferedEnd() : c[controllerField];
- time += value - item.start;
- }
- return time;
- }
- return 0;
- };
- const findMappedTime = (primaryTime, timelineType) => {
- if (primaryTime !== 0 && timelineType !== 'primary' && c.schedule.length) {
- var _c$schedule$items;
- const index = c.schedule.findItemIndexAtTime(primaryTime);
- const item = (_c$schedule$items = c.schedule.items) == null ? void 0 : _c$schedule$items[index];
- if (item) {
- const diff = item[timelineType].start - item.start;
- return primaryTime + diff;
- }
- }
- return primaryTime;
- };
- const getBufferedEnd = () => {
- const value = c.bufferedPos;
- if (value === Number.MAX_VALUE) {
- return getMappedDuration('primary');
- }
- return Math.max(value, 0);
- };
- const getMappedDuration = timelineType => {
- var _c$primaryDetails;
- if ((_c$primaryDetails = c.primaryDetails) != null && _c$primaryDetails.live) {
- // return end of last event item or playlist
- return c.primaryDetails.edge;
- }
- return c.schedule.durations[timelineType];
- };
- const seekTo = (time, timelineType) => {
- var _item$event, _c$schedule$items2;
- const item = c.effectivePlayingItem;
- if (item != null && (_item$event = item.event) != null && _item$event.restrictions.skip) {
- return;
- }
- c.log(`seek to ${time} "${timelineType}"`);
- const playingItem = c.effectivePlayingItem;
- const targetIndex = c.schedule.findItemIndexAtTime(time, timelineType);
- const targetItem = (_c$schedule$items2 = c.schedule.items) == null ? void 0 : _c$schedule$items2[targetIndex];
- const bufferingPlayer = c.getBufferingPlayer();
- const bufferingInterstitial = bufferingPlayer == null ? void 0 : bufferingPlayer.interstitial;
- const appendInPlace = bufferingInterstitial == null ? void 0 : bufferingInterstitial.appendInPlace;
- const seekInItem = playingItem && c.itemsMatch(playingItem, targetItem);
- if (playingItem && (appendInPlace || seekInItem)) {
- // seek in asset player or primary media (appendInPlace)
- const assetPlayer = getAssetPlayer(c.playingAsset);
- const media = (assetPlayer == null ? void 0 : assetPlayer.media) || c.primaryMedia;
- if (media) {
- const currentTime = timelineType === 'primary' ? media.currentTime : getMappedTime(playingItem, timelineType, c.playingAsset, 'timelinePos', 'currentTime');
- const diff = time - currentTime;
- const seekToTime = (appendInPlace ? currentTime : media.currentTime) + diff;
- if (seekToTime >= 0 && (!assetPlayer || appendInPlace || seekToTime <= assetPlayer.duration)) {
- media.currentTime = seekToTime;
- return;
- }
- }
- }
- // seek out of item or asset
- if (targetItem) {
- let seekToTime = time;
- if (timelineType !== 'primary') {
- const primarySegmentStart = targetItem[timelineType].start;
- const diff = time - primarySegmentStart;
- seekToTime = targetItem.start + diff;
- }
- const targetIsPrimary = !c.isInterstitial(targetItem);
- if ((!c.isInterstitial(playingItem) || playingItem.event.appendInPlace) && (targetIsPrimary || targetItem.event.appendInPlace)) {
- const media = c.media || (appendInPlace ? bufferingPlayer == null ? void 0 : bufferingPlayer.media : null);
- if (media) {
- media.currentTime = seekToTime;
- }
- } else if (playingItem) {
- // check if an Interstitial between the current item and target item has an X-RESTRICT JUMP restriction
- const playingIndex = c.findItemIndex(playingItem);
- if (targetIndex > playingIndex) {
- const jumpIndex = c.schedule.findJumpRestrictedIndex(playingIndex + 1, targetIndex);
- if (jumpIndex > playingIndex) {
- c.setSchedulePosition(jumpIndex);
- return;
- }
- }
- let assetIndex = 0;
- if (targetIsPrimary) {
- c.timelinePos = seekToTime;
- c.checkBuffer();
- } else {
- var _targetItem$event;
- const assetList = targetItem == null ? void 0 : (_targetItem$event = targetItem.event) == null ? void 0 : _targetItem$event.assetList;
- if (assetList) {
- const eventTime = time - (targetItem[timelineType] || targetItem).start;
- for (let i = assetList.length; i--;) {
- const asset = assetList[i];
- if (asset.duration && eventTime >= asset.startOffset && eventTime < asset.startOffset + asset.duration) {
- assetIndex = i;
- break;
- }
- }
- }
- }
- c.setSchedulePosition(targetIndex, assetIndex);
- }
- }
- };
- const getActiveInterstitial = () => {
- const playingItem = c.effectivePlayingItem;
- if (c.isInterstitial(playingItem)) {
- return playingItem;
- }
- const bufferingItem = effectiveBufferingItem();
- if (c.isInterstitial(bufferingItem)) {
- return bufferingItem;
- }
- return null;
- };
- const interstitialPlayer = {
- get currentTime() {
- const interstitialItem = getActiveInterstitial();
- const playingItem = c.effectivePlayingItem;
- if (playingItem && playingItem === interstitialItem) {
- return getMappedTime(playingItem, 'playout', c.effectivePlayingAsset, 'timelinePos', 'currentTime') - playingItem.playout.start;
- }
- return 0;
- },
- set currentTime(time) {
- const interstitialItem = getActiveInterstitial();
- const playingItem = c.effectivePlayingItem;
- if (playingItem && playingItem === interstitialItem) {
- seekTo(time + playingItem.playout.start, 'playout');
- }
- },
- get duration() {
- const interstitialItem = getActiveInterstitial();
- if (interstitialItem) {
- return interstitialItem.playout.end - interstitialItem.playout.start;
- }
- return 0;
- },
- get assetPlayers() {
- var _getActiveInterstitia;
- const assetList = (_getActiveInterstitia = getActiveInterstitial()) == null ? void 0 : _getActiveInterstitia.event.assetList;
- if (assetList) {
- return assetList.map(asset => c.getAssetPlayer(asset.identifier));
- }
- return [];
- },
- get playingIndex() {
- var _getActiveInterstitia2;
- const interstitial = (_getActiveInterstitia2 = getActiveInterstitial()) == null ? void 0 : _getActiveInterstitia2.event;
- if (interstitial && c.effectivePlayingAsset) {
- return interstitial.findAssetIndex(c.effectivePlayingAsset);
- }
- return -1;
- },
- get scheduleItem() {
- return getActiveInterstitial();
- }
- };
- this.manager = {
- get events() {
- var _c$schedule, _c$schedule$events;
- return ((_c$schedule = c.schedule) == null ? void 0 : (_c$schedule$events = _c$schedule.events) == null ? void 0 : _c$schedule$events.slice(0)) || [];
- },
- get schedule() {
- var _c$schedule2, _c$schedule2$items;
- return ((_c$schedule2 = c.schedule) == null ? void 0 : (_c$schedule2$items = _c$schedule2.items) == null ? void 0 : _c$schedule2$items.slice(0)) || [];
- },
- get interstitialPlayer() {
- if (getActiveInterstitial()) {
- return interstitialPlayer;
- }
- return null;
- },
- get playerQueue() {
- return c.playerQueue.slice(0);
- },
- get bufferingAsset() {
- return c.bufferingAsset;
- },
- get bufferingItem() {
- return effectiveBufferingItem();
- },
- get bufferingIndex() {
- const item = effectiveBufferingItem();
- return c.findItemIndex(item);
- },
- get playingAsset() {
- return c.effectivePlayingAsset;
- },
- get playingItem() {
- return c.effectivePlayingItem;
- },
- get playingIndex() {
- const item = c.effectivePlayingItem;
- return c.findItemIndex(item);
- },
- primary: {
- get bufferedEnd() {
- return getBufferedEnd();
- },
- get currentTime() {
- const timelinePos = c.timelinePos;
- return timelinePos > 0 ? timelinePos : 0;
- },
- set currentTime(time) {
- seekTo(time, 'primary');
- },
- get duration() {
- return getMappedDuration('primary');
- },
- get seekableStart() {
- var _c$primaryDetails2;
- return ((_c$primaryDetails2 = c.primaryDetails) == null ? void 0 : _c$primaryDetails2.fragmentStart) || 0;
- }
- },
- integrated: {
- get bufferedEnd() {
- return getMappedTime(effectiveBufferingItem(), 'integrated', c.bufferingAsset, 'bufferedPos', 'bufferedEnd');
- },
- get currentTime() {
- return getMappedTime(c.effectivePlayingItem, 'integrated', c.effectivePlayingAsset, 'timelinePos', 'currentTime');
- },
- set currentTime(time) {
- seekTo(time, 'integrated');
- },
- get duration() {
- return getMappedDuration('integrated');
- },
- get seekableStart() {
- var _c$primaryDetails3;
- return findMappedTime(((_c$primaryDetails3 = c.primaryDetails) == null ? void 0 : _c$primaryDetails3.fragmentStart) || 0, 'integrated');
- }
- },
- skip: () => {
- const item = c.effectivePlayingItem;
- const event = item == null ? void 0 : item.event;
- if (event && !event.restrictions.skip) {
- const index = c.findItemIndex(item);
- if (event.appendInPlace) {
- const time = item.playout.start + item.event.duration;
- seekTo(time + 0.001, 'playout');
- } else {
- c.advanceAfterAssetEnded(event, index, Infinity);
- }
- }
- }
- };
- }
- return this.manager;
- }
- // Schedule getters
- get effectivePlayingItem() {
- return this.waitingItem || this.playingItem || this.endedItem;
- }
- get effectivePlayingAsset() {
- return this.playingAsset || this.endedAsset;
- }
- get playingLastItem() {
- var _this$schedule;
- const playingItem = this.playingItem;
- const items = (_this$schedule = this.schedule) == null ? void 0 : _this$schedule.items;
- if (!this.playbackStarted || !playingItem || !items) {
- return false;
- }
- return this.findItemIndex(playingItem) === items.length - 1;
- }
- get playbackStarted() {
- return this.effectivePlayingItem !== null;
- }
- // Media getters and event callbacks
- get currentTime() {
- var _this$bufferingItem, _this$bufferingItem$e, _media;
- if (this.mediaSelection === null) {
- // Do not advance before schedule is known
- return undefined;
- }
- // Ignore currentTime when detached for Interstitial playback with source reset
- const queuedForPlayback = this.waitingItem || this.playingItem;
- if (this.isInterstitial(queuedForPlayback) && !queuedForPlayback.event.appendInPlace) {
- return undefined;
- }
- let media = this.media;
- if (!media && (_this$bufferingItem = this.bufferingItem) != null && (_this$bufferingItem$e = _this$bufferingItem.event) != null && _this$bufferingItem$e.appendInPlace) {
- // Observe detached media currentTime when appending in place
- media = this.primaryMedia;
- }
- const currentTime = (_media = media) == null ? void 0 : _media.currentTime;
- if (currentTime === undefined || !isFiniteNumber(currentTime)) {
- return undefined;
- }
- return currentTime;
- }
- get primaryMedia() {
- var _this$detachedData;
- return this.media || ((_this$detachedData = this.detachedData) == null ? void 0 : _this$detachedData.media) || null;
- }
- isInterstitial(item) {
- return !!(item != null && item.event);
- }
- retreiveMediaSource(assetId, toSegment) {
- const player = this.getAssetPlayer(assetId);
- if (player) {
- this.transferMediaFromPlayer(player, toSegment);
- }
- }
- transferMediaFromPlayer(player, toSegment) {
- const appendInPlace = player.interstitial.appendInPlace;
- const playerMedia = player.media;
- if (appendInPlace && playerMedia === this.primaryMedia) {
- this.bufferingAsset = null;
- if (!toSegment || this.isInterstitial(toSegment) && !toSegment.event.appendInPlace) {
- // MediaSource cannot be transfered back to an Interstitial that requires a source reset
- // no-op when toSegment is undefined
- if (toSegment && playerMedia) {
- this.detachedData = {
- media: playerMedia
- };
- return;
- }
- }
- const attachMediaSourceData = player.transferMedia();
- this.log(`transfer MediaSource from ${player} ${stringify(attachMediaSourceData)}`);
- this.detachedData = attachMediaSourceData;
- } else if (toSegment && playerMedia) {
- this.shouldPlay || (this.shouldPlay = !playerMedia.paused);
- }
- }
- transferMediaTo(player, media) {
- var _this$detachedData2, _attachMediaSourceDat;
- if (player.media === media) {
- return;
- }
- let attachMediaSourceData = null;
- const primaryPlayer = this.hls;
- const isAssetPlayer = player !== primaryPlayer;
- const appendInPlace = isAssetPlayer && player.interstitial.appendInPlace;
- const detachedMediaSource = (_this$detachedData2 = this.detachedData) == null ? void 0 : _this$detachedData2.mediaSource;
- let logFromSource;
- if (primaryPlayer.media) {
- if (appendInPlace) {
- attachMediaSourceData = primaryPlayer.transferMedia();
- this.detachedData = attachMediaSourceData;
- }
- logFromSource = `Primary`;
- } else if (detachedMediaSource) {
- const bufferingPlayer = this.getBufferingPlayer();
- if (bufferingPlayer) {
- attachMediaSourceData = bufferingPlayer.transferMedia();
- logFromSource = `${bufferingPlayer}`;
- } else {
- logFromSource = `detached MediaSource`;
- }
- } else {
- logFromSource = `detached media`;
- }
- if (!attachMediaSourceData) {
- if (detachedMediaSource) {
- attachMediaSourceData = this.detachedData;
- this.log(`using detachedData: MediaSource ${stringify(attachMediaSourceData)}`);
- } else if (!this.detachedData || primaryPlayer.media === media) {
- // Keep interstitial media transition consistent
- const playerQueue = this.playerQueue;
- if (playerQueue.length > 1) {
- playerQueue.forEach(queuedPlayer => {
- if (isAssetPlayer && queuedPlayer.interstitial.appendInPlace !== appendInPlace) {
- const interstitial = queuedPlayer.interstitial;
- this.clearInterstitial(queuedPlayer.interstitial, null);
- interstitial.appendInPlace = false;
- if (interstitial.appendInPlace) {
- this.warn(`Could not change append strategy for queued assets ${interstitial}`);
- }
- }
- });
- }
- this.hls.detachMedia();
- this.detachedData = {
- media
- };
- }
- }
- const transferring = attachMediaSourceData && 'mediaSource' in attachMediaSourceData && ((_attachMediaSourceDat = attachMediaSourceData.mediaSource) == null ? void 0 : _attachMediaSourceDat.readyState) !== 'closed';
- const dataToAttach = transferring && attachMediaSourceData ? attachMediaSourceData : media;
- this.log(`${transferring ? 'transfering MediaSource' : 'attaching media'} to ${isAssetPlayer ? player : 'Primary'} from ${logFromSource}`);
- if (dataToAttach === attachMediaSourceData) {
- const isAssetAtEndOfSchedule = isAssetPlayer && player.assetId === this.schedule.assetIdAtEnd;
- // Prevent asset players from marking EoS on transferred MediaSource
- dataToAttach.overrides = {
- duration: this.schedule.duration,
- endOfStream: !isAssetPlayer || isAssetAtEndOfSchedule,
- cueRemoval: !isAssetPlayer
- };
- }
- player.attachMedia(dataToAttach);
- }
- onInterstitialCueEnter() {
- this.onTimeupdate();
- }
- // Scheduling methods
- checkStart() {
- const schedule = this.schedule;
- const interstitialEvents = schedule.events;
- if (!interstitialEvents || this.playbackDisabled || !this.media) {
- return;
- }
- // Check buffered to pre-roll
- if (this.bufferedPos === -1) {
- this.bufferedPos = 0;
- }
- // Start stepping through schedule when playback begins for the first time and we have a pre-roll
- const timelinePos = this.timelinePos;
- const effectivePlayingItem = this.effectivePlayingItem;
- if (timelinePos === -1) {
- const startPosition = this.hls.startPosition;
- this.timelinePos = startPosition;
- if (interstitialEvents.length && interstitialEvents[0].cue.pre) {
- const index = schedule.findEventIndex(interstitialEvents[0].identifier);
- this.setSchedulePosition(index);
- } else if (startPosition >= 0 || !this.primaryLive) {
- const start = this.timelinePos = startPosition > 0 ? startPosition : 0;
- const index = schedule.findItemIndexAtTime(start);
- this.setSchedulePosition(index);
- }
- } else if (effectivePlayingItem && !this.playingItem) {
- const index = schedule.findItemIndex(effectivePlayingItem);
- this.setSchedulePosition(index);
- }
- }
- advanceAfterAssetEnded(interstitial, index, assetListIndex) {
- const nextAssetIndex = getNextAssetIndex(interstitial, assetListIndex);
- if (!interstitial.isAssetPastPlayoutLimit(nextAssetIndex)) {
- // Advance to next asset list item
- this.setSchedulePosition(index, nextAssetIndex);
- } else {
- // Advance to next schedule segment
- // check if we've reached the end of the program
- const scheduleItems = this.schedule.items;
- if (scheduleItems) {
- const nextIndex = index + 1;
- const scheduleLength = scheduleItems.length;
- if (nextIndex >= scheduleLength) {
- this.setSchedulePosition(-1);
- return;
- }
- const resumptionTime = interstitial.resumeTime;
- if (this.timelinePos < resumptionTime) {
- this.timelinePos = resumptionTime;
- this.checkBuffer();
- }
- this.setSchedulePosition(nextIndex);
- }
- }
- }
- setScheduleToAssetAtTime(time, playingAsset) {
- const schedule = this.schedule;
- const parentIdentifier = playingAsset.parentIdentifier;
- const interstitial = schedule.getEvent(parentIdentifier);
- if (interstitial) {
- const itemIndex = schedule.findEventIndex(parentIdentifier);
- const assetListIndex = schedule.findAssetIndex(interstitial, time);
- this.advanceAfterAssetEnded(interstitial, itemIndex, assetListIndex - 1);
- }
- }
- setSchedulePosition(index, assetListIndex) {
- const scheduleItems = this.schedule.items;
- if (!scheduleItems || this.playbackDisabled) {
- return;
- }
- this.log(`setSchedulePosition ${index}, ${assetListIndex}`);
- const scheduledItem = index >= 0 ? scheduleItems[index] : null;
- // Cleanup current item / asset
- const currentItem = this.playingItem;
- const playingLastItem = this.playingLastItem;
- if (this.isInterstitial(currentItem)) {
- var _interstitial$assetLi;
- const interstitial = currentItem.event;
- const playingAsset = this.playingAsset;
- const assetId = playingAsset == null ? void 0 : playingAsset.identifier;
- const player = assetId ? this.getAssetPlayer(assetId) : null;
- if (player && assetId && (!this.eventItemsMatch(currentItem, scheduledItem) || assetListIndex !== undefined && assetId !== ((_interstitial$assetLi = interstitial.assetList) == null ? void 0 : _interstitial$assetLi[assetListIndex].identifier))) {
- var _this$detachedData3;
- const playingAssetListIndex = interstitial.findAssetIndex(playingAsset);
- this.log(`INTERSTITIAL_ASSET_ENDED ${playingAssetListIndex + 1}/${interstitial.assetList.length} ${eventAssetToString(playingAsset)}`);
- this.endedAsset = playingAsset;
- this.playingAsset = null;
- this.hls.trigger(Events.INTERSTITIAL_ASSET_ENDED, {
- asset: playingAsset,
- assetListIndex: playingAssetListIndex,
- event: interstitial,
- schedule: scheduleItems.slice(0),
- scheduleIndex: index,
- player
- });
- if (currentItem !== this.playingItem) {
- // Schedule change occured on INTERSTITIAL_ASSET_ENDED
- if (this.itemsMatch(currentItem, this.playingItem) && !this.playingAsset) {
- this.advanceAfterAssetEnded(interstitial, this.findItemIndex(this.playingItem), playingAssetListIndex);
- }
- // Navigation occured on INTERSTITIAL_ASSET_ENDED
- return;
- }
- this.retreiveMediaSource(assetId, scheduledItem);
- if (player.media && !((_this$detachedData3 = this.detachedData) != null && _this$detachedData3.mediaSource)) {
- player.detachMedia();
- }
- }
- if (!this.eventItemsMatch(currentItem, scheduledItem)) {
- this.endedItem = currentItem;
- this.playingItem = null;
- this.log(`INTERSTITIAL_ENDED ${interstitial} ${segmentToString(currentItem)}`);
- interstitial.hasPlayed = true;
- this.hls.trigger(Events.INTERSTITIAL_ENDED, {
- event: interstitial,
- schedule: scheduleItems.slice(0),
- scheduleIndex: index
- });
- // Exiting an Interstitial
- if (interstitial.cue.once) {
- // Remove interstitial with CUE attribute value of ONCE after it has played
- this.updateSchedule();
- const items = this.schedule.items;
- if (scheduledItem && items) {
- const updatedIndex = this.findItemIndex(scheduledItem);
- this.advanceSchedule(updatedIndex, items, assetListIndex, currentItem, playingLastItem);
- }
- return;
- }
- }
- }
- this.advanceSchedule(index, scheduleItems, assetListIndex, currentItem, playingLastItem);
- }
- advanceSchedule(index, scheduleItems, assetListIndex, currentItem, playedLastItem) {
- const scheduledItem = index >= 0 ? scheduleItems[index] : null;
- const media = this.primaryMedia;
- // Cleanup out of range Interstitials
- const playerQueue = this.playerQueue;
- if (playerQueue.length) {
- playerQueue.forEach(player => {
- const interstitial = player.interstitial;
- const queuedIndex = this.schedule.findEventIndex(interstitial.identifier);
- if (queuedIndex < index || queuedIndex > index + 1) {
- this.clearInterstitial(interstitial, scheduledItem);
- }
- });
- }
- // Setup scheduled item
- if (this.isInterstitial(scheduledItem)) {
- this.timelinePos = Math.min(Math.max(this.timelinePos, scheduledItem.start), scheduledItem.end);
- // Handle Interstitial
- const interstitial = scheduledItem.event;
- // find asset index
- if (assetListIndex === undefined) {
- assetListIndex = this.schedule.findAssetIndex(interstitial, this.timelinePos);
- const assetIndexCandidate = getNextAssetIndex(interstitial, assetListIndex - 1);
- if (interstitial.isAssetPastPlayoutLimit(assetIndexCandidate)) {
- this.advanceAfterAssetEnded(interstitial, index, assetListIndex);
- return;
- }
- assetListIndex = assetIndexCandidate;
- }
- // Ensure Interstitial is enqueued
- const waitingItem = this.waitingItem;
- if (!this.assetsBuffered(scheduledItem, media)) {
- this.setBufferingItem(scheduledItem);
- }
- let player = this.preloadAssets(interstitial, assetListIndex);
- if (!this.eventItemsMatch(scheduledItem, waitingItem || currentItem)) {
- this.waitingItem = scheduledItem;
- this.log(`INTERSTITIAL_STARTED ${segmentToString(scheduledItem)} ${interstitial.appendInPlace ? 'append in place' : ''}`);
- this.hls.trigger(Events.INTERSTITIAL_STARTED, {
- event: interstitial,
- schedule: scheduleItems.slice(0),
- scheduleIndex: index
- });
- }
- if (!interstitial.assetListLoaded) {
- // Waiting at end of primary content segment
- // Expect setSchedulePosition to be called again once ASSET-LIST is loaded
- this.log(`Waiting for ASSET-LIST to complete loading ${interstitial}`);
- return;
- }
- if (interstitial.assetListLoader) {
- interstitial.assetListLoader.destroy();
- interstitial.assetListLoader = undefined;
- }
- if (!media) {
- this.log(`Waiting for attachMedia to start Interstitial ${interstitial}`);
- return;
- }
- // Update schedule and asset list position now that it can start
- this.waitingItem = this.endedItem = null;
- this.playingItem = scheduledItem;
- // If asset-list is empty or missing asset index, advance to next item
- const assetItem = interstitial.assetList[assetListIndex];
- if (!assetItem) {
- const nextItem = scheduleItems[index + 1];
- const _media2 = this.media;
- if (nextItem && _media2 && !this.isInterstitial(nextItem) && _media2.currentTime < nextItem.start) {
- _media2.currentTime = this.timelinePos = nextItem.start;
- }
- this.advanceAfterAssetEnded(interstitial, index, assetListIndex || 0);
- return;
- }
- // Start Interstitial Playback
- if (!player) {
- player = this.getAssetPlayer(assetItem.identifier);
- }
- if (player === null || player.destroyed) {
- const assetListLength = interstitial.assetList.length;
- this.warn(`asset ${assetListIndex + 1}/${assetListLength} player destroyed ${interstitial}`);
- player = this.createAssetPlayer(interstitial, assetItem, assetListIndex);
- }
- if (!this.eventItemsMatch(scheduledItem, this.bufferingItem)) {
- if (interstitial.appendInPlace && this.isAssetBuffered(assetItem)) {
- return;
- }
- }
- this.startAssetPlayer(player, assetListIndex, scheduleItems, index, media);
- if (this.shouldPlay) {
- playWithCatch(player.media);
- }
- } else if (scheduledItem !== null) {
- this.resumePrimary(scheduledItem, index, currentItem);
- if (this.shouldPlay) {
- playWithCatch(this.hls.media);
- }
- } else if (playedLastItem && this.isInterstitial(currentItem)) {
- // Maintain playingItem state at end of schedule (setSchedulePosition(-1) called to end program)
- // this allows onSeeking handler to update schedule position
- this.endedItem = null;
- this.playingItem = currentItem;
- if (!currentItem.event.appendInPlace) {
- // Media must be re-attached to resume primary schedule if not sharing source
- this.attachPrimary(this.schedule.durations.primary, null);
- }
- }
- }
- get playbackDisabled() {
- return this.hls.config.enableInterstitialPlayback === false;
- }
- get primaryDetails() {
- var _this$mediaSelection, _this$mediaSelection$;
- return (_this$mediaSelection = this.mediaSelection) == null ? void 0 : (_this$mediaSelection$ = _this$mediaSelection.main) == null ? void 0 : _this$mediaSelection$.details;
- }
- get primaryLive() {
- var _this$primaryDetails;
- return !!((_this$primaryDetails = this.primaryDetails) != null && _this$primaryDetails.live);
- }
- resumePrimary(scheduledItem, index, fromItem) {
- var _this$detachedData4;
- this.playingItem = scheduledItem;
- this.playingAsset = this.endedAsset = null;
- this.waitingItem = this.endedItem = null;
- this.bufferedToItem(scheduledItem);
- this.log(`resuming ${segmentToString(scheduledItem)}`);
- if (!((_this$detachedData4 = this.detachedData) != null && _this$detachedData4.mediaSource)) {
- let timelinePos = this.timelinePos;
- if (timelinePos < scheduledItem.start || timelinePos >= scheduledItem.end) {
- timelinePos = this.getPrimaryResumption(scheduledItem, index);
- this.timelinePos = timelinePos;
- }
- this.attachPrimary(timelinePos, scheduledItem);
- }
- if (!fromItem) {
- return;
- }
- const scheduleItems = this.schedule.items;
- if (!scheduleItems) {
- return;
- }
- this.log(`INTERSTITIALS_PRIMARY_RESUMED ${segmentToString(scheduledItem)}`);
- this.hls.trigger(Events.INTERSTITIALS_PRIMARY_RESUMED, {
- schedule: scheduleItems.slice(0),
- scheduleIndex: index
- });
- this.checkBuffer();
- }
- getPrimaryResumption(scheduledItem, index) {
- const itemStart = scheduledItem.start;
- if (this.primaryLive) {
- const details = this.primaryDetails;
- if (index === 0) {
- return this.hls.startPosition;
- } else if (details && (itemStart < details.fragmentStart || itemStart > details.edge)) {
- return this.hls.liveSyncPosition || -1;
- }
- }
- return itemStart;
- }
- isAssetBuffered(asset) {
- const player = this.getAssetPlayer(asset.identifier);
- if (player != null && player.hls) {
- return player.hls.bufferedToEnd;
- }
- const bufferInfo = BufferHelper.bufferInfo(this.primaryMedia, this.timelinePos, 0);
- return bufferInfo.end + 1 >= asset.timelineStart + (asset.duration || 0);
- }
- attachPrimary(timelinePos, item, skipSeekToStartPosition) {
- if (item) {
- this.setBufferingItem(item);
- } else {
- this.bufferingItem = this.playingItem;
- }
- this.bufferingAsset = null;
- const media = this.primaryMedia;
- if (!media) {
- return;
- }
- const hls = this.hls;
- if (hls.media) {
- this.checkBuffer();
- } else {
- this.transferMediaTo(hls, media);
- if (skipSeekToStartPosition) {
- this.startLoadingPrimaryAt(timelinePos, skipSeekToStartPosition);
- }
- }
- if (!skipSeekToStartPosition) {
- // Set primary position to resume time
- this.timelinePos = timelinePos;
- this.startLoadingPrimaryAt(timelinePos, skipSeekToStartPosition);
- }
- }
- startLoadingPrimaryAt(timelinePos, skipSeekToStartPosition) {
- var _hls$mainForwardBuffe;
- const hls = this.hls;
- if (!hls.loadingEnabled || !hls.media || Math.abs((((_hls$mainForwardBuffe = hls.mainForwardBufferInfo) == null ? void 0 : _hls$mainForwardBuffe.start) || hls.media.currentTime) - timelinePos) > 0.5) {
- hls.startLoad(timelinePos, skipSeekToStartPosition);
- } else if (!hls.bufferingEnabled) {
- hls.resumeBuffering();
- }
- }
- // HLS.js event callbacks
- onManifestLoading() {
- this.stopLoad();
- this.schedule.reset();
- this.emptyPlayerQueue();
- this.clearScheduleState();
- this.shouldPlay = false;
- this.bufferedPos = this.timelinePos = -1;
- this.mediaSelection = this.altSelection = this.manager = this.requiredTracks = null;
- // BUFFER_CODECS listener added here for buffer-controller to handle it first where it adds tracks
- this.hls.off(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- this.hls.on(Events.BUFFER_CODECS, this.onBufferCodecs, this);
- }
- onLevelUpdated(event, data) {
- if (data.level === -1) {
- // level was removed
- return;
- }
- const main = this.hls.levels[data.level];
- const currentSelection = _objectSpread2(_objectSpread2({}, this.mediaSelection || this.altSelection), {}, {
- main
- });
- this.mediaSelection = currentSelection;
- this.schedule.parseInterstitialDateRanges(currentSelection, this.hls.config.interstitialAppendInPlace);
- if (!this.effectivePlayingItem && this.schedule.items) {
- this.checkStart();
- }
- }
- onAudioTrackUpdated(event, data) {
- const audio = this.hls.audioTracks[data.id];
- const previousSelection = this.mediaSelection;
- if (!previousSelection) {
- this.altSelection = _objectSpread2(_objectSpread2({}, this.altSelection), {}, {
- audio
- });
- return;
- }
- const currentSelection = _objectSpread2(_objectSpread2({}, previousSelection), {}, {
- audio
- });
- this.mediaSelection = currentSelection;
- }
- onSubtitleTrackUpdated(event, data) {
- const subtitles = this.hls.subtitleTracks[data.id];
- const previousSelection = this.mediaSelection;
- if (!previousSelection) {
- this.altSelection = _objectSpread2(_objectSpread2({}, this.altSelection), {}, {
- subtitles
- });
- return;
- }
- const currentSelection = _objectSpread2(_objectSpread2({}, previousSelection), {}, {
- subtitles
- });
- this.mediaSelection = currentSelection;
- }
- onAudioTrackSwitching(event, data) {
- const audioOption = getBasicSelectionOption(data);
- this.playerQueue.forEach(player => player.hls.setAudioOption(data) || player.hls.setAudioOption(audioOption));
- }
- onSubtitleTrackSwitch(event, data) {
- const subtitleOption = getBasicSelectionOption(data);
- this.playerQueue.forEach(player => player.hls.setSubtitleOption(data) || data.id !== -1 && player.hls.setSubtitleOption(subtitleOption));
- }
- onBufferCodecs(event, data) {
- const requiredTracks = data.tracks;
- if (requiredTracks) {
- this.requiredTracks = requiredTracks;
- }
- }
- onBufferAppended(event, data) {
- this.checkBuffer();
- }
- onBufferFlushed(event, data) {
- const playingItem = this.playingItem;
- if (playingItem && !this.itemsMatch(playingItem, this.bufferingItem) && !this.isInterstitial(playingItem)) {
- const timelinePos = this.timelinePos;
- this.bufferedPos = timelinePos;
- this.checkBuffer();
- }
- }
- onBufferedToEnd(event) {
- // Buffered to post-roll
- const interstitialEvents = this.schedule.events;
- if (this.bufferedPos < Number.MAX_VALUE && interstitialEvents) {
- for (let i = 0; i < interstitialEvents.length; i++) {
- const interstitial = interstitialEvents[i];
- if (interstitial.cue.post) {
- var _this$schedule$items;
- const scheduleIndex = this.schedule.findEventIndex(interstitial.identifier);
- const item = (_this$schedule$items = this.schedule.items) == null ? void 0 : _this$schedule$items[scheduleIndex];
- if (this.isInterstitial(item) && this.eventItemsMatch(item, this.bufferingItem)) {
- this.bufferedToItem(item, 0);
- }
- break;
- }
- }
- this.bufferedPos = Number.MAX_VALUE;
- }
- }
- onMediaEnded(event) {
- const playingItem = this.playingItem;
- if (!this.playingLastItem && playingItem) {
- const playingIndex = this.findItemIndex(playingItem);
- this.setSchedulePosition(playingIndex + 1);
- } else {
- this.shouldPlay = false;
- }
- }
- updateItem(previousItem, time) {
- // find item in this.schedule.items;
- const items = this.schedule.items;
- if (previousItem && items) {
- const index = this.findItemIndex(previousItem, time);
- return items[index] || null;
- }
- return null;
- }
- trimInPlace(updatedItem, itemBeforeUpdate) {
- if (this.isInterstitial(updatedItem) && updatedItem.event.appendInPlace && itemBeforeUpdate.end - updatedItem.end > 0.25) {
- updatedItem.event.assetList.forEach((asset, index) => {
- if (updatedItem.event.isAssetPastPlayoutLimit(index)) {
- this.clearAssetPlayer(asset.identifier, null);
- }
- });
- const flushStart = updatedItem.end + 0.25;
- const bufferInfo = BufferHelper.bufferInfo(this.primaryMedia, flushStart, 0);
- if (bufferInfo.end > flushStart || (bufferInfo.nextStart || 0) > flushStart) {
- this.attachPrimary(flushStart, null);
- this.flushFrontBuffer(flushStart);
- }
- }
- }
- itemsMatch(a, b) {
- return !!b && (a === b || a.event && b.event && this.eventItemsMatch(a, b) || !a.event && !b.event && this.findItemIndex(a) === this.findItemIndex(b));
- }
- eventItemsMatch(a, b) {
- var _b$event;
- return !!b && (a === b || a.event.identifier === ((_b$event = b.event) == null ? void 0 : _b$event.identifier));
- }
- findItemIndex(item, time) {
- return item ? this.schedule.findItemIndex(item, time) : -1;
- }
- updateSchedule() {
- const mediaSelection = this.mediaSelection;
- if (!mediaSelection) {
- return;
- }
- this.schedule.updateSchedule(mediaSelection, []);
- }
- // Schedule buffer control
- checkBuffer(starved) {
- const items = this.schedule.items;
- if (!items) {
- return;
- }
- // Find when combined forward buffer change reaches next schedule segment
- const bufferInfo = BufferHelper.bufferInfo(this.primaryMedia, this.timelinePos, 0);
- if (starved) {
- this.bufferedPos = this.timelinePos;
- }
- starved || (starved = bufferInfo.len < 1);
- this.updateBufferedPos(bufferInfo.end, items, starved);
- }
- updateBufferedPos(bufferEnd, items, bufferIsEmpty) {
- const schedule = this.schedule;
- const bufferingItem = this.bufferingItem;
- if (this.bufferedPos > bufferEnd) {
- return;
- }
- if (items.length === 1 && this.itemsMatch(items[0], bufferingItem)) {
- this.bufferedPos = bufferEnd;
- return;
- }
- const playingItem = this.playingItem;
- const playingIndex = this.findItemIndex(playingItem);
- let bufferEndIndex = schedule.findItemIndexAtTime(bufferEnd);
- if (this.bufferedPos < bufferEnd) {
- var _nextItemToBuffer$eve, _bufferingItem$event;
- const bufferingIndex = this.findItemIndex(bufferingItem);
- const nextToBufferIndex = Math.min(bufferingIndex + 1, items.length - 1);
- const nextItemToBuffer = items[nextToBufferIndex];
- if (bufferEndIndex === -1 && bufferingItem && bufferEnd >= bufferingItem.end || (_nextItemToBuffer$eve = nextItemToBuffer.event) != null && _nextItemToBuffer$eve.appendInPlace && bufferEnd + 0.01 >= nextItemToBuffer.start) {
- bufferEndIndex = nextToBufferIndex;
- }
- if (nextToBufferIndex - playingIndex > 1 && (bufferingItem == null ? void 0 : (_bufferingItem$event = bufferingItem.event) == null ? void 0 : _bufferingItem$event.appendInPlace) === false) {
- // do not advance buffering item past Interstitial that requires source reset
- return;
- }
- this.bufferedPos = bufferEnd;
- if (bufferEndIndex > bufferingIndex && bufferEndIndex > playingIndex) {
- this.bufferedToItem(nextItemToBuffer);
- } else {
- // allow more time than distance from edge for assets to load
- const details = this.primaryDetails;
- if (this.primaryLive && details && bufferEnd > details.edge - details.targetduration && nextItemToBuffer.start < details.edge + this.hls.config.interstitialLiveLookAhead && this.isInterstitial(nextItemToBuffer)) {
- this.preloadAssets(nextItemToBuffer.event, 0);
- }
- }
- } else if (bufferIsEmpty && playingItem && !this.itemsMatch(playingItem, bufferingItem)) {
- if (bufferEndIndex === playingIndex) {
- this.bufferedToItem(playingItem);
- } else if (bufferEndIndex === playingIndex + 1) {
- this.bufferedToItem(items[bufferEndIndex]);
- }
- }
- }
- assetsBuffered(item, media) {
- const assetList = item.event.assetList;
- if (assetList.length === 0) {
- return false;
- }
- return !item.event.assetList.some(asset => {
- const player = this.getAssetPlayer(asset.identifier);
- return !(player != null && player.bufferedInPlaceToEnd(media));
- });
- }
- setBufferingItem(item) {
- const bufferingLast = this.bufferingItem;
- const schedule = this.schedule;
- if (!this.itemsMatch(item, bufferingLast)) {
- const {
- items,
- events
- } = schedule;
- if (!items || !events) {
- return bufferingLast;
- }
- const isInterstitial = this.isInterstitial(item);
- const bufferingPlayer = this.getBufferingPlayer();
- this.bufferingItem = item;
- this.bufferedPos = Math.max(item.start, Math.min(item.end, this.timelinePos));
- const timeRemaining = bufferingPlayer ? bufferingPlayer.remaining : bufferingLast ? bufferingLast.end - this.timelinePos : 0;
- this.log(`INTERSTITIALS_BUFFERED_TO_BOUNDARY ${segmentToString(item)}` + (bufferingLast ? ` (${timeRemaining.toFixed(2)} remaining)` : ''));
- if (!this.playbackDisabled) {
- if (isInterstitial) {
- // primary fragment loading will exit early in base-stream-controller while `bufferingItem` is set to an Interstitial block
- item.event.assetList.forEach(asset => {
- const player = this.getAssetPlayer(asset.identifier);
- if (player) {
- player.resumeBuffering();
- }
- });
- } else {
- this.hls.resumeBuffering();
- this.playerQueue.forEach(player => player.pauseBuffering());
- }
- }
- this.hls.trigger(Events.INTERSTITIALS_BUFFERED_TO_BOUNDARY, {
- events: events.slice(0),
- schedule: items.slice(0),
- bufferingIndex: this.findItemIndex(item),
- playingIndex: this.findItemIndex(this.playingItem)
- });
- } else if (this.bufferingItem !== item) {
- this.bufferingItem = item;
- }
- return bufferingLast;
- }
- bufferedToItem(item, assetListIndex = 0) {
- const bufferingLast = this.setBufferingItem(item);
- if (this.playbackDisabled) {
- return;
- }
- if (this.isInterstitial(item)) {
- // Ensure asset list is loaded
- this.bufferedToEvent(item, assetListIndex);
- } else if (bufferingLast !== null) {
- // If primary player is detached, it is also stopped, restart loading at primary position
- this.bufferingAsset = null;
- const detachedData = this.detachedData;
- if (detachedData) {
- if (detachedData.mediaSource) {
- const skipSeekToStartPosition = true;
- this.attachPrimary(item.start, item, skipSeekToStartPosition);
- } else {
- this.preloadPrimary(item);
- }
- } else {
- // If not detached seek to resumption point
- this.preloadPrimary(item);
- }
- }
- }
- preloadPrimary(item) {
- const index = this.findItemIndex(item);
- const timelinePos = this.getPrimaryResumption(item, index);
- this.startLoadingPrimaryAt(timelinePos);
- }
- bufferedToEvent(item, assetListIndex) {
- const interstitial = item.event;
- const neverLoaded = interstitial.assetList.length === 0 && !interstitial.assetListLoader;
- const playOnce = interstitial.cue.once;
- if (neverLoaded || !playOnce) {
- // Buffered to Interstitial boundary
- const player = this.preloadAssets(interstitial, assetListIndex);
- if (player != null && player.interstitial.appendInPlace) {
- // If we have a player and asset list info, start buffering
- const assetItem = interstitial.assetList[assetListIndex];
- const media = this.primaryMedia;
- if (assetItem && media) {
- this.bufferAssetPlayer(player, media);
- }
- }
- }
- }
- preloadAssets(interstitial, assetListIndex) {
- const uri = interstitial.assetUrl;
- const assetListLength = interstitial.assetList.length;
- const neverLoaded = assetListLength === 0 && !interstitial.assetListLoader;
- const playOnce = interstitial.cue.once;
- if (neverLoaded) {
- const timelineStart = interstitial.timelineStart;
- if (interstitial.appendInPlace) {
- var _playingItem$nextEven;
- const playingItem = this.playingItem;
- if (!this.isInterstitial(playingItem) && (playingItem == null ? void 0 : (_playingItem$nextEven = playingItem.nextEvent) == null ? void 0 : _playingItem$nextEven.identifier) === interstitial.identifier) {
- this.flushFrontBuffer(timelineStart + 0.25);
- }
- }
- let hlsStartOffset;
- let liveStartPosition = 0;
- if (!this.playingItem && this.primaryLive) {
- liveStartPosition = this.hls.startPosition;
- if (liveStartPosition === -1) {
- liveStartPosition = this.hls.liveSyncPosition || 0;
- }
- }
- if (liveStartPosition && !(interstitial.cue.pre || interstitial.cue.post)) {
- const startOffset = liveStartPosition - timelineStart;
- if (startOffset > 0) {
- hlsStartOffset = Math.round(startOffset * 1000) / 1000;
- }
- }
- this.log(`Load interstitial asset ${assetListIndex + 1}/${uri ? 1 : assetListLength} ${interstitial}${hlsStartOffset ? ` live-start: ${liveStartPosition} start-offset: ${hlsStartOffset}` : ''}`);
- if (uri) {
- return this.createAsset(interstitial, 0, 0, timelineStart, interstitial.duration, uri);
- }
- const assetListLoader = this.assetListLoader.loadAssetList(interstitial, hlsStartOffset);
- if (assetListLoader) {
- interstitial.assetListLoader = assetListLoader;
- }
- } else if (!playOnce && assetListLength) {
- // Re-buffered to Interstitial boundary, re-create asset player(s)
- for (let i = assetListIndex; i < assetListLength; i++) {
- const asset = interstitial.assetList[i];
- const playerIndex = this.getAssetPlayerQueueIndex(asset.identifier);
- if ((playerIndex === -1 || this.playerQueue[playerIndex].destroyed) && !asset.error) {
- this.createAssetPlayer(interstitial, asset, i);
- }
- }
- return this.getAssetPlayer(interstitial.assetList[assetListIndex].identifier);
- }
- return null;
- }
- flushFrontBuffer(startOffset) {
- // Force queued flushing of all buffers
- const requiredTracks = this.requiredTracks;
- if (!requiredTracks) {
- return;
- }
- this.log(`Removing front buffer starting at ${startOffset}`);
- const sourceBufferNames = Object.keys(requiredTracks);
- sourceBufferNames.forEach(type => {
- this.hls.trigger(Events.BUFFER_FLUSHING, {
- startOffset,
- endOffset: Infinity,
- type
- });
- });
- }
- // Interstitial Asset Player control
- getAssetPlayerQueueIndex(assetId) {
- const playerQueue = this.playerQueue;
- for (let i = 0; i < playerQueue.length; i++) {
- if (assetId === playerQueue[i].assetId) {
- return i;
- }
- }
- return -1;
- }
- getAssetPlayer(assetId) {
- const index = this.getAssetPlayerQueueIndex(assetId);
- return this.playerQueue[index] || null;
- }
- getBufferingPlayer() {
- const {
- playerQueue,
- primaryMedia
- } = this;
- if (primaryMedia) {
- for (let i = 0; i < playerQueue.length; i++) {
- if (playerQueue[i].media === primaryMedia) {
- return playerQueue[i];
- }
- }
- }
- return null;
- }
- createAsset(interstitial, assetListIndex, startOffset, timelineStart, duration, uri) {
- const assetItem = {
- parentIdentifier: interstitial.identifier,
- identifier: generateAssetIdentifier(interstitial, uri, assetListIndex),
- duration,
- startOffset,
- timelineStart,
- uri
- };
- return this.createAssetPlayer(interstitial, assetItem, assetListIndex);
- }
- createAssetPlayer(interstitial, assetItem, assetListIndex) {
- const primary = this.hls;
- const userConfig = primary.userConfig;
- let videoPreference = userConfig.videoPreference;
- const currentLevel = primary.loadLevelObj || primary.levels[primary.currentLevel];
- if (videoPreference || currentLevel) {
- videoPreference = _extends({}, videoPreference);
- if (currentLevel.videoCodec) {
- videoPreference.videoCodec = currentLevel.videoCodec;
- }
- if (currentLevel.videoRange) {
- videoPreference.allowedVideoRanges = [currentLevel.videoRange];
- }
- }
- const selectedAudio = primary.audioTracks[primary.audioTrack];
- const selectedSubtitle = primary.subtitleTracks[primary.subtitleTrack];
- let startPosition = 0;
- if (this.primaryLive || interstitial.appendInPlace) {
- const timePastStart = this.timelinePos - assetItem.timelineStart;
- if (timePastStart > 1) {
- const duration = assetItem.duration;
- if (duration && timePastStart < duration) {
- startPosition = timePastStart;
- }
- }
- }
- const assetId = assetItem.identifier;
- const playerConfig = _objectSpread2(_objectSpread2({}, userConfig), {}, {
- autoStartLoad: true,
- startFragPrefetch: true,
- primarySessionId: primary.sessionId,
- assetPlayerId: assetId,
- abrEwmaDefaultEstimate: primary.bandwidthEstimate,
- interstitialsController: undefined,
- startPosition,
- liveDurationInfinity: false,
- testBandwidth: false,
- videoPreference,
- audioPreference: selectedAudio || userConfig.audioPreference,
- subtitlePreference: selectedSubtitle || userConfig.subtitlePreference
- });
- if (interstitial.appendInPlace) {
- interstitial.appendInPlaceStarted = true;
- if (assetItem.timelineStart) {
- playerConfig.timelineOffset = assetItem.timelineStart;
- }
- }
- const cmcd = playerConfig.cmcd;
- if (cmcd != null && cmcd.sessionId && cmcd.contentId) {
- playerConfig.cmcd = _extends({}, cmcd, {
- contentId: hash(assetItem.uri)
- });
- }
- if (this.getAssetPlayer(assetId)) {
- this.warn(`Duplicate date range identifier ${interstitial} and asset ${assetId}`);
- }
- const player = new HlsAssetPlayer(this.HlsPlayerClass, playerConfig, interstitial, assetItem);
- this.playerQueue.push(player);
- interstitial.assetList[assetListIndex] = assetItem;
- // Listen for LevelDetails and PTS change to update duration
- const updateAssetPlayerDetails = details => {
- if (details.live) {
- const error = new Error(`Interstitials MUST be VOD assets ${interstitial}`);
- const errorData = {
- fatal: true,
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.INTERSTITIAL_ASSET_ITEM_ERROR,
- error
- };
- this.handleAssetItemError(errorData, interstitial, this.schedule.findEventIndex(interstitial.identifier), assetListIndex, error.message);
- return;
- }
- // Get time at end of last fragment
- const duration = details.edge - details.fragmentStart;
- const currentAssetDuration = assetItem.duration;
- if (currentAssetDuration === null || duration > currentAssetDuration) {
- this.log(`Interstitial asset "${assetId}" duration change ${currentAssetDuration} > ${duration}`);
- assetItem.duration = duration;
- // Update schedule with new event and asset duration
- this.updateSchedule();
- }
- };
- player.on(Events.LEVEL_UPDATED, (event, {
- details
- }) => updateAssetPlayerDetails(details));
- player.on(Events.LEVEL_PTS_UPDATED, (event, {
- details
- }) => updateAssetPlayerDetails(details));
- const onBufferCodecs = (event, data) => {
- const inQueuPlayer = this.getAssetPlayer(assetId);
- if (inQueuPlayer && data.tracks) {
- inQueuPlayer.off(Events.BUFFER_CODECS, onBufferCodecs);
- inQueuPlayer.tracks = data.tracks;
- const media = this.primaryMedia;
- if (this.bufferingAsset === inQueuPlayer.assetItem && media && !inQueuPlayer.media) {
- this.bufferAssetPlayer(inQueuPlayer, media);
- }
- }
- };
- player.on(Events.BUFFER_CODECS, onBufferCodecs);
- const bufferedToEnd = () => {
- var _this$schedule$items2;
- const inQueuPlayer = this.getAssetPlayer(assetId);
- this.log(`buffered to end of asset ${inQueuPlayer}`);
- if (!inQueuPlayer) {
- return;
- }
- // Preload at end of asset
- const scheduleIndex = this.schedule.findEventIndex(interstitial.identifier);
- const item = (_this$schedule$items2 = this.schedule.items) == null ? void 0 : _this$schedule$items2[scheduleIndex];
- if (this.isInterstitial(item)) {
- const assetListIndex = interstitial.findAssetIndex(assetItem);
- const nextAssetIndex = getNextAssetIndex(interstitial, assetListIndex);
- if (!interstitial.isAssetPastPlayoutLimit(nextAssetIndex)) {
- this.bufferedToItem(item, nextAssetIndex);
- } else {
- var _this$schedule$items3;
- const nextItem = (_this$schedule$items3 = this.schedule.items) == null ? void 0 : _this$schedule$items3[scheduleIndex + 1];
- if (nextItem) {
- this.bufferedToItem(nextItem);
- }
- }
- }
- };
- player.on(Events.BUFFERED_TO_END, bufferedToEnd);
- const endedWithAssetIndex = assetIndex => {
- return () => {
- const inQueuPlayer = this.getAssetPlayer(assetId);
- if (!inQueuPlayer) {
- return;
- }
- this.shouldPlay = true;
- const scheduleIndex = this.schedule.findEventIndex(interstitial.identifier);
- this.advanceAfterAssetEnded(interstitial, scheduleIndex, assetIndex);
- };
- };
- player.once(Events.MEDIA_ENDED, endedWithAssetIndex(assetListIndex));
- player.once(Events.PLAYOUT_LIMIT_REACHED, endedWithAssetIndex(Infinity));
- player.on(Events.ERROR, (event, data) => {
- const inQueuPlayer = this.getAssetPlayer(assetId);
- if (data.details === ErrorDetails.BUFFER_STALLED_ERROR) {
- if (inQueuPlayer != null && inQueuPlayer.media) {
- const assetCurrentTime = inQueuPlayer.currentTime;
- const distanceFromEnd = inQueuPlayer.duration - assetCurrentTime;
- if (assetCurrentTime && interstitial.appendInPlace && distanceFromEnd / inQueuPlayer.media.playbackRate < 0.5) {
- this.log(`Advancing buffer past end of asset ${assetId} ${interstitial} at ${inQueuPlayer.media.currentTime}`);
- bufferedToEnd();
- } else {
- this.warn(`Stalled at ${assetCurrentTime} of ${assetCurrentTime + distanceFromEnd} in asset ${assetId} ${interstitial}`);
- this.onTimeupdate();
- this.checkBuffer(true);
- }
- }
- return;
- }
- this.handleAssetItemError(data, interstitial, this.schedule.findEventIndex(interstitial.identifier), assetListIndex, `Asset player error ${data.error} ${interstitial}`);
- });
- player.on(Events.DESTROYING, () => {
- const inQueuPlayer = this.getAssetPlayer(assetId);
- if (!inQueuPlayer) {
- return;
- }
- const error = new Error(`Asset player destroyed unexpectedly ${assetId}`);
- const errorData = {
- fatal: true,
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.INTERSTITIAL_ASSET_ITEM_ERROR,
- error
- };
- this.handleAssetItemError(errorData, interstitial, this.schedule.findEventIndex(interstitial.identifier), assetListIndex, error.message);
- });
- this.log(`INTERSTITIAL_ASSET_PLAYER_CREATED ${eventAssetToString(assetItem)}`);
- this.hls.trigger(Events.INTERSTITIAL_ASSET_PLAYER_CREATED, {
- asset: assetItem,
- assetListIndex,
- event: interstitial,
- player
- });
- return player;
- }
- clearInterstitial(interstitial, toSegment) {
- interstitial.assetList.forEach(asset => {
- this.clearAssetPlayer(asset.identifier, toSegment);
- });
- // Remove asset list and resolved duration
- interstitial.reset();
- }
- resetAssetPlayer(assetId) {
- // Reset asset player so that it's timeline can be adjusted without reloading the MVP
- const playerIndex = this.getAssetPlayerQueueIndex(assetId);
- if (playerIndex !== -1) {
- this.log(`reset asset player "${assetId}" after error`);
- const player = this.playerQueue[playerIndex];
- this.transferMediaFromPlayer(player, null);
- player.resetDetails();
- }
- }
- clearAssetPlayer(assetId, toSegment) {
- const playerIndex = this.getAssetPlayerQueueIndex(assetId);
- if (playerIndex !== -1) {
- this.log(`clear asset player "${assetId}" toSegment: ${toSegment ? segmentToString(toSegment) : toSegment}`);
- const player = this.playerQueue[playerIndex];
- this.transferMediaFromPlayer(player, toSegment);
- this.playerQueue.splice(playerIndex, 1);
- player.destroy();
- }
- }
- emptyPlayerQueue() {
- let player;
- while (player = this.playerQueue.pop()) {
- player.destroy();
- }
- this.playerQueue = [];
- }
- startAssetPlayer(player, assetListIndex, scheduleItems, scheduleIndex, media) {
- const {
- interstitial,
- assetItem,
- assetId
- } = player;
- const assetListLength = interstitial.assetList.length;
- const playingAsset = this.playingAsset;
- this.endedAsset = null;
- this.playingAsset = assetItem;
- if (!playingAsset || playingAsset.identifier !== assetId) {
- if (playingAsset) {
- // Exiting another Interstitial asset
- this.clearAssetPlayer(playingAsset.identifier, scheduleItems[scheduleIndex]);
- delete playingAsset.error;
- }
- this.log(`INTERSTITIAL_ASSET_STARTED ${assetListIndex + 1}/${assetListLength} ${eventAssetToString(assetItem)}`);
- this.hls.trigger(Events.INTERSTITIAL_ASSET_STARTED, {
- asset: assetItem,
- assetListIndex,
- event: interstitial,
- schedule: scheduleItems.slice(0),
- scheduleIndex,
- player
- });
- }
- // detach media and attach to interstitial player if it does not have another element attached
- this.bufferAssetPlayer(player, media);
- }
- bufferAssetPlayer(player, media) {
- var _this$schedule$items4, _this$detachedData5;
- const {
- interstitial,
- assetItem
- } = player;
- const scheduleIndex = this.schedule.findEventIndex(interstitial.identifier);
- const item = (_this$schedule$items4 = this.schedule.items) == null ? void 0 : _this$schedule$items4[scheduleIndex];
- if (!item) {
- return;
- }
- this.setBufferingItem(item);
- this.bufferingAsset = assetItem;
- const bufferingPlayer = this.getBufferingPlayer();
- if (bufferingPlayer === player) {
- return;
- }
- const appendInPlaceNext = interstitial.appendInPlace;
- if (appendInPlaceNext && (bufferingPlayer == null ? void 0 : bufferingPlayer.interstitial.appendInPlace) === false) {
- // Media is detached and not available to append in place
- return;
- }
- const activeTracks = (bufferingPlayer == null ? void 0 : bufferingPlayer.tracks) || ((_this$detachedData5 = this.detachedData) == null ? void 0 : _this$detachedData5.tracks) || this.requiredTracks;
- if (appendInPlaceNext && assetItem !== this.playingAsset) {
- // Do not buffer another item if tracks are unknown or incompatible
- if (!player.tracks) {
- return;
- }
- if (activeTracks && !isCompatibleTrackChange(activeTracks, player.tracks)) {
- const error = new Error(`Asset ${eventAssetToString(assetItem)} SourceBuffer tracks ('${Object.keys(player.tracks)}') are not compatible with primary content tracks ('${Object.keys(activeTracks)}')`);
- const errorData = {
- fatal: true,
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.INTERSTITIAL_ASSET_ITEM_ERROR,
- error
- };
- const assetListIndex = interstitial.findAssetIndex(assetItem);
- this.handleAssetItemError(errorData, interstitial, scheduleIndex, assetListIndex, error.message);
- return;
- }
- }
- this.transferMediaTo(player, media);
- }
- handleAssetItemError(data, interstitial, scheduleIndex, assetListIndex, errorMessage) {
- if (data.details === ErrorDetails.BUFFER_STALLED_ERROR) {
- return;
- }
- const assetItem = interstitial.assetList[assetListIndex];
- this.warn(`INTERSTITIAL_ASSET_ERROR ${assetItem ? eventAssetToString(assetItem) : assetItem} ${data.error}`);
- const assetId = assetItem == null ? void 0 : assetItem.identifier;
- const playerIndex = this.getAssetPlayerQueueIndex(assetId);
- const player = this.playerQueue[playerIndex] || null;
- const items = this.schedule.items;
- const interstitialAssetError = _extends({}, data, {
- fatal: false,
- errorAction: createDoNothingErrorAction(true),
- asset: assetItem,
- assetListIndex,
- event: interstitial,
- schedule: items,
- scheduleIndex,
- player
- });
- this.hls.trigger(Events.INTERSTITIAL_ASSET_ERROR, interstitialAssetError);
- if (!data.fatal) {
- return;
- }
- const playingAsset = this.playingAsset;
- const error = new Error(errorMessage);
- if (assetItem) {
- this.clearAssetPlayer(assetId, null);
- assetItem.error = error;
- }
- // If all assets in interstitial fail, mark the interstitial with an error
- if (!interstitial.assetList.some(asset => !asset.error)) {
- interstitial.error = error;
- } else {
- // Reset level details and reload/parse media playlists to align with updated schedule
- for (let i = assetListIndex; i < interstitial.assetList.length; i++) {
- this.resetAssetPlayer(interstitial.assetList[i].identifier);
- }
- this.updateSchedule();
- }
- if (interstitial.error) {
- this.primaryFallback(interstitial);
- } else if (playingAsset && playingAsset.identifier === assetId) {
- this.advanceAfterAssetEnded(interstitial, scheduleIndex, assetListIndex);
- }
- }
- primaryFallback(interstitial) {
- // Fallback to Primary by on current or future events by updating schedule to skip errored interstitials/assets
- const flushStart = interstitial.timelineStart;
- const playingItem = this.effectivePlayingItem;
- // Update schedule now that interstitial/assets are flagged with `error` for fallback
- this.updateSchedule();
- if (playingItem) {
- this.log(`Fallback to primary from event "${interstitial.identifier}" start: ${flushStart} pos: ${this.timelinePos} playing: ${playingItem ? segmentToString(playingItem) : '<none>'} error: ${interstitial.error}`);
- let timelinePos = this.timelinePos;
- if (timelinePos === -1) {
- timelinePos = this.hls.startPosition;
- }
- const newPlayingItem = this.updateItem(playingItem, timelinePos);
- if (this.itemsMatch(playingItem, newPlayingItem)) {
- this.clearInterstitial(interstitial, null);
- }
- if (interstitial.appendInPlace) {
- this.attachPrimary(flushStart, null);
- this.flushFrontBuffer(flushStart);
- }
- const scheduleIndex = this.schedule.findItemIndexAtTime(timelinePos);
- this.setSchedulePosition(scheduleIndex);
- } else {
- this.checkStart();
- }
- }
- // Asset List loading
- onAssetListLoaded(event, data) {
- var _this$bufferingItem2;
- const interstitial = data.event;
- const interstitialId = interstitial.identifier;
- const assets = data.assetListResponse.ASSETS;
- if (!this.schedule.hasEvent(interstitialId)) {
- // Interstitial with id was removed
- return;
- }
- const eventStart = interstitial.timelineStart;
- const previousDuration = interstitial.duration;
- let sumDuration = 0;
- assets.forEach((asset, assetListIndex) => {
- const duration = parseFloat(asset.DURATION);
- this.createAsset(interstitial, assetListIndex, sumDuration, eventStart + sumDuration, duration, asset.URI);
- sumDuration += duration;
- });
- interstitial.duration = sumDuration;
- this.log(`Loaded asset-list with duration: ${sumDuration} (was: ${previousDuration}) ${interstitial}`);
- const waitingItem = this.waitingItem;
- const waitingForItem = (waitingItem == null ? void 0 : waitingItem.event.identifier) === interstitialId;
- // Update schedule now that asset.DURATION(s) are parsed
- this.updateSchedule();
- const bufferingEvent = (_this$bufferingItem2 = this.bufferingItem) == null ? void 0 : _this$bufferingItem2.event;
- // If buffer reached Interstitial, start buffering first asset
- if (waitingForItem) {
- var _this$schedule$items5;
- // Advance schedule when waiting for asset list data to play
- const scheduleIndex = this.schedule.findEventIndex(interstitialId);
- const item = (_this$schedule$items5 = this.schedule.items) == null ? void 0 : _this$schedule$items5[scheduleIndex];
- if (item) {
- if (!this.playingItem && this.timelinePos > item.end) {
- // Abandon if new duration is reduced enough to land playback in primary start
- const index = this.schedule.findItemIndexAtTime(this.timelinePos);
- if (index !== scheduleIndex) {
- interstitial.error = new Error(`Interstitial no longer within playback range ${this.timelinePos} ${interstitial}`);
- this.primaryFallback(interstitial);
- return;
- }
- }
- this.setBufferingItem(item);
- }
- this.setSchedulePosition(scheduleIndex);
- } else if ((bufferingEvent == null ? void 0 : bufferingEvent.identifier) === interstitialId && bufferingEvent.appendInPlace) {
- // If buffering (but not playback) has reached this item transfer media-source
- const assetItem = interstitial.assetList[0];
- const player = this.getAssetPlayer(assetItem.identifier);
- const media = this.primaryMedia;
- if (assetItem && player && media) {
- this.bufferAssetPlayer(player, media);
- }
- }
- }
- onError(event, data) {
- switch (data.details) {
- case ErrorDetails.ASSET_LIST_PARSING_ERROR:
- case ErrorDetails.ASSET_LIST_LOAD_ERROR:
- case ErrorDetails.ASSET_LIST_LOAD_TIMEOUT:
- {
- const interstitial = data.interstitial;
- if (interstitial) {
- this.primaryFallback(interstitial);
- }
- break;
- }
- case ErrorDetails.BUFFER_STALLED_ERROR:
- {
- this.onTimeupdate();
- this.checkBuffer(true);
- break;
- }
- }
- }
- }
- const TICK_INTERVAL$2 = 500; // how often to tick in ms
- class SubtitleStreamController extends BaseStreamController {
- constructor(hls, fragmentTracker, keyLoader) {
- super(hls, fragmentTracker, keyLoader, 'subtitle-stream-controller', PlaylistLevelType.SUBTITLE);
- this.currentTrackId = -1;
- this.tracksBuffered = [];
- this.mainDetails = null;
- this.registerListeners();
- }
- onHandlerDestroying() {
- this.unregisterListeners();
- super.onHandlerDestroying();
- this.mainDetails = null;
- }
- registerListeners() {
- super.registerListeners();
- const {
- hls
- } = this;
- hls.on(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.on(Events.SUBTITLE_TRACKS_UPDATED, this.onSubtitleTracksUpdated, this);
- hls.on(Events.SUBTITLE_TRACK_SWITCH, this.onSubtitleTrackSwitch, this);
- hls.on(Events.SUBTITLE_TRACK_LOADED, this.onSubtitleTrackLoaded, this);
- hls.on(Events.SUBTITLE_FRAG_PROCESSED, this.onSubtitleFragProcessed, this);
- hls.on(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- }
- unregisterListeners() {
- super.unregisterListeners();
- const {
- hls
- } = this;
- hls.off(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.off(Events.SUBTITLE_TRACKS_UPDATED, this.onSubtitleTracksUpdated, this);
- hls.off(Events.SUBTITLE_TRACK_SWITCH, this.onSubtitleTrackSwitch, this);
- hls.off(Events.SUBTITLE_TRACK_LOADED, this.onSubtitleTrackLoaded, this);
- hls.off(Events.SUBTITLE_FRAG_PROCESSED, this.onSubtitleFragProcessed, this);
- hls.off(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- }
- startLoad(startPosition, skipSeekToStartPosition) {
- this.stopLoad();
- this.state = State.IDLE;
- this.setInterval(TICK_INTERVAL$2);
- this.nextLoadPosition = this.lastCurrentTime = startPosition + this.timelineOffset;
- this.startPosition = skipSeekToStartPosition ? -1 : startPosition;
- this.tick();
- }
- onManifestLoading() {
- super.onManifestLoading();
- this.mainDetails = null;
- }
- onMediaDetaching(event, data) {
- this.tracksBuffered = [];
- super.onMediaDetaching(event, data);
- }
- onLevelLoaded(event, data) {
- this.mainDetails = data.details;
- }
- onSubtitleFragProcessed(event, data) {
- const {
- frag,
- success
- } = data;
- if (!this.fragContextChanged(frag)) {
- if (isMediaFragment(frag)) {
- this.fragPrevious = frag;
- }
- this.state = State.IDLE;
- }
- if (!success) {
- return;
- }
- const buffered = this.tracksBuffered[this.currentTrackId];
- if (!buffered) {
- return;
- }
- // Create/update a buffered array matching the interface used by BufferHelper.bufferedInfo
- // so we can re-use the logic used to detect how much has been buffered
- let timeRange;
- const fragStart = frag.start;
- for (let i = 0; i < buffered.length; i++) {
- if (fragStart >= buffered[i].start && fragStart <= buffered[i].end) {
- timeRange = buffered[i];
- break;
- }
- }
- const fragEnd = frag.start + frag.duration;
- if (timeRange) {
- timeRange.end = fragEnd;
- } else {
- timeRange = {
- start: fragStart,
- end: fragEnd
- };
- buffered.push(timeRange);
- }
- this.fragmentTracker.fragBuffered(frag);
- this.fragBufferedComplete(frag, null);
- if (this.media) {
- this.tick();
- }
- }
- onBufferFlushing(event, data) {
- const {
- startOffset,
- endOffset
- } = data;
- if (startOffset === 0 && endOffset !== Number.POSITIVE_INFINITY) {
- const endOffsetSubtitles = endOffset - 1;
- if (endOffsetSubtitles <= 0) {
- return;
- }
- data.endOffsetSubtitles = Math.max(0, endOffsetSubtitles);
- this.tracksBuffered.forEach(buffered => {
- for (let i = 0; i < buffered.length;) {
- if (buffered[i].end <= endOffsetSubtitles) {
- buffered.shift();
- continue;
- } else if (buffered[i].start < endOffsetSubtitles) {
- buffered[i].start = endOffsetSubtitles;
- } else {
- break;
- }
- i++;
- }
- });
- this.fragmentTracker.removeFragmentsInRange(startOffset, endOffsetSubtitles, PlaylistLevelType.SUBTITLE);
- }
- }
- // If something goes wrong, proceed to next frag, if we were processing one.
- onError(event, data) {
- const frag = data.frag;
- if ((frag == null ? void 0 : frag.type) === PlaylistLevelType.SUBTITLE) {
- if (data.details === ErrorDetails.FRAG_GAP) {
- this.fragmentTracker.fragBuffered(frag, true);
- }
- if (this.fragCurrent) {
- this.fragCurrent.abortRequests();
- }
- if (this.state !== State.STOPPED) {
- this.state = State.IDLE;
- }
- }
- }
- // Got all new subtitle levels.
- onSubtitleTracksUpdated(event, {
- subtitleTracks
- }) {
- if (this.levels && subtitleOptionsIdentical(this.levels, subtitleTracks)) {
- this.levels = subtitleTracks.map(mediaPlaylist => new Level(mediaPlaylist));
- return;
- }
- this.tracksBuffered = [];
- this.levels = subtitleTracks.map(mediaPlaylist => {
- const level = new Level(mediaPlaylist);
- this.tracksBuffered[level.id] = [];
- return level;
- });
- this.fragmentTracker.removeFragmentsInRange(0, Number.POSITIVE_INFINITY, PlaylistLevelType.SUBTITLE);
- this.fragPrevious = null;
- this.mediaBuffer = null;
- }
- onSubtitleTrackSwitch(event, data) {
- var _this$levels;
- this.currentTrackId = data.id;
- if (!((_this$levels = this.levels) != null && _this$levels.length) || this.currentTrackId === -1) {
- this.clearInterval();
- return;
- }
- // Check if track has the necessary details to load fragments
- const currentTrack = this.levels[this.currentTrackId];
- if (currentTrack != null && currentTrack.details) {
- this.mediaBuffer = this.mediaBufferTimeRanges;
- } else {
- this.mediaBuffer = null;
- }
- if (currentTrack && this.state !== State.STOPPED) {
- this.setInterval(TICK_INTERVAL$2);
- }
- }
- // Got a new set of subtitle fragments.
- onSubtitleTrackLoaded(event, data) {
- var _track$details;
- const {
- currentTrackId,
- levels
- } = this;
- const {
- details: newDetails,
- id: trackId
- } = data;
- if (!levels) {
- this.warn(`Subtitle tracks were reset while loading level ${trackId}`);
- return;
- }
- const track = levels[trackId];
- if (trackId >= levels.length || !track) {
- return;
- }
- this.log(`Subtitle track ${trackId} loaded [${newDetails.startSN},${newDetails.endSN}]${newDetails.lastPartSn ? `[part-${newDetails.lastPartSn}-${newDetails.lastPartIndex}]` : ''},duration:${newDetails.totalduration}`);
- this.mediaBuffer = this.mediaBufferTimeRanges;
- let sliding = 0;
- if (newDetails.live || (_track$details = track.details) != null && _track$details.live) {
- if (newDetails.deltaUpdateFailed) {
- return;
- }
- const mainDetails = this.mainDetails;
- if (!mainDetails) {
- this.startFragRequested = false;
- return;
- }
- const mainSlidingStartFragment = mainDetails.fragments[0];
- if (!track.details) {
- if (newDetails.hasProgramDateTime && mainDetails.hasProgramDateTime) {
- alignMediaPlaylistByPDT(newDetails, mainDetails);
- sliding = newDetails.fragmentStart;
- } else if (mainSlidingStartFragment) {
- // line up live playlist with main so that fragments in range are loaded
- sliding = mainSlidingStartFragment.start;
- addSliding(newDetails, sliding);
- }
- } else {
- var _this$levelLastLoaded;
- sliding = this.alignPlaylists(newDetails, track.details, (_this$levelLastLoaded = this.levelLastLoaded) == null ? void 0 : _this$levelLastLoaded.details);
- if (sliding === 0 && mainSlidingStartFragment) {
- // realign with main when there is no overlap with last refresh
- sliding = mainSlidingStartFragment.start;
- addSliding(newDetails, sliding);
- }
- }
- // compute start position if we are aligned with the main playlist
- if (mainDetails && !this.startFragRequested) {
- this.setStartPosition(mainDetails, sliding);
- }
- }
- track.details = newDetails;
- this.levelLastLoaded = track;
- if (trackId !== currentTrackId) {
- return;
- }
- this.hls.trigger(Events.SUBTITLE_TRACK_UPDATED, {
- details: newDetails,
- id: trackId,
- groupId: data.groupId
- });
- // trigger handler right now
- this.tick();
- // If playlist is misaligned because of bad PDT or drift, delete details to resync with main on reload
- if (newDetails.live && !this.fragCurrent && this.media && this.state === State.IDLE) {
- const foundFrag = findFragmentByPTS(null, newDetails.fragments, this.media.currentTime, 0);
- if (!foundFrag) {
- this.warn('Subtitle playlist not aligned with playback');
- track.details = undefined;
- }
- }
- }
- _handleFragmentLoadComplete(fragLoadedData) {
- const {
- frag,
- payload
- } = fragLoadedData;
- const decryptData = frag.decryptdata;
- const hls = this.hls;
- if (this.fragContextChanged(frag)) {
- return;
- }
- // check to see if the payload needs to be decrypted
- if (payload && payload.byteLength > 0 && decryptData != null && decryptData.key && decryptData.iv && isFullSegmentEncryption(decryptData.method)) {
- const startTime = performance.now();
- // decrypt the subtitles
- this.decrypter.decrypt(new Uint8Array(payload), decryptData.key.buffer, decryptData.iv.buffer, getAesModeFromFullSegmentMethod(decryptData.method)).catch(err => {
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.FRAG_DECRYPT_ERROR,
- fatal: false,
- error: err,
- reason: err.message,
- frag
- });
- throw err;
- }).then(decryptedData => {
- const endTime = performance.now();
- hls.trigger(Events.FRAG_DECRYPTED, {
- frag,
- payload: decryptedData,
- stats: {
- tstart: startTime,
- tdecrypt: endTime
- }
- });
- }).catch(err => {
- this.warn(`${err.name}: ${err.message}`);
- this.state = State.IDLE;
- });
- }
- }
- doTick() {
- if (!this.media) {
- this.state = State.IDLE;
- return;
- }
- if (this.state === State.IDLE) {
- const {
- currentTrackId,
- levels
- } = this;
- const track = levels == null ? void 0 : levels[currentTrackId];
- if (!track || !levels.length || !track.details) {
- return;
- }
- if (this.waitForLive(track)) {
- return;
- }
- const {
- config
- } = this;
- const currentTime = this.getLoadPosition();
- const bufferedInfo = BufferHelper.bufferedInfo(this.tracksBuffered[this.currentTrackId] || [], currentTime, config.maxBufferHole);
- const {
- end: targetBufferTime,
- len: bufferLen
- } = bufferedInfo;
- const trackDetails = track.details;
- const maxBufLen = this.hls.maxBufferLength + trackDetails.levelTargetDuration;
- if (bufferLen > maxBufLen) {
- return;
- }
- const fragments = trackDetails.fragments;
- const fragLen = fragments.length;
- const end = trackDetails.edge;
- let foundFrag = null;
- const fragPrevious = this.fragPrevious;
- if (targetBufferTime < end) {
- const tolerance = config.maxFragLookUpTolerance;
- const lookupTolerance = targetBufferTime > end - tolerance ? 0 : tolerance;
- foundFrag = findFragmentByPTS(fragPrevious, fragments, Math.max(fragments[0].start, targetBufferTime), lookupTolerance);
- if (!foundFrag && fragPrevious && fragPrevious.start < fragments[0].start) {
- foundFrag = fragments[0];
- }
- } else {
- foundFrag = fragments[fragLen - 1];
- }
- foundFrag = this.filterReplacedPrimary(foundFrag, track.details);
- if (!foundFrag) {
- return;
- }
- // Load earlier fragment in same discontinuity to make up for misaligned playlists and cues that extend beyond end of segment
- const curSNIdx = foundFrag.sn - trackDetails.startSN;
- const prevFrag = fragments[curSNIdx - 1];
- if (prevFrag && prevFrag.cc === foundFrag.cc && this.fragmentTracker.getState(prevFrag) === FragmentState.NOT_LOADED) {
- foundFrag = prevFrag;
- }
- if (this.fragmentTracker.getState(foundFrag) === FragmentState.NOT_LOADED) {
- // only load if fragment is not loaded
- const fragToLoad = this.mapToInitFragWhenRequired(foundFrag);
- if (fragToLoad) {
- this.loadFragment(fragToLoad, track, targetBufferTime);
- }
- }
- }
- }
- loadFragment(frag, level, targetBufferTime) {
- if (!isMediaFragment(frag)) {
- this._loadInitSegment(frag, level);
- } else {
- super.loadFragment(frag, level, targetBufferTime);
- }
- }
- get mediaBufferTimeRanges() {
- return new BufferableInstance(this.tracksBuffered[this.currentTrackId] || []);
- }
- }
- class BufferableInstance {
- constructor(timeranges) {
- this.buffered = void 0;
- const getRange = (name, index, length) => {
- index = index >>> 0;
- if (index > length - 1) {
- throw new DOMException(`Failed to execute '${name}' on 'TimeRanges': The index provided (${index}) is greater than the maximum bound (${length})`);
- }
- return timeranges[index][name];
- };
- this.buffered = {
- get length() {
- return timeranges.length;
- },
- end(index) {
- return getRange('end', index, timeranges.length);
- },
- start(index) {
- return getRange('start', index, timeranges.length);
- }
- };
- }
- }
- /**
- *
- * This code was ported from the dash.js project at:
- * https://github.com/Dash-Industry-Forum/dash.js/blob/development/externals/cea608-parser.js
- * https://github.com/Dash-Industry-Forum/dash.js/commit/8269b26a761e0853bb21d78780ed945144ecdd4d#diff-71bc295a2d6b6b7093a1d3290d53a4b2
- *
- * The original copyright appears below:
- *
- * The copyright in this software is being made available under the BSD License,
- * included below. This software may be subject to other third party and contributor
- * rights, including patent rights, and no such rights are granted under this license.
- *
- * Copyright (c) 2015-2016, DASH Industry Forum.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without modification,
- * are permitted provided that the following conditions are met:
- * 1. Redistributions of source code must retain the above copyright notice, this
- * list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright notice,
- * this list of conditions and the following disclaimer in the documentation and/or
- * other materials provided with the distribution.
- * 2. Neither the name of Dash Industry Forum nor the names of its
- * contributors may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS AS IS AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
- * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
- * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
- /**
- * Exceptions from regular ASCII. CodePoints are mapped to UTF-16 codes
- */
- const specialCea608CharsCodes = {
- 0x2a: 0xe1,
- // lowercase a, acute accent
- 0x5c: 0xe9,
- // lowercase e, acute accent
- 0x5e: 0xed,
- // lowercase i, acute accent
- 0x5f: 0xf3,
- // lowercase o, acute accent
- 0x60: 0xfa,
- // lowercase u, acute accent
- 0x7b: 0xe7,
- // lowercase c with cedilla
- 0x7c: 0xf7,
- // division symbol
- 0x7d: 0xd1,
- // uppercase N tilde
- 0x7e: 0xf1,
- // lowercase n tilde
- 0x7f: 0x2588,
- // Full block
- // THIS BLOCK INCLUDES THE 16 EXTENDED (TWO-BYTE) LINE 21 CHARACTERS
- // THAT COME FROM HI BYTE=0x11 AND LOW BETWEEN 0x30 AND 0x3F
- // THIS MEANS THAT \x50 MUST BE ADDED TO THE VALUES
- 0x80: 0xae,
- // Registered symbol (R)
- 0x81: 0xb0,
- // degree sign
- 0x82: 0xbd,
- // 1/2 symbol
- 0x83: 0xbf,
- // Inverted (open) question mark
- 0x84: 0x2122,
- // Trademark symbol (TM)
- 0x85: 0xa2,
- // Cents symbol
- 0x86: 0xa3,
- // Pounds sterling
- 0x87: 0x266a,
- // Music 8'th note
- 0x88: 0xe0,
- // lowercase a, grave accent
- 0x89: 0x20,
- // transparent space (regular)
- 0x8a: 0xe8,
- // lowercase e, grave accent
- 0x8b: 0xe2,
- // lowercase a, circumflex accent
- 0x8c: 0xea,
- // lowercase e, circumflex accent
- 0x8d: 0xee,
- // lowercase i, circumflex accent
- 0x8e: 0xf4,
- // lowercase o, circumflex accent
- 0x8f: 0xfb,
- // lowercase u, circumflex accent
- // THIS BLOCK INCLUDES THE 32 EXTENDED (TWO-BYTE) LINE 21 CHARACTERS
- // THAT COME FROM HI BYTE=0x12 AND LOW BETWEEN 0x20 AND 0x3F
- 0x90: 0xc1,
- // capital letter A with acute
- 0x91: 0xc9,
- // capital letter E with acute
- 0x92: 0xd3,
- // capital letter O with acute
- 0x93: 0xda,
- // capital letter U with acute
- 0x94: 0xdc,
- // capital letter U with diaresis
- 0x95: 0xfc,
- // lowercase letter U with diaeresis
- 0x96: 0x2018,
- // opening single quote
- 0x97: 0xa1,
- // inverted exclamation mark
- 0x98: 0x2a,
- // asterisk
- 0x99: 0x2019,
- // closing single quote
- 0x9a: 0x2501,
- // box drawings heavy horizontal
- 0x9b: 0xa9,
- // copyright sign
- 0x9c: 0x2120,
- // Service mark
- 0x9d: 0x2022,
- // (round) bullet
- 0x9e: 0x201c,
- // Left double quotation mark
- 0x9f: 0x201d,
- // Right double quotation mark
- 0xa0: 0xc0,
- // uppercase A, grave accent
- 0xa1: 0xc2,
- // uppercase A, circumflex
- 0xa2: 0xc7,
- // uppercase C with cedilla
- 0xa3: 0xc8,
- // uppercase E, grave accent
- 0xa4: 0xca,
- // uppercase E, circumflex
- 0xa5: 0xcb,
- // capital letter E with diaresis
- 0xa6: 0xeb,
- // lowercase letter e with diaresis
- 0xa7: 0xce,
- // uppercase I, circumflex
- 0xa8: 0xcf,
- // uppercase I, with diaresis
- 0xa9: 0xef,
- // lowercase i, with diaresis
- 0xaa: 0xd4,
- // uppercase O, circumflex
- 0xab: 0xd9,
- // uppercase U, grave accent
- 0xac: 0xf9,
- // lowercase u, grave accent
- 0xad: 0xdb,
- // uppercase U, circumflex
- 0xae: 0xab,
- // left-pointing double angle quotation mark
- 0xaf: 0xbb,
- // right-pointing double angle quotation mark
- // THIS BLOCK INCLUDES THE 32 EXTENDED (TWO-BYTE) LINE 21 CHARACTERS
- // THAT COME FROM HI BYTE=0x13 AND LOW BETWEEN 0x20 AND 0x3F
- 0xb0: 0xc3,
- // Uppercase A, tilde
- 0xb1: 0xe3,
- // Lowercase a, tilde
- 0xb2: 0xcd,
- // Uppercase I, acute accent
- 0xb3: 0xcc,
- // Uppercase I, grave accent
- 0xb4: 0xec,
- // Lowercase i, grave accent
- 0xb5: 0xd2,
- // Uppercase O, grave accent
- 0xb6: 0xf2,
- // Lowercase o, grave accent
- 0xb7: 0xd5,
- // Uppercase O, tilde
- 0xb8: 0xf5,
- // Lowercase o, tilde
- 0xb9: 0x7b,
- // Open curly brace
- 0xba: 0x7d,
- // Closing curly brace
- 0xbb: 0x5c,
- // Backslash
- 0xbc: 0x5e,
- // Caret
- 0xbd: 0x5f,
- // Underscore
- 0xbe: 0x7c,
- // Pipe (vertical line)
- 0xbf: 0x223c,
- // Tilde operator
- 0xc0: 0xc4,
- // Uppercase A, umlaut
- 0xc1: 0xe4,
- // Lowercase A, umlaut
- 0xc2: 0xd6,
- // Uppercase O, umlaut
- 0xc3: 0xf6,
- // Lowercase o, umlaut
- 0xc4: 0xdf,
- // Esszett (sharp S)
- 0xc5: 0xa5,
- // Yen symbol
- 0xc6: 0xa4,
- // Generic currency sign
- 0xc7: 0x2503,
- // Box drawings heavy vertical
- 0xc8: 0xc5,
- // Uppercase A, ring
- 0xc9: 0xe5,
- // Lowercase A, ring
- 0xca: 0xd8,
- // Uppercase O, stroke
- 0xcb: 0xf8,
- // Lowercase o, strok
- 0xcc: 0x250f,
- // Box drawings heavy down and right
- 0xcd: 0x2513,
- // Box drawings heavy down and left
- 0xce: 0x2517,
- // Box drawings heavy up and right
- 0xcf: 0x251b // Box drawings heavy up and left
- };
- /**
- * Utils
- */
- const getCharForByte = byte => String.fromCharCode(specialCea608CharsCodes[byte] || byte);
- const NR_ROWS = 15;
- const NR_COLS = 100;
- // Tables to look up row from PAC data
- const rowsLowCh1 = {
- 0x11: 1,
- 0x12: 3,
- 0x15: 5,
- 0x16: 7,
- 0x17: 9,
- 0x10: 11,
- 0x13: 12,
- 0x14: 14
- };
- const rowsHighCh1 = {
- 0x11: 2,
- 0x12: 4,
- 0x15: 6,
- 0x16: 8,
- 0x17: 10,
- 0x13: 13,
- 0x14: 15
- };
- const rowsLowCh2 = {
- 0x19: 1,
- 0x1a: 3,
- 0x1d: 5,
- 0x1e: 7,
- 0x1f: 9,
- 0x18: 11,
- 0x1b: 12,
- 0x1c: 14
- };
- const rowsHighCh2 = {
- 0x19: 2,
- 0x1a: 4,
- 0x1d: 6,
- 0x1e: 8,
- 0x1f: 10,
- 0x1b: 13,
- 0x1c: 15
- };
- const backgroundColors = ['white', 'green', 'blue', 'cyan', 'red', 'yellow', 'magenta', 'black', 'transparent'];
- class CaptionsLogger {
- constructor() {
- this.time = null;
- this.verboseLevel = 0;
- }
- log(severity, msg) {
- if (this.verboseLevel >= severity) {
- const m = typeof msg === 'function' ? msg() : msg;
- logger.log(`${this.time} [${severity}] ${m}`);
- }
- }
- }
- const numArrayToHexArray = function numArrayToHexArray(numArray) {
- const hexArray = [];
- for (let j = 0; j < numArray.length; j++) {
- hexArray.push(numArray[j].toString(16));
- }
- return hexArray;
- };
- class PenState {
- constructor() {
- this.foreground = 'white';
- this.underline = false;
- this.italics = false;
- this.background = 'black';
- this.flash = false;
- }
- reset() {
- this.foreground = 'white';
- this.underline = false;
- this.italics = false;
- this.background = 'black';
- this.flash = false;
- }
- setStyles(styles) {
- const attribs = ['foreground', 'underline', 'italics', 'background', 'flash'];
- for (let i = 0; i < attribs.length; i++) {
- const style = attribs[i];
- if (styles.hasOwnProperty(style)) {
- this[style] = styles[style];
- }
- }
- }
- isDefault() {
- return this.foreground === 'white' && !this.underline && !this.italics && this.background === 'black' && !this.flash;
- }
- equals(other) {
- return this.foreground === other.foreground && this.underline === other.underline && this.italics === other.italics && this.background === other.background && this.flash === other.flash;
- }
- copy(newPenState) {
- this.foreground = newPenState.foreground;
- this.underline = newPenState.underline;
- this.italics = newPenState.italics;
- this.background = newPenState.background;
- this.flash = newPenState.flash;
- }
- toString() {
- return 'color=' + this.foreground + ', underline=' + this.underline + ', italics=' + this.italics + ', background=' + this.background + ', flash=' + this.flash;
- }
- }
- /**
- * Unicode character with styling and background.
- * @constructor
- */
- class StyledUnicodeChar {
- constructor() {
- this.uchar = ' ';
- this.penState = new PenState();
- }
- reset() {
- this.uchar = ' ';
- this.penState.reset();
- }
- setChar(uchar, newPenState) {
- this.uchar = uchar;
- this.penState.copy(newPenState);
- }
- setPenState(newPenState) {
- this.penState.copy(newPenState);
- }
- equals(other) {
- return this.uchar === other.uchar && this.penState.equals(other.penState);
- }
- copy(newChar) {
- this.uchar = newChar.uchar;
- this.penState.copy(newChar.penState);
- }
- isEmpty() {
- return this.uchar === ' ' && this.penState.isDefault();
- }
- }
- /**
- * CEA-608 row consisting of NR_COLS instances of StyledUnicodeChar.
- * @constructor
- */
- class Row {
- constructor(logger) {
- this.chars = [];
- this.pos = 0;
- this.currPenState = new PenState();
- this.cueStartTime = null;
- this.logger = void 0;
- for (let i = 0; i < NR_COLS; i++) {
- this.chars.push(new StyledUnicodeChar());
- }
- this.logger = logger;
- }
- equals(other) {
- for (let i = 0; i < NR_COLS; i++) {
- if (!this.chars[i].equals(other.chars[i])) {
- return false;
- }
- }
- return true;
- }
- copy(other) {
- for (let i = 0; i < NR_COLS; i++) {
- this.chars[i].copy(other.chars[i]);
- }
- }
- isEmpty() {
- let empty = true;
- for (let i = 0; i < NR_COLS; i++) {
- if (!this.chars[i].isEmpty()) {
- empty = false;
- break;
- }
- }
- return empty;
- }
- /**
- * Set the cursor to a valid column.
- */
- setCursor(absPos) {
- if (this.pos !== absPos) {
- this.pos = absPos;
- }
- if (this.pos < 0) {
- this.logger.log(3, 'Negative cursor position ' + this.pos);
- this.pos = 0;
- } else if (this.pos > NR_COLS) {
- this.logger.log(3, 'Too large cursor position ' + this.pos);
- this.pos = NR_COLS;
- }
- }
- /**
- * Move the cursor relative to current position.
- */
- moveCursor(relPos) {
- const newPos = this.pos + relPos;
- if (relPos > 1) {
- for (let i = this.pos + 1; i < newPos + 1; i++) {
- this.chars[i].setPenState(this.currPenState);
- }
- }
- this.setCursor(newPos);
- }
- /**
- * Backspace, move one step back and clear character.
- */
- backSpace() {
- this.moveCursor(-1);
- this.chars[this.pos].setChar(' ', this.currPenState);
- }
- insertChar(byte) {
- if (byte >= 0x90) {
- // Extended char
- this.backSpace();
- }
- const char = getCharForByte(byte);
- if (this.pos >= NR_COLS) {
- this.logger.log(0, () => 'Cannot insert ' + byte.toString(16) + ' (' + char + ') at position ' + this.pos + '. Skipping it!');
- return;
- }
- this.chars[this.pos].setChar(char, this.currPenState);
- this.moveCursor(1);
- }
- clearFromPos(startPos) {
- let i;
- for (i = startPos; i < NR_COLS; i++) {
- this.chars[i].reset();
- }
- }
- clear() {
- this.clearFromPos(0);
- this.pos = 0;
- this.currPenState.reset();
- }
- clearToEndOfRow() {
- this.clearFromPos(this.pos);
- }
- getTextString() {
- const chars = [];
- let empty = true;
- for (let i = 0; i < NR_COLS; i++) {
- const char = this.chars[i].uchar;
- if (char !== ' ') {
- empty = false;
- }
- chars.push(char);
- }
- if (empty) {
- return '';
- } else {
- return chars.join('');
- }
- }
- setPenStyles(styles) {
- this.currPenState.setStyles(styles);
- const currChar = this.chars[this.pos];
- currChar.setPenState(this.currPenState);
- }
- }
- /**
- * Keep a CEA-608 screen of 32x15 styled characters
- * @constructor
- */
- class CaptionScreen {
- constructor(logger) {
- this.rows = [];
- this.currRow = NR_ROWS - 1;
- this.nrRollUpRows = null;
- this.lastOutputScreen = null;
- this.logger = void 0;
- for (let i = 0; i < NR_ROWS; i++) {
- this.rows.push(new Row(logger));
- }
- this.logger = logger;
- }
- reset() {
- for (let i = 0; i < NR_ROWS; i++) {
- this.rows[i].clear();
- }
- this.currRow = NR_ROWS - 1;
- }
- equals(other) {
- let equal = true;
- for (let i = 0; i < NR_ROWS; i++) {
- if (!this.rows[i].equals(other.rows[i])) {
- equal = false;
- break;
- }
- }
- return equal;
- }
- copy(other) {
- for (let i = 0; i < NR_ROWS; i++) {
- this.rows[i].copy(other.rows[i]);
- }
- }
- isEmpty() {
- let empty = true;
- for (let i = 0; i < NR_ROWS; i++) {
- if (!this.rows[i].isEmpty()) {
- empty = false;
- break;
- }
- }
- return empty;
- }
- backSpace() {
- const row = this.rows[this.currRow];
- row.backSpace();
- }
- clearToEndOfRow() {
- const row = this.rows[this.currRow];
- row.clearToEndOfRow();
- }
- /**
- * Insert a character (without styling) in the current row.
- */
- insertChar(char) {
- const row = this.rows[this.currRow];
- row.insertChar(char);
- }
- setPen(styles) {
- const row = this.rows[this.currRow];
- row.setPenStyles(styles);
- }
- moveCursor(relPos) {
- const row = this.rows[this.currRow];
- row.moveCursor(relPos);
- }
- setCursor(absPos) {
- this.logger.log(2, 'setCursor: ' + absPos);
- const row = this.rows[this.currRow];
- row.setCursor(absPos);
- }
- setPAC(pacData) {
- this.logger.log(2, () => 'pacData = ' + stringify(pacData));
- let newRow = pacData.row - 1;
- if (this.nrRollUpRows && newRow < this.nrRollUpRows - 1) {
- newRow = this.nrRollUpRows - 1;
- }
- // Make sure this only affects Roll-up Captions by checking this.nrRollUpRows
- if (this.nrRollUpRows && this.currRow !== newRow) {
- // clear all rows first
- for (let i = 0; i < NR_ROWS; i++) {
- this.rows[i].clear();
- }
- // Copy this.nrRollUpRows rows from lastOutputScreen and place it in the newRow location
- // topRowIndex - the start of rows to copy (inclusive index)
- const topRowIndex = this.currRow + 1 - this.nrRollUpRows;
- // We only copy if the last position was already shown.
- // We use the cueStartTime value to check this.
- const lastOutputScreen = this.lastOutputScreen;
- if (lastOutputScreen) {
- const prevLineTime = lastOutputScreen.rows[topRowIndex].cueStartTime;
- const time = this.logger.time;
- if (prevLineTime !== null && time !== null && prevLineTime < time) {
- for (let i = 0; i < this.nrRollUpRows; i++) {
- this.rows[newRow - this.nrRollUpRows + i + 1].copy(lastOutputScreen.rows[topRowIndex + i]);
- }
- }
- }
- }
- this.currRow = newRow;
- const row = this.rows[this.currRow];
- if (pacData.indent !== null) {
- const indent = pacData.indent;
- const prevPos = Math.max(indent - 1, 0);
- row.setCursor(pacData.indent);
- pacData.color = row.chars[prevPos].penState.foreground;
- }
- const styles = {
- foreground: pacData.color,
- underline: pacData.underline,
- italics: pacData.italics,
- background: 'black',
- flash: false
- };
- this.setPen(styles);
- }
- /**
- * Set background/extra foreground, but first do back_space, and then insert space (backwards compatibility).
- */
- setBkgData(bkgData) {
- this.logger.log(2, () => 'bkgData = ' + stringify(bkgData));
- this.backSpace();
- this.setPen(bkgData);
- this.insertChar(0x20); // Space
- }
- setRollUpRows(nrRows) {
- this.nrRollUpRows = nrRows;
- }
- rollUp() {
- if (this.nrRollUpRows === null) {
- this.logger.log(3, 'roll_up but nrRollUpRows not set yet');
- return; // Not properly setup
- }
- this.logger.log(1, () => this.getDisplayText());
- const topRowIndex = this.currRow + 1 - this.nrRollUpRows;
- const topRow = this.rows.splice(topRowIndex, 1)[0];
- topRow.clear();
- this.rows.splice(this.currRow, 0, topRow);
- this.logger.log(2, 'Rolling up');
- // this.logger.log(VerboseLevel.TEXT, this.get_display_text())
- }
- /**
- * Get all non-empty rows with as unicode text.
- */
- getDisplayText(asOneRow) {
- asOneRow = asOneRow || false;
- const displayText = [];
- let text = '';
- let rowNr = -1;
- for (let i = 0; i < NR_ROWS; i++) {
- const rowText = this.rows[i].getTextString();
- if (rowText) {
- rowNr = i + 1;
- if (asOneRow) {
- displayText.push('Row ' + rowNr + ": '" + rowText + "'");
- } else {
- displayText.push(rowText.trim());
- }
- }
- }
- if (displayText.length > 0) {
- if (asOneRow) {
- text = '[' + displayText.join(' | ') + ']';
- } else {
- text = displayText.join('\n');
- }
- }
- return text;
- }
- getTextAndFormat() {
- return this.rows;
- }
- }
- // var modes = ['MODE_ROLL-UP', 'MODE_POP-ON', 'MODE_PAINT-ON', 'MODE_TEXT'];
- class Cea608Channel {
- constructor(channelNumber, outputFilter, logger) {
- this.chNr = void 0;
- this.outputFilter = void 0;
- this.mode = void 0;
- this.verbose = void 0;
- this.displayedMemory = void 0;
- this.nonDisplayedMemory = void 0;
- this.lastOutputScreen = void 0;
- this.currRollUpRow = void 0;
- this.writeScreen = void 0;
- this.cueStartTime = void 0;
- this.logger = void 0;
- this.chNr = channelNumber;
- this.outputFilter = outputFilter;
- this.mode = null;
- this.verbose = 0;
- this.displayedMemory = new CaptionScreen(logger);
- this.nonDisplayedMemory = new CaptionScreen(logger);
- this.lastOutputScreen = new CaptionScreen(logger);
- this.currRollUpRow = this.displayedMemory.rows[NR_ROWS - 1];
- this.writeScreen = this.displayedMemory;
- this.mode = null;
- this.cueStartTime = null; // Keeps track of where a cue started.
- this.logger = logger;
- }
- reset() {
- this.mode = null;
- this.displayedMemory.reset();
- this.nonDisplayedMemory.reset();
- this.lastOutputScreen.reset();
- this.outputFilter.reset();
- this.currRollUpRow = this.displayedMemory.rows[NR_ROWS - 1];
- this.writeScreen = this.displayedMemory;
- this.mode = null;
- this.cueStartTime = null;
- }
- getHandler() {
- return this.outputFilter;
- }
- setHandler(newHandler) {
- this.outputFilter = newHandler;
- }
- setPAC(pacData) {
- this.writeScreen.setPAC(pacData);
- }
- setBkgData(bkgData) {
- this.writeScreen.setBkgData(bkgData);
- }
- setMode(newMode) {
- if (newMode === this.mode) {
- return;
- }
- this.mode = newMode;
- this.logger.log(2, () => 'MODE=' + newMode);
- if (this.mode === 'MODE_POP-ON') {
- this.writeScreen = this.nonDisplayedMemory;
- } else {
- this.writeScreen = this.displayedMemory;
- this.writeScreen.reset();
- }
- if (this.mode !== 'MODE_ROLL-UP') {
- this.displayedMemory.nrRollUpRows = null;
- this.nonDisplayedMemory.nrRollUpRows = null;
- }
- this.mode = newMode;
- }
- insertChars(chars) {
- for (let i = 0; i < chars.length; i++) {
- this.writeScreen.insertChar(chars[i]);
- }
- const screen = this.writeScreen === this.displayedMemory ? 'DISP' : 'NON_DISP';
- this.logger.log(2, () => screen + ': ' + this.writeScreen.getDisplayText(true));
- if (this.mode === 'MODE_PAINT-ON' || this.mode === 'MODE_ROLL-UP') {
- this.logger.log(1, () => 'DISPLAYED: ' + this.displayedMemory.getDisplayText(true));
- this.outputDataUpdate();
- }
- }
- ccRCL() {
- // Resume Caption Loading (switch mode to Pop On)
- this.logger.log(2, 'RCL - Resume Caption Loading');
- this.setMode('MODE_POP-ON');
- }
- ccBS() {
- // BackSpace
- this.logger.log(2, 'BS - BackSpace');
- if (this.mode === 'MODE_TEXT') {
- return;
- }
- this.writeScreen.backSpace();
- if (this.writeScreen === this.displayedMemory) {
- this.outputDataUpdate();
- }
- }
- ccAOF() {
- // Reserved (formerly Alarm Off)
- }
- ccAON() {
- // Reserved (formerly Alarm On)
- }
- ccDER() {
- // Delete to End of Row
- this.logger.log(2, 'DER- Delete to End of Row');
- this.writeScreen.clearToEndOfRow();
- this.outputDataUpdate();
- }
- ccRU(nrRows) {
- // Roll-Up Captions-2,3,or 4 Rows
- this.logger.log(2, 'RU(' + nrRows + ') - Roll Up');
- this.writeScreen = this.displayedMemory;
- this.setMode('MODE_ROLL-UP');
- this.writeScreen.setRollUpRows(nrRows);
- }
- ccFON() {
- // Flash On
- this.logger.log(2, 'FON - Flash On');
- this.writeScreen.setPen({
- flash: true
- });
- }
- ccRDC() {
- // Resume Direct Captioning (switch mode to PaintOn)
- this.logger.log(2, 'RDC - Resume Direct Captioning');
- this.setMode('MODE_PAINT-ON');
- }
- ccTR() {
- // Text Restart in text mode (not supported, however)
- this.logger.log(2, 'TR');
- this.setMode('MODE_TEXT');
- }
- ccRTD() {
- // Resume Text Display in Text mode (not supported, however)
- this.logger.log(2, 'RTD');
- this.setMode('MODE_TEXT');
- }
- ccEDM() {
- // Erase Displayed Memory
- this.logger.log(2, 'EDM - Erase Displayed Memory');
- this.displayedMemory.reset();
- this.outputDataUpdate(true);
- }
- ccCR() {
- // Carriage Return
- this.logger.log(2, 'CR - Carriage Return');
- this.writeScreen.rollUp();
- this.outputDataUpdate(true);
- }
- ccENM() {
- // Erase Non-Displayed Memory
- this.logger.log(2, 'ENM - Erase Non-displayed Memory');
- this.nonDisplayedMemory.reset();
- }
- ccEOC() {
- // End of Caption (Flip Memories)
- this.logger.log(2, 'EOC - End Of Caption');
- if (this.mode === 'MODE_POP-ON') {
- const tmp = this.displayedMemory;
- this.displayedMemory = this.nonDisplayedMemory;
- this.nonDisplayedMemory = tmp;
- this.writeScreen = this.nonDisplayedMemory;
- this.logger.log(1, () => 'DISP: ' + this.displayedMemory.getDisplayText());
- }
- this.outputDataUpdate(true);
- }
- ccTO(nrCols) {
- // Tab Offset 1,2, or 3 columns
- this.logger.log(2, 'TO(' + nrCols + ') - Tab Offset');
- this.writeScreen.moveCursor(nrCols);
- }
- ccMIDROW(secondByte) {
- // Parse MIDROW command
- const styles = {
- flash: false
- };
- styles.underline = secondByte % 2 === 1;
- styles.italics = secondByte >= 0x2e;
- if (!styles.italics) {
- const colorIndex = Math.floor(secondByte / 2) - 0x10;
- const colors = ['white', 'green', 'blue', 'cyan', 'red', 'yellow', 'magenta'];
- styles.foreground = colors[colorIndex];
- } else {
- styles.foreground = 'white';
- }
- this.logger.log(2, 'MIDROW: ' + stringify(styles));
- this.writeScreen.setPen(styles);
- }
- outputDataUpdate(dispatch = false) {
- const time = this.logger.time;
- if (time === null) {
- return;
- }
- if (this.outputFilter) {
- if (this.cueStartTime === null && !this.displayedMemory.isEmpty()) {
- // Start of a new cue
- this.cueStartTime = time;
- } else {
- if (!this.displayedMemory.equals(this.lastOutputScreen)) {
- this.outputFilter.newCue(this.cueStartTime, time, this.lastOutputScreen);
- if (dispatch && this.outputFilter.dispatchCue) {
- this.outputFilter.dispatchCue();
- }
- this.cueStartTime = this.displayedMemory.isEmpty() ? null : time;
- }
- }
- this.lastOutputScreen.copy(this.displayedMemory);
- }
- }
- cueSplitAtTime(t) {
- if (this.outputFilter) {
- if (!this.displayedMemory.isEmpty()) {
- if (this.outputFilter.newCue) {
- this.outputFilter.newCue(this.cueStartTime, t, this.displayedMemory);
- }
- this.cueStartTime = t;
- }
- }
- }
- }
- // Will be 1 or 2 when parsing captions
- class Cea608Parser {
- constructor(field, out1, out2) {
- this.channels = void 0;
- this.currentChannel = 0;
- this.cmdHistory = createCmdHistory();
- this.logger = void 0;
- const logger = this.logger = new CaptionsLogger();
- this.channels = [null, new Cea608Channel(field, out1, logger), new Cea608Channel(field + 1, out2, logger)];
- }
- getHandler(channel) {
- return this.channels[channel].getHandler();
- }
- setHandler(channel, newHandler) {
- this.channels[channel].setHandler(newHandler);
- }
- /**
- * Add data for time t in forms of list of bytes (unsigned ints). The bytes are treated as pairs.
- */
- addData(time, byteList) {
- this.logger.time = time;
- for (let i = 0; i < byteList.length; i += 2) {
- const a = byteList[i] & 0x7f;
- const b = byteList[i + 1] & 0x7f;
- let cmdFound = false;
- let charsFound = null;
- if (a === 0 && b === 0) {
- continue;
- } else {
- this.logger.log(3, () => '[' + numArrayToHexArray([byteList[i], byteList[i + 1]]) + '] -> (' + numArrayToHexArray([a, b]) + ')');
- }
- const cmdHistory = this.cmdHistory;
- const isControlCode = a >= 0x10 && a <= 0x1f;
- if (isControlCode) {
- // Skip redundant control codes
- if (hasCmdRepeated(a, b, cmdHistory)) {
- setLastCmd(null, null, cmdHistory);
- this.logger.log(3, () => 'Repeated command (' + numArrayToHexArray([a, b]) + ') is dropped');
- continue;
- }
- setLastCmd(a, b, this.cmdHistory);
- cmdFound = this.parseCmd(a, b);
- if (!cmdFound) {
- cmdFound = this.parseMidrow(a, b);
- }
- if (!cmdFound) {
- cmdFound = this.parsePAC(a, b);
- }
- if (!cmdFound) {
- cmdFound = this.parseBackgroundAttributes(a, b);
- }
- } else {
- setLastCmd(null, null, cmdHistory);
- }
- if (!cmdFound) {
- charsFound = this.parseChars(a, b);
- if (charsFound) {
- const currChNr = this.currentChannel;
- if (currChNr && currChNr > 0) {
- const channel = this.channels[currChNr];
- channel.insertChars(charsFound);
- } else {
- this.logger.log(2, 'No channel found yet. TEXT-MODE?');
- }
- }
- }
- if (!cmdFound && !charsFound) {
- this.logger.log(2, () => "Couldn't parse cleaned data " + numArrayToHexArray([a, b]) + ' orig: ' + numArrayToHexArray([byteList[i], byteList[i + 1]]));
- }
- }
- }
- /**
- * Parse Command.
- * @returns True if a command was found
- */
- parseCmd(a, b) {
- const cond1 = (a === 0x14 || a === 0x1c || a === 0x15 || a === 0x1d) && b >= 0x20 && b <= 0x2f;
- const cond2 = (a === 0x17 || a === 0x1f) && b >= 0x21 && b <= 0x23;
- if (!(cond1 || cond2)) {
- return false;
- }
- const chNr = a === 0x14 || a === 0x15 || a === 0x17 ? 1 : 2;
- const channel = this.channels[chNr];
- if (a === 0x14 || a === 0x15 || a === 0x1c || a === 0x1d) {
- if (b === 0x20) {
- channel.ccRCL();
- } else if (b === 0x21) {
- channel.ccBS();
- } else if (b === 0x22) {
- channel.ccAOF();
- } else if (b === 0x23) {
- channel.ccAON();
- } else if (b === 0x24) {
- channel.ccDER();
- } else if (b === 0x25) {
- channel.ccRU(2);
- } else if (b === 0x26) {
- channel.ccRU(3);
- } else if (b === 0x27) {
- channel.ccRU(4);
- } else if (b === 0x28) {
- channel.ccFON();
- } else if (b === 0x29) {
- channel.ccRDC();
- } else if (b === 0x2a) {
- channel.ccTR();
- } else if (b === 0x2b) {
- channel.ccRTD();
- } else if (b === 0x2c) {
- channel.ccEDM();
- } else if (b === 0x2d) {
- channel.ccCR();
- } else if (b === 0x2e) {
- channel.ccENM();
- } else if (b === 0x2f) {
- channel.ccEOC();
- }
- } else {
- // a == 0x17 || a == 0x1F
- channel.ccTO(b - 0x20);
- }
- this.currentChannel = chNr;
- return true;
- }
- /**
- * Parse midrow styling command
- */
- parseMidrow(a, b) {
- let chNr = 0;
- if ((a === 0x11 || a === 0x19) && b >= 0x20 && b <= 0x2f) {
- if (a === 0x11) {
- chNr = 1;
- } else {
- chNr = 2;
- }
- if (chNr !== this.currentChannel) {
- this.logger.log(0, 'Mismatch channel in midrow parsing');
- return false;
- }
- const channel = this.channels[chNr];
- if (!channel) {
- return false;
- }
- channel.ccMIDROW(b);
- this.logger.log(3, () => 'MIDROW (' + numArrayToHexArray([a, b]) + ')');
- return true;
- }
- return false;
- }
- /**
- * Parse Preable Access Codes (Table 53).
- * @returns {Boolean} Tells if PAC found
- */
- parsePAC(a, b) {
- let row;
- const case1 = (a >= 0x11 && a <= 0x17 || a >= 0x19 && a <= 0x1f) && b >= 0x40 && b <= 0x7f;
- const case2 = (a === 0x10 || a === 0x18) && b >= 0x40 && b <= 0x5f;
- if (!(case1 || case2)) {
- return false;
- }
- const chNr = a <= 0x17 ? 1 : 2;
- if (b >= 0x40 && b <= 0x5f) {
- row = chNr === 1 ? rowsLowCh1[a] : rowsLowCh2[a];
- } else {
- // 0x60 <= b <= 0x7F
- row = chNr === 1 ? rowsHighCh1[a] : rowsHighCh2[a];
- }
- const channel = this.channels[chNr];
- if (!channel) {
- return false;
- }
- channel.setPAC(this.interpretPAC(row, b));
- this.currentChannel = chNr;
- return true;
- }
- /**
- * Interpret the second byte of the pac, and return the information.
- * @returns pacData with style parameters
- */
- interpretPAC(row, byte) {
- let pacIndex;
- const pacData = {
- color: null,
- italics: false,
- indent: null,
- underline: false,
- row: row
- };
- if (byte > 0x5f) {
- pacIndex = byte - 0x60;
- } else {
- pacIndex = byte - 0x40;
- }
- pacData.underline = (pacIndex & 1) === 1;
- if (pacIndex <= 0xd) {
- pacData.color = ['white', 'green', 'blue', 'cyan', 'red', 'yellow', 'magenta', 'white'][Math.floor(pacIndex / 2)];
- } else if (pacIndex <= 0xf) {
- pacData.italics = true;
- pacData.color = 'white';
- } else {
- pacData.indent = Math.floor((pacIndex - 0x10) / 2) * 4;
- }
- return pacData; // Note that row has zero offset. The spec uses 1.
- }
- /**
- * Parse characters.
- * @returns An array with 1 to 2 codes corresponding to chars, if found. null otherwise.
- */
- parseChars(a, b) {
- let channelNr;
- let charCodes = null;
- let charCode1 = null;
- if (a >= 0x19) {
- channelNr = 2;
- charCode1 = a - 8;
- } else {
- channelNr = 1;
- charCode1 = a;
- }
- if (charCode1 >= 0x11 && charCode1 <= 0x13) {
- // Special character
- let oneCode;
- if (charCode1 === 0x11) {
- oneCode = b + 0x50;
- } else if (charCode1 === 0x12) {
- oneCode = b + 0x70;
- } else {
- oneCode = b + 0x90;
- }
- this.logger.log(2, () => "Special char '" + getCharForByte(oneCode) + "' in channel " + channelNr);
- charCodes = [oneCode];
- } else if (a >= 0x20 && a <= 0x7f) {
- charCodes = b === 0 ? [a] : [a, b];
- }
- if (charCodes) {
- this.logger.log(3, () => 'Char codes = ' + numArrayToHexArray(charCodes).join(','));
- }
- return charCodes;
- }
- /**
- * Parse extended background attributes as well as new foreground color black.
- * @returns True if background attributes are found
- */
- parseBackgroundAttributes(a, b) {
- const case1 = (a === 0x10 || a === 0x18) && b >= 0x20 && b <= 0x2f;
- const case2 = (a === 0x17 || a === 0x1f) && b >= 0x2d && b <= 0x2f;
- if (!(case1 || case2)) {
- return false;
- }
- let index;
- const bkgData = {};
- if (a === 0x10 || a === 0x18) {
- index = Math.floor((b - 0x20) / 2);
- bkgData.background = backgroundColors[index];
- if (b % 2 === 1) {
- bkgData.background = bkgData.background + '_semi';
- }
- } else if (b === 0x2d) {
- bkgData.background = 'transparent';
- } else {
- bkgData.foreground = 'black';
- if (b === 0x2f) {
- bkgData.underline = true;
- }
- }
- const chNr = a <= 0x17 ? 1 : 2;
- const channel = this.channels[chNr];
- channel.setBkgData(bkgData);
- return true;
- }
- /**
- * Reset state of parser and its channels.
- */
- reset() {
- for (let i = 0; i < Object.keys(this.channels).length; i++) {
- const channel = this.channels[i];
- if (channel) {
- channel.reset();
- }
- }
- setLastCmd(null, null, this.cmdHistory);
- }
- /**
- * Trigger the generation of a cue, and the start of a new one if displayScreens are not empty.
- */
- cueSplitAtTime(t) {
- for (let i = 0; i < this.channels.length; i++) {
- const channel = this.channels[i];
- if (channel) {
- channel.cueSplitAtTime(t);
- }
- }
- }
- }
- function setLastCmd(a, b, cmdHistory) {
- cmdHistory.a = a;
- cmdHistory.b = b;
- }
- function hasCmdRepeated(a, b, cmdHistory) {
- return cmdHistory.a === a && cmdHistory.b === b;
- }
- function createCmdHistory() {
- return {
- a: null,
- b: null
- };
- }
- /**
- * Copyright 2013 vtt.js Contributors
- *
- * Licensed under the Apache License, Version 2.0 (the 'License');
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an 'AS IS' BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- var VTTCue = (function () {
- if (optionalSelf != null && optionalSelf.VTTCue) {
- return self.VTTCue;
- }
- const AllowedDirections = ['', 'lr', 'rl'];
- const AllowedAlignments = ['start', 'middle', 'end', 'left', 'right'];
- function isAllowedValue(allowed, value) {
- if (typeof value !== 'string') {
- return false;
- }
- // necessary for assuring the generic conforms to the Array interface
- if (!Array.isArray(allowed)) {
- return false;
- }
- // reset the type so that the next narrowing works well
- const lcValue = value.toLowerCase();
- // use the allow list to narrow the type to a specific subset of strings
- if (~allowed.indexOf(lcValue)) {
- return lcValue;
- }
- return false;
- }
- function findDirectionSetting(value) {
- return isAllowedValue(AllowedDirections, value);
- }
- function findAlignSetting(value) {
- return isAllowedValue(AllowedAlignments, value);
- }
- function extend(obj, ...rest) {
- let i = 1;
- for (; i < arguments.length; i++) {
- const cobj = arguments[i];
- for (const p in cobj) {
- obj[p] = cobj[p];
- }
- }
- return obj;
- }
- function VTTCue(startTime, endTime, text) {
- const cue = this;
- const baseObj = {
- enumerable: true
- };
- /**
- * Shim implementation specific properties. These properties are not in
- * the spec.
- */
- // Lets us know when the VTTCue's data has changed in such a way that we need
- // to recompute its display state. This lets us compute its display state
- // lazily.
- cue.hasBeenReset = false;
- /**
- * VTTCue and TextTrackCue properties
- * http://dev.w3.org/html5/webvtt/#vttcue-interface
- */
- let _id = '';
- let _pauseOnExit = false;
- let _startTime = startTime;
- let _endTime = endTime;
- let _text = text;
- let _region = null;
- let _vertical = '';
- let _snapToLines = true;
- let _line = 'auto';
- let _lineAlign = 'start';
- let _position = 50;
- let _positionAlign = 'middle';
- let _size = 50;
- let _align = 'middle';
- Object.defineProperty(cue, 'id', extend({}, baseObj, {
- get: function () {
- return _id;
- },
- set: function (value) {
- _id = '' + value;
- }
- }));
- Object.defineProperty(cue, 'pauseOnExit', extend({}, baseObj, {
- get: function () {
- return _pauseOnExit;
- },
- set: function (value) {
- _pauseOnExit = !!value;
- }
- }));
- Object.defineProperty(cue, 'startTime', extend({}, baseObj, {
- get: function () {
- return _startTime;
- },
- set: function (value) {
- if (typeof value !== 'number') {
- throw new TypeError('Start time must be set to a number.');
- }
- _startTime = value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'endTime', extend({}, baseObj, {
- get: function () {
- return _endTime;
- },
- set: function (value) {
- if (typeof value !== 'number') {
- throw new TypeError('End time must be set to a number.');
- }
- _endTime = value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'text', extend({}, baseObj, {
- get: function () {
- return _text;
- },
- set: function (value) {
- _text = '' + value;
- this.hasBeenReset = true;
- }
- }));
- // todo: implement VTTRegion polyfill?
- Object.defineProperty(cue, 'region', extend({}, baseObj, {
- get: function () {
- return _region;
- },
- set: function (value) {
- _region = value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'vertical', extend({}, baseObj, {
- get: function () {
- return _vertical;
- },
- set: function (value) {
- const setting = findDirectionSetting(value);
- // Have to check for false because the setting an be an empty string.
- if (setting === false) {
- throw new SyntaxError('An invalid or illegal string was specified.');
- }
- _vertical = setting;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'snapToLines', extend({}, baseObj, {
- get: function () {
- return _snapToLines;
- },
- set: function (value) {
- _snapToLines = !!value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'line', extend({}, baseObj, {
- get: function () {
- return _line;
- },
- set: function (value) {
- if (typeof value !== 'number' && value !== 'auto') {
- throw new SyntaxError('An invalid number or illegal string was specified.');
- }
- _line = value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'lineAlign', extend({}, baseObj, {
- get: function () {
- return _lineAlign;
- },
- set: function (value) {
- const setting = findAlignSetting(value);
- if (!setting) {
- throw new SyntaxError('An invalid or illegal string was specified.');
- }
- _lineAlign = setting;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'position', extend({}, baseObj, {
- get: function () {
- return _position;
- },
- set: function (value) {
- if (value < 0 || value > 100) {
- throw new Error('Position must be between 0 and 100.');
- }
- _position = value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'positionAlign', extend({}, baseObj, {
- get: function () {
- return _positionAlign;
- },
- set: function (value) {
- const setting = findAlignSetting(value);
- if (!setting) {
- throw new SyntaxError('An invalid or illegal string was specified.');
- }
- _positionAlign = setting;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'size', extend({}, baseObj, {
- get: function () {
- return _size;
- },
- set: function (value) {
- if (value < 0 || value > 100) {
- throw new Error('Size must be between 0 and 100.');
- }
- _size = value;
- this.hasBeenReset = true;
- }
- }));
- Object.defineProperty(cue, 'align', extend({}, baseObj, {
- get: function () {
- return _align;
- },
- set: function (value) {
- const setting = findAlignSetting(value);
- if (!setting) {
- throw new SyntaxError('An invalid or illegal string was specified.');
- }
- _align = setting;
- this.hasBeenReset = true;
- }
- }));
- /**
- * Other <track> spec defined properties
- */
- // http://www.whatwg.org/specs/web-apps/current-work/multipage/the-video-element.html#text-track-cue-display-state
- cue.displayState = undefined;
- }
- /**
- * VTTCue methods
- */
- VTTCue.prototype.getCueAsHTML = function () {
- // Assume WebVTT.convertCueToDOMTree is on the global.
- const WebVTT = self.WebVTT;
- return WebVTT.convertCueToDOMTree(self, this.text);
- };
- // this is a polyfill hack
- return VTTCue;
- })();
- /*
- * Source: https://github.com/mozilla/vtt.js/blob/master/dist/vtt.js
- */
- class StringDecoder {
- decode(data, options) {
- if (!data) {
- return '';
- }
- if (typeof data !== 'string') {
- throw new Error('Error - expected string data.');
- }
- return decodeURIComponent(encodeURIComponent(data));
- }
- }
- // Try to parse input as a time stamp.
- function parseTimeStamp(input) {
- function computeSeconds(h, m, s, f) {
- return (h | 0) * 3600 + (m | 0) * 60 + (s | 0) + parseFloat(f || 0);
- }
- const m = input.match(/^(?:(\d+):)?(\d{2}):(\d{2})(\.\d+)?/);
- if (!m) {
- return null;
- }
- if (parseFloat(m[2]) > 59) {
- // Timestamp takes the form of [hours]:[minutes].[milliseconds]
- // First position is hours as it's over 59.
- return computeSeconds(m[2], m[3], 0, m[4]);
- }
- // Timestamp takes the form of [hours (optional)]:[minutes]:[seconds].[milliseconds]
- return computeSeconds(m[1], m[2], m[3], m[4]);
- }
- // A settings object holds key/value pairs and will ignore anything but the first
- // assignment to a specific key.
- class Settings {
- constructor() {
- this.values = Object.create(null);
- }
- // Only accept the first assignment to any key.
- set(k, v) {
- if (!this.get(k) && v !== '') {
- this.values[k] = v;
- }
- }
- // Return the value for a key, or a default value.
- // If 'defaultKey' is passed then 'dflt' is assumed to be an object with
- // a number of possible default values as properties where 'defaultKey' is
- // the key of the property that will be chosen; otherwise it's assumed to be
- // a single value.
- get(k, dflt, defaultKey) {
- if (defaultKey) {
- return this.has(k) ? this.values[k] : dflt[defaultKey];
- }
- return this.has(k) ? this.values[k] : dflt;
- }
- // Check whether we have a value for a key.
- has(k) {
- return k in this.values;
- }
- // Accept a setting if its one of the given alternatives.
- alt(k, v, a) {
- for (let n = 0; n < a.length; ++n) {
- if (v === a[n]) {
- this.set(k, v);
- break;
- }
- }
- }
- // Accept a setting if its a valid (signed) integer.
- integer(k, v) {
- if (/^-?\d+$/.test(v)) {
- // integer
- this.set(k, parseInt(v, 10));
- }
- }
- // Accept a setting if its a valid percentage.
- percent(k, v) {
- if (/^([\d]{1,3})(\.[\d]*)?%$/.test(v)) {
- const percent = parseFloat(v);
- if (percent >= 0 && percent <= 100) {
- this.set(k, percent);
- return true;
- }
- }
- return false;
- }
- }
- // Helper function to parse input into groups separated by 'groupDelim', and
- // interpret each group as a key/value pair separated by 'keyValueDelim'.
- function parseOptions(input, callback, keyValueDelim, groupDelim) {
- const groups = groupDelim ? input.split(groupDelim) : [input];
- for (const i in groups) {
- if (typeof groups[i] !== 'string') {
- continue;
- }
- const kv = groups[i].split(keyValueDelim);
- if (kv.length !== 2) {
- continue;
- }
- const k = kv[0];
- const v = kv[1];
- callback(k, v);
- }
- }
- const defaults = new VTTCue(0, 0, '');
- // 'middle' was changed to 'center' in the spec: https://github.com/w3c/webvtt/pull/244
- // Safari doesn't yet support this change, but FF and Chrome do.
- const center = defaults.align === 'middle' ? 'middle' : 'center';
- function parseCue(input, cue, regionList) {
- // Remember the original input if we need to throw an error.
- const oInput = input;
- // 4.1 WebVTT timestamp
- function consumeTimeStamp() {
- const ts = parseTimeStamp(input);
- if (ts === null) {
- throw new Error('Malformed timestamp: ' + oInput);
- }
- // Remove time stamp from input.
- input = input.replace(/^[^\sa-zA-Z-]+/, '');
- return ts;
- }
- // 4.4.2 WebVTT cue settings
- function consumeCueSettings(input, cue) {
- const settings = new Settings();
- parseOptions(input, function (k, v) {
- let vals;
- switch (k) {
- case 'region':
- // Find the last region we parsed with the same region id.
- for (let i = regionList.length - 1; i >= 0; i--) {
- if (regionList[i].id === v) {
- settings.set(k, regionList[i].region);
- break;
- }
- }
- break;
- case 'vertical':
- settings.alt(k, v, ['rl', 'lr']);
- break;
- case 'line':
- vals = v.split(',');
- settings.integer(k, vals[0]);
- if (settings.percent(k, vals[0])) {
- settings.set('snapToLines', false);
- }
- settings.alt(k, vals[0], ['auto']);
- if (vals.length === 2) {
- settings.alt('lineAlign', vals[1], ['start', center, 'end']);
- }
- break;
- case 'position':
- vals = v.split(',');
- settings.percent(k, vals[0]);
- if (vals.length === 2) {
- settings.alt('positionAlign', vals[1], ['start', center, 'end', 'line-left', 'line-right', 'auto']);
- }
- break;
- case 'size':
- settings.percent(k, v);
- break;
- case 'align':
- settings.alt(k, v, ['start', center, 'end', 'left', 'right']);
- break;
- }
- }, /:/, /\s/);
- // Apply default values for any missing fields.
- cue.region = settings.get('region', null);
- cue.vertical = settings.get('vertical', '');
- let line = settings.get('line', 'auto');
- if (line === 'auto' && defaults.line === -1) {
- // set numeric line number for Safari
- line = -1;
- }
- cue.line = line;
- cue.lineAlign = settings.get('lineAlign', 'start');
- cue.snapToLines = settings.get('snapToLines', true);
- cue.size = settings.get('size', 100);
- cue.align = settings.get('align', center);
- let position = settings.get('position', 'auto');
- if (position === 'auto' && defaults.position === 50) {
- // set numeric position for Safari
- position = cue.align === 'start' || cue.align === 'left' ? 0 : cue.align === 'end' || cue.align === 'right' ? 100 : 50;
- }
- cue.position = position;
- }
- function skipWhitespace() {
- input = input.replace(/^\s+/, '');
- }
- // 4.1 WebVTT cue timings.
- skipWhitespace();
- cue.startTime = consumeTimeStamp(); // (1) collect cue start time
- skipWhitespace();
- if (input.slice(0, 3) !== '-->') {
- // (3) next characters must match '-->'
- throw new Error("Malformed time stamp (time stamps must be separated by '-->'): " + oInput);
- }
- input = input.slice(3);
- skipWhitespace();
- cue.endTime = consumeTimeStamp(); // (5) collect cue end time
- // 4.1 WebVTT cue settings list.
- skipWhitespace();
- consumeCueSettings(input, cue);
- }
- function fixLineBreaks(input) {
- return input.replace(/<br(?: \/)?>/gi, '\n');
- }
- class VTTParser {
- constructor() {
- this.state = 'INITIAL';
- this.buffer = '';
- this.decoder = new StringDecoder();
- this.regionList = [];
- this.cue = null;
- this.oncue = void 0;
- this.onparsingerror = void 0;
- this.onflush = void 0;
- }
- parse(data) {
- const _this = this;
- // If there is no data then we won't decode it, but will just try to parse
- // whatever is in buffer already. This may occur in circumstances, for
- // example when flush() is called.
- if (data) {
- // Try to decode the data that we received.
- _this.buffer += _this.decoder.decode(data, {
- stream: true
- });
- }
- function collectNextLine() {
- let buffer = _this.buffer;
- let pos = 0;
- buffer = fixLineBreaks(buffer);
- while (pos < buffer.length && buffer[pos] !== '\r' && buffer[pos] !== '\n') {
- ++pos;
- }
- const line = buffer.slice(0, pos);
- // Advance the buffer early in case we fail below.
- if (buffer[pos] === '\r') {
- ++pos;
- }
- if (buffer[pos] === '\n') {
- ++pos;
- }
- _this.buffer = buffer.slice(pos);
- return line;
- }
- // 3.2 WebVTT metadata header syntax
- function parseHeader(input) {
- parseOptions(input, function (k, v) {
- // switch (k) {
- // case 'region':
- // 3.3 WebVTT region metadata header syntax
- // console.log('parse region', v);
- // parseRegion(v);
- // break;
- // }
- }, /:/);
- }
- // 5.1 WebVTT file parsing.
- try {
- let line = '';
- if (_this.state === 'INITIAL') {
- // We can't start parsing until we have the first line.
- if (!/\r\n|\n/.test(_this.buffer)) {
- return this;
- }
- line = collectNextLine();
- // strip of UTF-8 BOM if any
- // https://en.wikipedia.org/wiki/Byte_order_mark#UTF-8
- const m = line.match(/^()?WEBVTT([ \t].*)?$/);
- if (!(m != null && m[0])) {
- throw new Error('Malformed WebVTT signature.');
- }
- _this.state = 'HEADER';
- }
- let alreadyCollectedLine = false;
- while (_this.buffer) {
- // We can't parse a line until we have the full line.
- if (!/\r\n|\n/.test(_this.buffer)) {
- return this;
- }
- if (!alreadyCollectedLine) {
- line = collectNextLine();
- } else {
- alreadyCollectedLine = false;
- }
- switch (_this.state) {
- case 'HEADER':
- // 13-18 - Allow a header (metadata) under the WEBVTT line.
- if (/:/.test(line)) {
- parseHeader(line);
- } else if (!line) {
- // An empty line terminates the header and starts the body (cues).
- _this.state = 'ID';
- }
- continue;
- case 'NOTE':
- // Ignore NOTE blocks.
- if (!line) {
- _this.state = 'ID';
- }
- continue;
- case 'ID':
- // Check for the start of NOTE blocks.
- if (/^NOTE($|[ \t])/.test(line)) {
- _this.state = 'NOTE';
- break;
- }
- // 19-29 - Allow any number of line terminators, then initialize new cue values.
- if (!line) {
- continue;
- }
- _this.cue = new VTTCue(0, 0, '');
- _this.state = 'CUE';
- // 30-39 - Check if self line contains an optional identifier or timing data.
- if (line.indexOf('-->') === -1) {
- _this.cue.id = line;
- continue;
- }
- // Process line as start of a cue.
- /* falls through */
- case 'CUE':
- // 40 - Collect cue timings and settings.
- if (!_this.cue) {
- _this.state = 'BADCUE';
- continue;
- }
- try {
- parseCue(line, _this.cue, _this.regionList);
- } catch (e) {
- // In case of an error ignore rest of the cue.
- _this.cue = null;
- _this.state = 'BADCUE';
- continue;
- }
- _this.state = 'CUETEXT';
- continue;
- case 'CUETEXT':
- {
- const hasSubstring = line.indexOf('-->') !== -1;
- // 34 - If we have an empty line then report the cue.
- // 35 - If we have the special substring '-->' then report the cue,
- // but do not collect the line as we need to process the current
- // one as a new cue.
- if (!line || hasSubstring && (alreadyCollectedLine = true)) {
- // We are done parsing self cue.
- if (_this.oncue && _this.cue) {
- _this.oncue(_this.cue);
- }
- _this.cue = null;
- _this.state = 'ID';
- continue;
- }
- if (_this.cue === null) {
- continue;
- }
- if (_this.cue.text) {
- _this.cue.text += '\n';
- }
- _this.cue.text += line;
- }
- continue;
- case 'BADCUE':
- // 54-62 - Collect and discard the remaining cue.
- if (!line) {
- _this.state = 'ID';
- }
- }
- }
- } catch (e) {
- // If we are currently parsing a cue, report what we have.
- if (_this.state === 'CUETEXT' && _this.cue && _this.oncue) {
- _this.oncue(_this.cue);
- }
- _this.cue = null;
- // Enter BADWEBVTT state if header was not parsed correctly otherwise
- // another exception occurred so enter BADCUE state.
- _this.state = _this.state === 'INITIAL' ? 'BADWEBVTT' : 'BADCUE';
- }
- return this;
- }
- flush() {
- const _this = this;
- try {
- // Finish decoding the stream.
- // _this.buffer += _this.decoder.decode();
- // Synthesize the end of the current cue or region.
- if (_this.cue || _this.state === 'HEADER') {
- _this.buffer += '\n\n';
- _this.parse();
- }
- // If we've flushed, parsed, and we're still on the INITIAL state then
- // that means we don't have enough of the stream to parse the first
- // line.
- if (_this.state === 'INITIAL' || _this.state === 'BADWEBVTT') {
- throw new Error('Malformed WebVTT signature.');
- }
- } catch (e) {
- if (_this.onparsingerror) {
- _this.onparsingerror(e);
- }
- }
- if (_this.onflush) {
- _this.onflush();
- }
- return this;
- }
- }
- const LINEBREAKS = /\r\n|\n\r|\n|\r/g;
- // String.prototype.startsWith is not supported in IE11
- const startsWith = function startsWith(inputString, searchString, position = 0) {
- return inputString.slice(position, position + searchString.length) === searchString;
- };
- const cueString2millis = function cueString2millis(timeString) {
- let ts = parseInt(timeString.slice(-3));
- const secs = parseInt(timeString.slice(-6, -4));
- const mins = parseInt(timeString.slice(-9, -7));
- const hours = timeString.length > 9 ? parseInt(timeString.substring(0, timeString.indexOf(':'))) : 0;
- if (!isFiniteNumber(ts) || !isFiniteNumber(secs) || !isFiniteNumber(mins) || !isFiniteNumber(hours)) {
- throw Error(`Malformed X-TIMESTAMP-MAP: Local:${timeString}`);
- }
- ts += 1000 * secs;
- ts += 60 * 1000 * mins;
- ts += 60 * 60 * 1000 * hours;
- return ts;
- };
- // Create a unique hash id for a cue based on start/end times and text.
- // This helps timeline-controller to avoid showing repeated captions.
- function generateCueId(startTime, endTime, text) {
- return hash(startTime.toString()) + hash(endTime.toString()) + hash(text);
- }
- const calculateOffset = function calculateOffset(vttCCs, cc, presentationTime) {
- let currCC = vttCCs[cc];
- let prevCC = vttCCs[currCC.prevCC];
- // This is the first discontinuity or cues have been processed since the last discontinuity
- // Offset = current discontinuity time
- if (!prevCC || !prevCC.new && currCC.new) {
- vttCCs.ccOffset = vttCCs.presentationOffset = currCC.start;
- currCC.new = false;
- return;
- }
- // There have been discontinuities since cues were last parsed.
- // Offset = time elapsed
- while ((_prevCC = prevCC) != null && _prevCC.new) {
- var _prevCC;
- vttCCs.ccOffset += currCC.start - prevCC.start;
- currCC.new = false;
- currCC = prevCC;
- prevCC = vttCCs[currCC.prevCC];
- }
- vttCCs.presentationOffset = presentationTime;
- };
- function parseWebVTT(vttByteArray, initPTS, vttCCs, cc, timeOffset, callBack, errorCallBack) {
- const parser = new VTTParser();
- // Convert byteArray into string, replacing any somewhat exotic linefeeds with "\n", then split on that character.
- // Uint8Array.prototype.reduce is not implemented in IE11
- const vttLines = utf8ArrayToStr(new Uint8Array(vttByteArray)).trim().replace(LINEBREAKS, '\n').split('\n');
- const cues = [];
- const init90kHz = initPTS ? toMpegTsClockFromTimescale(initPTS.baseTime, initPTS.timescale) : 0;
- let cueTime = '00:00.000';
- let timestampMapMPEGTS = 0;
- let timestampMapLOCAL = 0;
- let parsingError;
- let inHeader = true;
- parser.oncue = function (cue) {
- // Adjust cue timing; clamp cues to start no earlier than - and drop cues that don't end after - 0 on timeline.
- const currCC = vttCCs[cc];
- let cueOffset = vttCCs.ccOffset;
- // Calculate subtitle PTS offset
- const webVttMpegTsMapOffset = (timestampMapMPEGTS - init90kHz) / 90000;
- // Update offsets for new discontinuities
- if (currCC != null && currCC.new) {
- if (timestampMapLOCAL !== undefined) {
- // When local time is provided, offset = discontinuity start time - local time
- cueOffset = vttCCs.ccOffset = currCC.start;
- } else {
- calculateOffset(vttCCs, cc, webVttMpegTsMapOffset);
- }
- }
- if (webVttMpegTsMapOffset) {
- if (!initPTS) {
- parsingError = new Error('Missing initPTS for VTT MPEGTS');
- return;
- }
- // If we have MPEGTS, offset = presentation time + discontinuity offset
- cueOffset = webVttMpegTsMapOffset - vttCCs.presentationOffset;
- }
- const duration = cue.endTime - cue.startTime;
- const startTime = normalizePts((cue.startTime + cueOffset - timestampMapLOCAL) * 90000, timeOffset * 90000) / 90000;
- cue.startTime = Math.max(startTime, 0);
- cue.endTime = Math.max(startTime + duration, 0);
- //trim trailing webvtt block whitespaces
- const text = cue.text.trim();
- // Fix encoding of special characters
- cue.text = decodeURIComponent(encodeURIComponent(text));
- // If the cue was not assigned an id from the VTT file (line above the content), create one.
- if (!cue.id) {
- cue.id = generateCueId(cue.startTime, cue.endTime, text);
- }
- if (cue.endTime > 0) {
- cues.push(cue);
- }
- };
- parser.onparsingerror = function (error) {
- parsingError = error;
- };
- parser.onflush = function () {
- if (parsingError) {
- errorCallBack(parsingError);
- return;
- }
- callBack(cues);
- };
- // Go through contents line by line.
- vttLines.forEach(line => {
- if (inHeader) {
- // Look for X-TIMESTAMP-MAP in header.
- if (startsWith(line, 'X-TIMESTAMP-MAP=')) {
- // Once found, no more are allowed anyway, so stop searching.
- inHeader = false;
- // Extract LOCAL and MPEGTS.
- line.slice(16).split(',').forEach(timestamp => {
- if (startsWith(timestamp, 'LOCAL:')) {
- cueTime = timestamp.slice(6);
- } else if (startsWith(timestamp, 'MPEGTS:')) {
- timestampMapMPEGTS = parseInt(timestamp.slice(7));
- }
- });
- try {
- // Convert cue time to seconds
- timestampMapLOCAL = cueString2millis(cueTime) / 1000;
- } catch (error) {
- parsingError = error;
- }
- // Return without parsing X-TIMESTAMP-MAP line.
- return;
- } else if (line === '') {
- inHeader = false;
- }
- }
- // Parse line by default.
- parser.parse(line + '\n');
- });
- parser.flush();
- }
- const IMSC1_CODEC = 'stpp.ttml.im1t';
- // Time format: h:m:s:frames(.subframes)
- const HMSF_REGEX = /^(\d{2,}):(\d{2}):(\d{2}):(\d{2})\.?(\d+)?$/;
- // Time format: hours, minutes, seconds, milliseconds, frames, ticks
- const TIME_UNIT_REGEX = /^(\d*(?:\.\d*)?)(h|m|s|ms|f|t)$/;
- const textAlignToLineAlign = {
- left: 'start',
- center: 'center',
- right: 'end',
- start: 'start',
- end: 'end'
- };
- function parseIMSC1(payload, initPTS, callBack, errorCallBack) {
- const results = findBox(new Uint8Array(payload), ['mdat']);
- if (results.length === 0) {
- errorCallBack(new Error('Could not parse IMSC1 mdat'));
- return;
- }
- const ttmlList = results.map(mdat => utf8ArrayToStr(mdat));
- const syncTime = toTimescaleFromScale(initPTS.baseTime, 1, initPTS.timescale);
- try {
- ttmlList.forEach(ttml => callBack(parseTTML(ttml, syncTime)));
- } catch (error) {
- errorCallBack(error);
- }
- }
- function parseTTML(ttml, syncTime) {
- const parser = new DOMParser();
- const xmlDoc = parser.parseFromString(ttml, 'text/xml');
- const tt = xmlDoc.getElementsByTagName('tt')[0];
- if (!tt) {
- throw new Error('Invalid ttml');
- }
- const defaultRateInfo = {
- frameRate: 30,
- subFrameRate: 1,
- frameRateMultiplier: 0,
- tickRate: 0
- };
- const rateInfo = Object.keys(defaultRateInfo).reduce((result, key) => {
- result[key] = tt.getAttribute(`ttp:${key}`) || defaultRateInfo[key];
- return result;
- }, {});
- const trim = tt.getAttribute('xml:space') !== 'preserve';
- const styleElements = collectionToDictionary(getElementCollection(tt, 'styling', 'style'));
- const regionElements = collectionToDictionary(getElementCollection(tt, 'layout', 'region'));
- const cueElements = getElementCollection(tt, 'body', '[begin]');
- return [].map.call(cueElements, cueElement => {
- const cueText = getTextContent(cueElement, trim);
- if (!cueText || !cueElement.hasAttribute('begin')) {
- return null;
- }
- const startTime = parseTtmlTime(cueElement.getAttribute('begin'), rateInfo);
- const duration = parseTtmlTime(cueElement.getAttribute('dur'), rateInfo);
- let endTime = parseTtmlTime(cueElement.getAttribute('end'), rateInfo);
- if (startTime === null) {
- throw timestampParsingError(cueElement);
- }
- if (endTime === null) {
- if (duration === null) {
- throw timestampParsingError(cueElement);
- }
- endTime = startTime + duration;
- }
- const cue = new VTTCue(startTime - syncTime, endTime - syncTime, cueText);
- cue.id = generateCueId(cue.startTime, cue.endTime, cue.text);
- const region = regionElements[cueElement.getAttribute('region')];
- const style = styleElements[cueElement.getAttribute('style')];
- // Apply styles to cue
- const styles = getTtmlStyles(region, style, styleElements);
- const {
- textAlign
- } = styles;
- if (textAlign) {
- // cue.positionAlign not settable in FF~2016
- const lineAlign = textAlignToLineAlign[textAlign];
- if (lineAlign) {
- cue.lineAlign = lineAlign;
- }
- cue.align = textAlign;
- }
- _extends(cue, styles);
- return cue;
- }).filter(cue => cue !== null);
- }
- function getElementCollection(fromElement, parentName, childName) {
- const parent = fromElement.getElementsByTagName(parentName)[0];
- if (parent) {
- return [].slice.call(parent.querySelectorAll(childName));
- }
- return [];
- }
- function collectionToDictionary(elementsWithId) {
- return elementsWithId.reduce((dict, element) => {
- const id = element.getAttribute('xml:id');
- if (id) {
- dict[id] = element;
- }
- return dict;
- }, {});
- }
- function getTextContent(element, trim) {
- return [].slice.call(element.childNodes).reduce((str, node, i) => {
- var _node$childNodes;
- if (node.nodeName === 'br' && i) {
- return str + '\n';
- }
- if ((_node$childNodes = node.childNodes) != null && _node$childNodes.length) {
- return getTextContent(node, trim);
- } else if (trim) {
- return str + node.textContent.trim().replace(/\s+/g, ' ');
- }
- return str + node.textContent;
- }, '');
- }
- function getTtmlStyles(region, style, styleElements) {
- const ttsNs = 'http://www.w3.org/ns/ttml#styling';
- let regionStyle = null;
- const styleAttributes = ['displayAlign', 'textAlign', 'color', 'backgroundColor', 'fontSize', 'fontFamily'
- // 'fontWeight',
- // 'lineHeight',
- // 'wrapOption',
- // 'fontStyle',
- // 'direction',
- // 'writingMode'
- ];
- const regionStyleName = region != null && region.hasAttribute('style') ? region.getAttribute('style') : null;
- if (regionStyleName && styleElements.hasOwnProperty(regionStyleName)) {
- regionStyle = styleElements[regionStyleName];
- }
- return styleAttributes.reduce((styles, name) => {
- const value = getAttributeNS(style, ttsNs, name) || getAttributeNS(region, ttsNs, name) || getAttributeNS(regionStyle, ttsNs, name);
- if (value) {
- styles[name] = value;
- }
- return styles;
- }, {});
- }
- function getAttributeNS(element, ns, name) {
- if (!element) {
- return null;
- }
- return element.hasAttributeNS(ns, name) ? element.getAttributeNS(ns, name) : null;
- }
- function timestampParsingError(node) {
- return new Error(`Could not parse ttml timestamp ${node}`);
- }
- function parseTtmlTime(timeAttributeValue, rateInfo) {
- if (!timeAttributeValue) {
- return null;
- }
- let seconds = parseTimeStamp(timeAttributeValue);
- if (seconds === null) {
- if (HMSF_REGEX.test(timeAttributeValue)) {
- seconds = parseHoursMinutesSecondsFrames(timeAttributeValue, rateInfo);
- } else if (TIME_UNIT_REGEX.test(timeAttributeValue)) {
- seconds = parseTimeUnits(timeAttributeValue, rateInfo);
- }
- }
- return seconds;
- }
- function parseHoursMinutesSecondsFrames(timeAttributeValue, rateInfo) {
- const m = HMSF_REGEX.exec(timeAttributeValue);
- const frames = (m[4] | 0) + (m[5] | 0) / rateInfo.subFrameRate;
- return (m[1] | 0) * 3600 + (m[2] | 0) * 60 + (m[3] | 0) + frames / rateInfo.frameRate;
- }
- function parseTimeUnits(timeAttributeValue, rateInfo) {
- const m = TIME_UNIT_REGEX.exec(timeAttributeValue);
- const value = Number(m[1]);
- const unit = m[2];
- switch (unit) {
- case 'h':
- return value * 3600;
- case 'm':
- return value * 60;
- case 'ms':
- return value * 1000;
- case 'f':
- return value / rateInfo.frameRate;
- case 't':
- return value / rateInfo.tickRate;
- }
- return value;
- }
- class OutputFilter {
- constructor(timelineController, trackName) {
- this.timelineController = void 0;
- this.cueRanges = [];
- this.trackName = void 0;
- this.startTime = null;
- this.endTime = null;
- this.screen = null;
- this.timelineController = timelineController;
- this.trackName = trackName;
- }
- dispatchCue() {
- if (this.startTime === null) {
- return;
- }
- this.timelineController.addCues(this.trackName, this.startTime, this.endTime, this.screen, this.cueRanges);
- this.startTime = null;
- }
- newCue(startTime, endTime, screen) {
- if (this.startTime === null || this.startTime > startTime) {
- this.startTime = startTime;
- }
- this.endTime = endTime;
- this.screen = screen;
- this.timelineController.createCaptionsTrack(this.trackName);
- }
- reset() {
- this.cueRanges = [];
- this.startTime = null;
- }
- }
- class TimelineController {
- constructor(hls) {
- this.hls = void 0;
- this.media = null;
- this.config = void 0;
- this.enabled = true;
- this.Cues = void 0;
- this.textTracks = [];
- this.tracks = [];
- this.initPTS = [];
- this.unparsedVttFrags = [];
- this.captionsTracks = {};
- this.nonNativeCaptionsTracks = {};
- this.cea608Parser1 = void 0;
- this.cea608Parser2 = void 0;
- this.lastCc = -1;
- // Last video (CEA-608) fragment CC
- this.lastSn = -1;
- // Last video (CEA-608) fragment MSN
- this.lastPartIndex = -1;
- // Last video (CEA-608) fragment Part Index
- this.prevCC = -1;
- // Last subtitle fragment CC
- this.vttCCs = newVTTCCs();
- this.captionsProperties = void 0;
- this.hls = hls;
- this.config = hls.config;
- this.Cues = hls.config.cueHandler;
- this.captionsProperties = {
- textTrack1: {
- label: this.config.captionsTextTrack1Label,
- languageCode: this.config.captionsTextTrack1LanguageCode
- },
- textTrack2: {
- label: this.config.captionsTextTrack2Label,
- languageCode: this.config.captionsTextTrack2LanguageCode
- },
- textTrack3: {
- label: this.config.captionsTextTrack3Label,
- languageCode: this.config.captionsTextTrack3LanguageCode
- },
- textTrack4: {
- label: this.config.captionsTextTrack4Label,
- languageCode: this.config.captionsTextTrack4LanguageCode
- }
- };
- hls.on(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.on(Events.SUBTITLE_TRACKS_UPDATED, this.onSubtitleTracksUpdated, this);
- hls.on(Events.FRAG_LOADING, this.onFragLoading, this);
- hls.on(Events.FRAG_LOADED, this.onFragLoaded, this);
- hls.on(Events.FRAG_PARSING_USERDATA, this.onFragParsingUserdata, this);
- hls.on(Events.FRAG_DECRYPTED, this.onFragDecrypted, this);
- hls.on(Events.INIT_PTS_FOUND, this.onInitPtsFound, this);
- hls.on(Events.SUBTITLE_TRACKS_CLEARED, this.onSubtitleTracksCleared, this);
- hls.on(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- }
- destroy() {
- const {
- hls
- } = this;
- hls.off(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.off(Events.SUBTITLE_TRACKS_UPDATED, this.onSubtitleTracksUpdated, this);
- hls.off(Events.FRAG_LOADING, this.onFragLoading, this);
- hls.off(Events.FRAG_LOADED, this.onFragLoaded, this);
- hls.off(Events.FRAG_PARSING_USERDATA, this.onFragParsingUserdata, this);
- hls.off(Events.FRAG_DECRYPTED, this.onFragDecrypted, this);
- hls.off(Events.INIT_PTS_FOUND, this.onInitPtsFound, this);
- hls.off(Events.SUBTITLE_TRACKS_CLEARED, this.onSubtitleTracksCleared, this);
- hls.off(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- // @ts-ignore
- this.hls = this.config = this.media = null;
- this.cea608Parser1 = this.cea608Parser2 = undefined;
- }
- initCea608Parsers() {
- const channel1 = new OutputFilter(this, 'textTrack1');
- const channel2 = new OutputFilter(this, 'textTrack2');
- const channel3 = new OutputFilter(this, 'textTrack3');
- const channel4 = new OutputFilter(this, 'textTrack4');
- this.cea608Parser1 = new Cea608Parser(1, channel1, channel2);
- this.cea608Parser2 = new Cea608Parser(3, channel3, channel4);
- }
- addCues(trackName, startTime, endTime, screen, cueRanges) {
- // skip cues which overlap more than 50% with previously parsed time ranges
- let merged = false;
- for (let i = cueRanges.length; i--;) {
- const cueRange = cueRanges[i];
- const overlap = intersection(cueRange[0], cueRange[1], startTime, endTime);
- if (overlap >= 0) {
- cueRange[0] = Math.min(cueRange[0], startTime);
- cueRange[1] = Math.max(cueRange[1], endTime);
- merged = true;
- if (overlap / (endTime - startTime) > 0.5) {
- return;
- }
- }
- }
- if (!merged) {
- cueRanges.push([startTime, endTime]);
- }
- if (this.config.renderTextTracksNatively) {
- const track = this.captionsTracks[trackName];
- this.Cues.newCue(track, startTime, endTime, screen);
- } else {
- const cues = this.Cues.newCue(null, startTime, endTime, screen);
- this.hls.trigger(Events.CUES_PARSED, {
- type: 'captions',
- cues,
- track: trackName
- });
- }
- }
- // Triggered when an initial PTS is found; used for synchronisation of WebVTT.
- onInitPtsFound(event, {
- frag,
- id,
- initPTS,
- timescale
- }) {
- const {
- unparsedVttFrags
- } = this;
- if (id === PlaylistLevelType.MAIN) {
- this.initPTS[frag.cc] = {
- baseTime: initPTS,
- timescale
- };
- }
- // Due to asynchronous processing, initial PTS may arrive later than the first VTT fragments are loaded.
- // Parse any unparsed fragments upon receiving the initial PTS.
- if (unparsedVttFrags.length) {
- this.unparsedVttFrags = [];
- unparsedVttFrags.forEach(data => {
- if (this.initPTS[data.frag.cc]) {
- this.onFragLoaded(Events.FRAG_LOADED, data);
- } else {
- this.hls.trigger(Events.SUBTITLE_FRAG_PROCESSED, {
- success: false,
- frag: data.frag,
- error: new Error('Subtitle discontinuity domain does not match main')
- });
- }
- });
- }
- }
- getExistingTrack(label, language) {
- const {
- media
- } = this;
- if (media) {
- for (let i = 0; i < media.textTracks.length; i++) {
- const textTrack = media.textTracks[i];
- if (canReuseVttTextTrack(textTrack, {
- name: label,
- lang: language,
- characteristics: 'transcribes-spoken-dialog,describes-music-and-sound'})) {
- return textTrack;
- }
- }
- }
- return null;
- }
- createCaptionsTrack(trackName) {
- if (this.config.renderTextTracksNatively) {
- this.createNativeTrack(trackName);
- } else {
- this.createNonNativeTrack(trackName);
- }
- }
- createNativeTrack(trackName) {
- if (this.captionsTracks[trackName]) {
- return;
- }
- const {
- captionsProperties,
- captionsTracks,
- media
- } = this;
- const {
- label,
- languageCode
- } = captionsProperties[trackName];
- // Enable reuse of existing text track.
- const existingTrack = this.getExistingTrack(label, languageCode);
- if (!existingTrack) {
- const textTrack = this.createTextTrack('captions', label, languageCode);
- if (textTrack) {
- // Set a special property on the track so we know it's managed by Hls.js
- textTrack[trackName] = true;
- captionsTracks[trackName] = textTrack;
- }
- } else {
- captionsTracks[trackName] = existingTrack;
- clearCurrentCues(captionsTracks[trackName]);
- sendAddTrackEvent(captionsTracks[trackName], media);
- }
- }
- createNonNativeTrack(trackName) {
- if (this.nonNativeCaptionsTracks[trackName]) {
- return;
- }
- // Create a list of a single track for the provider to consume
- const trackProperties = this.captionsProperties[trackName];
- if (!trackProperties) {
- return;
- }
- const label = trackProperties.label;
- const track = {
- _id: trackName,
- label,
- kind: 'captions',
- default: trackProperties.media ? !!trackProperties.media.default : false,
- closedCaptions: trackProperties.media
- };
- this.nonNativeCaptionsTracks[trackName] = track;
- this.hls.trigger(Events.NON_NATIVE_TEXT_TRACKS_FOUND, {
- tracks: [track]
- });
- }
- createTextTrack(kind, label, lang) {
- const media = this.media;
- if (!media) {
- return;
- }
- return media.addTextTrack(kind, label, lang);
- }
- onMediaAttaching(event, data) {
- this.media = data.media;
- if (!data.mediaSource) {
- this._cleanTracks();
- }
- }
- onMediaDetaching(event, data) {
- const transferringMedia = !!data.transferMedia;
- this.media = null;
- if (transferringMedia) {
- return;
- }
- const {
- captionsTracks
- } = this;
- Object.keys(captionsTracks).forEach(trackName => {
- clearCurrentCues(captionsTracks[trackName]);
- delete captionsTracks[trackName];
- });
- this.nonNativeCaptionsTracks = {};
- }
- onManifestLoading() {
- // Detect discontinuity in video fragment (CEA-608) parsing
- this.lastCc = -1;
- this.lastSn = -1;
- this.lastPartIndex = -1;
- // Detect discontinuity in subtitle manifests
- this.prevCC = -1;
- this.vttCCs = newVTTCCs();
- // Reset tracks
- this._cleanTracks();
- this.tracks = [];
- this.captionsTracks = {};
- this.nonNativeCaptionsTracks = {};
- this.textTracks = [];
- this.unparsedVttFrags = [];
- this.initPTS = [];
- if (this.cea608Parser1 && this.cea608Parser2) {
- this.cea608Parser1.reset();
- this.cea608Parser2.reset();
- }
- }
- _cleanTracks() {
- // clear outdated subtitles
- const {
- media
- } = this;
- if (!media) {
- return;
- }
- const textTracks = media.textTracks;
- if (textTracks) {
- for (let i = 0; i < textTracks.length; i++) {
- clearCurrentCues(textTracks[i]);
- }
- }
- }
- onSubtitleTracksUpdated(event, data) {
- const tracks = data.subtitleTracks || [];
- const hasIMSC1 = tracks.some(track => track.textCodec === IMSC1_CODEC);
- if (this.config.enableWebVTT || hasIMSC1 && this.config.enableIMSC1) {
- const listIsIdentical = subtitleOptionsIdentical(this.tracks, tracks);
- if (listIsIdentical) {
- this.tracks = tracks;
- return;
- }
- this.textTracks = [];
- this.tracks = tracks;
- if (this.config.renderTextTracksNatively) {
- const media = this.media;
- const inUseTracks = media ? filterSubtitleTracks(media.textTracks) : null;
- this.tracks.forEach((track, index) => {
- // Reuse tracks with the same label and lang, but do not reuse 608/708 tracks
- let textTrack;
- if (inUseTracks) {
- let inUseTrack = null;
- for (let i = 0; i < inUseTracks.length; i++) {
- if (inUseTracks[i] && canReuseVttTextTrack(inUseTracks[i], track)) {
- inUseTrack = inUseTracks[i];
- inUseTracks[i] = null;
- break;
- }
- }
- if (inUseTrack) {
- textTrack = inUseTrack;
- }
- }
- if (textTrack) {
- clearCurrentCues(textTrack);
- } else {
- const textTrackKind = captionsOrSubtitlesFromCharacteristics(track);
- textTrack = this.createTextTrack(textTrackKind, track.name, track.lang);
- if (textTrack) {
- textTrack.mode = 'disabled';
- }
- }
- if (textTrack) {
- this.textTracks.push(textTrack);
- }
- });
- // Warn when video element has captions or subtitle TextTracks carried over from another source
- if (inUseTracks != null && inUseTracks.length) {
- const unusedTextTracks = inUseTracks.filter(t => t !== null).map(t => t.label);
- if (unusedTextTracks.length) {
- this.hls.logger.warn(`Media element contains unused subtitle tracks: ${unusedTextTracks.join(', ')}. Replace media element for each source to clear TextTracks and captions menu.`);
- }
- }
- } else if (this.tracks.length) {
- // Create a list of tracks for the provider to consume
- const tracksList = this.tracks.map(track => {
- return {
- label: track.name,
- kind: track.type.toLowerCase(),
- default: track.default,
- subtitleTrack: track
- };
- });
- this.hls.trigger(Events.NON_NATIVE_TEXT_TRACKS_FOUND, {
- tracks: tracksList
- });
- }
- }
- }
- onManifestLoaded(event, data) {
- if (this.config.enableCEA708Captions && data.captions) {
- data.captions.forEach(captionsTrack => {
- const instreamIdMatch = /(?:CC|SERVICE)([1-4])/.exec(captionsTrack.instreamId);
- if (!instreamIdMatch) {
- return;
- }
- const trackName = `textTrack${instreamIdMatch[1]}`;
- const trackProperties = this.captionsProperties[trackName];
- if (!trackProperties) {
- return;
- }
- trackProperties.label = captionsTrack.name;
- if (captionsTrack.lang) {
- // optional attribute
- trackProperties.languageCode = captionsTrack.lang;
- }
- trackProperties.media = captionsTrack;
- });
- }
- }
- closedCaptionsForLevel(frag) {
- const level = this.hls.levels[frag.level];
- return level == null ? void 0 : level.attrs['CLOSED-CAPTIONS'];
- }
- onFragLoading(event, data) {
- // if this frag isn't contiguous, clear the parser so cues with bad start/end times aren't added to the textTrack
- if (this.enabled && data.frag.type === PlaylistLevelType.MAIN) {
- var _data$part$index, _data$part;
- const {
- cea608Parser1,
- cea608Parser2,
- lastSn
- } = this;
- const {
- cc,
- sn
- } = data.frag;
- const partIndex = (_data$part$index = (_data$part = data.part) == null ? void 0 : _data$part.index) != null ? _data$part$index : -1;
- if (cea608Parser1 && cea608Parser2) {
- if (sn !== lastSn + 1 || sn === lastSn && partIndex !== this.lastPartIndex + 1 || cc !== this.lastCc) {
- cea608Parser1.reset();
- cea608Parser2.reset();
- }
- }
- this.lastCc = cc;
- this.lastSn = sn;
- this.lastPartIndex = partIndex;
- }
- }
- onFragLoaded(event, data) {
- const {
- frag,
- payload
- } = data;
- if (frag.type === PlaylistLevelType.SUBTITLE) {
- // If fragment is subtitle type, parse as WebVTT.
- if (payload.byteLength) {
- const decryptData = frag.decryptdata;
- // fragment after decryption has a stats object
- const decrypted = 'stats' in data;
- // If the subtitles are not encrypted, parse VTTs now. Otherwise, we need to wait.
- if (decryptData == null || !decryptData.encrypted || decrypted) {
- const trackPlaylistMedia = this.tracks[frag.level];
- const vttCCs = this.vttCCs;
- if (!vttCCs[frag.cc]) {
- vttCCs[frag.cc] = {
- start: frag.start,
- prevCC: this.prevCC,
- new: true
- };
- this.prevCC = frag.cc;
- }
- if (trackPlaylistMedia && trackPlaylistMedia.textCodec === IMSC1_CODEC) {
- this._parseIMSC1(frag, payload);
- } else {
- this._parseVTTs(data);
- }
- }
- } else {
- // In case there is no payload, finish unsuccessfully.
- this.hls.trigger(Events.SUBTITLE_FRAG_PROCESSED, {
- success: false,
- frag,
- error: new Error('Empty subtitle payload')
- });
- }
- }
- }
- _parseIMSC1(frag, payload) {
- const hls = this.hls;
- parseIMSC1(payload, this.initPTS[frag.cc], cues => {
- this._appendCues(cues, frag.level);
- hls.trigger(Events.SUBTITLE_FRAG_PROCESSED, {
- success: true,
- frag: frag
- });
- }, error => {
- hls.logger.log(`Failed to parse IMSC1: ${error}`);
- hls.trigger(Events.SUBTITLE_FRAG_PROCESSED, {
- success: false,
- frag: frag,
- error
- });
- });
- }
- _parseVTTs(data) {
- var _frag$initSegment;
- const {
- frag,
- payload
- } = data;
- // We need an initial synchronisation PTS. Store fragments as long as none has arrived
- const {
- initPTS,
- unparsedVttFrags
- } = this;
- const maxAvCC = initPTS.length - 1;
- if (!initPTS[frag.cc] && maxAvCC === -1) {
- unparsedVttFrags.push(data);
- return;
- }
- const hls = this.hls;
- // Parse the WebVTT file contents.
- const payloadWebVTT = (_frag$initSegment = frag.initSegment) != null && _frag$initSegment.data ? appendUint8Array(frag.initSegment.data, new Uint8Array(payload)).buffer : payload;
- parseWebVTT(payloadWebVTT, this.initPTS[frag.cc], this.vttCCs, frag.cc, frag.start, cues => {
- this._appendCues(cues, frag.level);
- hls.trigger(Events.SUBTITLE_FRAG_PROCESSED, {
- success: true,
- frag: frag
- });
- }, error => {
- const missingInitPTS = error.message === 'Missing initPTS for VTT MPEGTS';
- if (missingInitPTS) {
- unparsedVttFrags.push(data);
- } else {
- this._fallbackToIMSC1(frag, payload);
- }
- // Something went wrong while parsing. Trigger event with success false.
- hls.logger.log(`Failed to parse VTT cue: ${error}`);
- if (missingInitPTS && maxAvCC > frag.cc) {
- return;
- }
- hls.trigger(Events.SUBTITLE_FRAG_PROCESSED, {
- success: false,
- frag: frag,
- error
- });
- });
- }
- _fallbackToIMSC1(frag, payload) {
- // If textCodec is unknown, try parsing as IMSC1. Set textCodec based on the result
- const trackPlaylistMedia = this.tracks[frag.level];
- if (!trackPlaylistMedia.textCodec) {
- parseIMSC1(payload, this.initPTS[frag.cc], () => {
- trackPlaylistMedia.textCodec = IMSC1_CODEC;
- this._parseIMSC1(frag, payload);
- }, () => {
- trackPlaylistMedia.textCodec = 'wvtt';
- });
- }
- }
- _appendCues(cues, fragLevel) {
- const hls = this.hls;
- if (this.config.renderTextTracksNatively) {
- const textTrack = this.textTracks[fragLevel];
- // WebVTTParser.parse is an async method and if the currently selected text track mode is set to "disabled"
- // before parsing is done then don't try to access currentTrack.cues.getCueById as cues will be null
- // and trying to access getCueById method of cues will throw an exception
- // Because we check if the mode is disabled, we can force check `cues` below. They can't be null.
- if (!textTrack || textTrack.mode === 'disabled') {
- return;
- }
- cues.forEach(cue => addCueToTrack(textTrack, cue));
- } else {
- const currentTrack = this.tracks[fragLevel];
- if (!currentTrack) {
- return;
- }
- const track = currentTrack.default ? 'default' : 'subtitles' + fragLevel;
- hls.trigger(Events.CUES_PARSED, {
- type: 'subtitles',
- cues,
- track
- });
- }
- }
- onFragDecrypted(event, data) {
- const {
- frag
- } = data;
- if (frag.type === PlaylistLevelType.SUBTITLE) {
- this.onFragLoaded(Events.FRAG_LOADED, data);
- }
- }
- onSubtitleTracksCleared() {
- this.tracks = [];
- this.captionsTracks = {};
- }
- onFragParsingUserdata(event, data) {
- if (!this.enabled || !this.config.enableCEA708Captions) {
- return;
- }
- const {
- frag,
- samples
- } = data;
- if (frag.type === PlaylistLevelType.MAIN && this.closedCaptionsForLevel(frag) === 'NONE') {
- return;
- }
- // If the event contains captions (found in the bytes property), push all bytes into the parser immediately
- // It will create the proper timestamps based on the PTS value
- for (let i = 0; i < samples.length; i++) {
- const ccBytes = samples[i].bytes;
- if (ccBytes) {
- if (!this.cea608Parser1) {
- this.initCea608Parsers();
- }
- const ccdatas = this.extractCea608Data(ccBytes);
- this.cea608Parser1.addData(samples[i].pts, ccdatas[0]);
- this.cea608Parser2.addData(samples[i].pts, ccdatas[1]);
- }
- }
- }
- onBufferFlushing(event, {
- startOffset,
- endOffset,
- endOffsetSubtitles,
- type
- }) {
- const {
- media
- } = this;
- if (!media || media.currentTime < endOffset) {
- return;
- }
- // Clear 608 caption cues from the captions TextTracks when the video back buffer is flushed
- // Forward cues are never removed because we can loose streamed 608 content from recent fragments
- if (!type || type === 'video') {
- const {
- captionsTracks
- } = this;
- Object.keys(captionsTracks).forEach(trackName => removeCuesInRange(captionsTracks[trackName], startOffset, endOffset));
- }
- if (this.config.renderTextTracksNatively) {
- // Clear VTT/IMSC1 subtitle cues from the subtitle TextTracks when the back buffer is flushed
- if (startOffset === 0 && endOffsetSubtitles !== undefined) {
- const {
- textTracks
- } = this;
- Object.keys(textTracks).forEach(trackName => removeCuesInRange(textTracks[trackName], startOffset, endOffsetSubtitles));
- }
- }
- }
- extractCea608Data(byteArray) {
- const actualCCBytes = [[], []];
- const count = byteArray[0] & 0x1f;
- let position = 2;
- for (let j = 0; j < count; j++) {
- const tmpByte = byteArray[position++];
- const ccbyte1 = 0x7f & byteArray[position++];
- const ccbyte2 = 0x7f & byteArray[position++];
- if (ccbyte1 === 0 && ccbyte2 === 0) {
- continue;
- }
- const ccValid = (0x04 & tmpByte) !== 0; // Support all four channels
- if (ccValid) {
- const ccType = 0x03 & tmpByte;
- if (0x00 /* CEA608 field1*/ === ccType || 0x01 /* CEA608 field2*/ === ccType) {
- // Exclude CEA708 CC data.
- actualCCBytes[ccType].push(ccbyte1);
- actualCCBytes[ccType].push(ccbyte2);
- }
- }
- }
- return actualCCBytes;
- }
- }
- function captionsOrSubtitlesFromCharacteristics(track) {
- if (track.characteristics) {
- if (/transcribes-spoken-dialog/gi.test(track.characteristics) && /describes-music-and-sound/gi.test(track.characteristics)) {
- return 'captions';
- }
- }
- return 'subtitles';
- }
- function canReuseVttTextTrack(inUseTrack, manifestTrack) {
- return !!inUseTrack && inUseTrack.kind === captionsOrSubtitlesFromCharacteristics(manifestTrack) && subtitleTrackMatchesTextTrack(manifestTrack, inUseTrack);
- }
- function intersection(x1, x2, y1, y2) {
- return Math.min(x2, y2) - Math.max(x1, y1);
- }
- function newVTTCCs() {
- return {
- ccOffset: 0,
- presentationOffset: 0,
- 0: {
- start: 0,
- prevCC: -1,
- new: true
- }
- };
- }
- const WHITESPACE_CHAR = /\s/;
- const Cues = {
- newCue(track, startTime, endTime, captionScreen) {
- const result = [];
- let row;
- // the type data states this is VTTCue, but it can potentially be a TextTrackCue on old browsers
- let cue;
- let indenting;
- let indent;
- let text;
- const Cue = self.VTTCue || self.TextTrackCue;
- for (let r = 0; r < captionScreen.rows.length; r++) {
- row = captionScreen.rows[r];
- indenting = true;
- indent = 0;
- text = '';
- if (!row.isEmpty()) {
- var _track$cues;
- for (let c = 0; c < row.chars.length; c++) {
- if (WHITESPACE_CHAR.test(row.chars[c].uchar) && indenting) {
- indent++;
- } else {
- text += row.chars[c].uchar;
- indenting = false;
- }
- }
- // To be used for cleaning-up orphaned roll-up captions
- row.cueStartTime = startTime;
- // Give a slight bump to the endTime if it's equal to startTime to avoid a SyntaxError in IE
- if (startTime === endTime) {
- endTime += 0.0001;
- }
- if (indent >= 16) {
- indent--;
- } else {
- indent++;
- }
- const cueText = fixLineBreaks(text.trim());
- const id = generateCueId(startTime, endTime, cueText);
- // If this cue already exists in the track do not push it
- if (!(track != null && (_track$cues = track.cues) != null && _track$cues.getCueById(id))) {
- cue = new Cue(startTime, endTime, cueText);
- cue.id = id;
- cue.line = r + 1;
- cue.align = 'left';
- // Clamp the position between 10 and 80 percent (CEA-608 PAC indent code)
- // https://dvcs.w3.org/hg/text-tracks/raw-file/default/608toVTT/608toVTT.html#positioning-in-cea-608
- // Firefox throws an exception and captions break with out of bounds 0-100 values
- cue.position = 10 + Math.min(80, Math.floor(indent * 8 / 32) * 10);
- result.push(cue);
- }
- }
- }
- if (track && result.length) {
- // Sort bottom cues in reverse order so that they render in line order when overlapping in Chrome
- result.sort((cueA, cueB) => {
- if (cueA.line === 'auto' || cueB.line === 'auto') {
- return 0;
- }
- if (cueA.line > 8 && cueB.line > 8) {
- return cueB.line - cueA.line;
- }
- return cueA.line - cueB.line;
- });
- result.forEach(cue => addCueToTrack(track, cue));
- }
- return result;
- }
- };
- function fetchSupported() {
- if (
- // @ts-ignore
- self.fetch && self.AbortController && self.ReadableStream && self.Request) {
- try {
- new self.ReadableStream({}); // eslint-disable-line no-new
- return true;
- } catch (e) {
- /* noop */
- }
- }
- return false;
- }
- const BYTERANGE = /(\d+)-(\d+)\/(\d+)/;
- class FetchLoader {
- constructor(config) {
- this.fetchSetup = void 0;
- this.requestTimeout = void 0;
- this.request = null;
- this.response = null;
- this.controller = void 0;
- this.context = null;
- this.config = null;
- this.callbacks = null;
- this.stats = void 0;
- this.loader = null;
- this.fetchSetup = config.fetchSetup || getRequest;
- this.controller = new self.AbortController();
- this.stats = new LoadStats();
- }
- destroy() {
- this.loader = this.callbacks = this.context = this.config = this.request = null;
- this.abortInternal();
- this.response = null;
- // @ts-ignore
- this.fetchSetup = this.controller = this.stats = null;
- }
- abortInternal() {
- if (this.controller && !this.stats.loading.end) {
- this.stats.aborted = true;
- this.controller.abort();
- }
- }
- abort() {
- var _this$callbacks;
- this.abortInternal();
- if ((_this$callbacks = this.callbacks) != null && _this$callbacks.onAbort) {
- this.callbacks.onAbort(this.stats, this.context, this.response);
- }
- }
- load(context, config, callbacks) {
- const stats = this.stats;
- if (stats.loading.start) {
- throw new Error('Loader can only be used once.');
- }
- stats.loading.start = self.performance.now();
- const initParams = getRequestParameters(context, this.controller.signal);
- const isArrayBuffer = context.responseType === 'arraybuffer';
- const LENGTH = isArrayBuffer ? 'byteLength' : 'length';
- const {
- maxTimeToFirstByteMs,
- maxLoadTimeMs
- } = config.loadPolicy;
- this.context = context;
- this.config = config;
- this.callbacks = callbacks;
- this.request = this.fetchSetup(context, initParams);
- self.clearTimeout(this.requestTimeout);
- config.timeout = maxTimeToFirstByteMs && isFiniteNumber(maxTimeToFirstByteMs) ? maxTimeToFirstByteMs : maxLoadTimeMs;
- this.requestTimeout = self.setTimeout(() => {
- if (this.callbacks) {
- this.abortInternal();
- this.callbacks.onTimeout(stats, context, this.response);
- }
- }, config.timeout);
- const fetchPromise = isPromise(this.request) ? this.request.then(self.fetch) : self.fetch(this.request);
- fetchPromise.then(response => {
- var _this$callbacks2;
- this.response = this.loader = response;
- const first = Math.max(self.performance.now(), stats.loading.start);
- self.clearTimeout(this.requestTimeout);
- config.timeout = maxLoadTimeMs;
- this.requestTimeout = self.setTimeout(() => {
- if (this.callbacks) {
- this.abortInternal();
- this.callbacks.onTimeout(stats, context, this.response);
- }
- }, maxLoadTimeMs - (first - stats.loading.start));
- if (!response.ok) {
- const {
- status,
- statusText
- } = response;
- throw new FetchError(statusText || 'fetch, bad network response', status, response);
- }
- stats.loading.first = first;
- stats.total = getContentLength(response.headers) || stats.total;
- const onProgress = (_this$callbacks2 = this.callbacks) == null ? void 0 : _this$callbacks2.onProgress;
- if (onProgress && isFiniteNumber(config.highWaterMark)) {
- return this.loadProgressively(response, stats, context, config.highWaterMark, onProgress);
- }
- if (isArrayBuffer) {
- return response.arrayBuffer();
- }
- if (context.responseType === 'json') {
- return response.json();
- }
- return response.text();
- }).then(responseData => {
- var _this$callbacks3, _this$callbacks4;
- const response = this.response;
- if (!response) {
- throw new Error('loader destroyed');
- }
- self.clearTimeout(this.requestTimeout);
- stats.loading.end = Math.max(self.performance.now(), stats.loading.first);
- const total = responseData[LENGTH];
- if (total) {
- stats.loaded = stats.total = total;
- }
- const loaderResponse = {
- url: response.url,
- data: responseData,
- code: response.status
- };
- const onProgress = (_this$callbacks3 = this.callbacks) == null ? void 0 : _this$callbacks3.onProgress;
- if (onProgress && !isFiniteNumber(config.highWaterMark)) {
- onProgress(stats, context, responseData, response);
- }
- (_this$callbacks4 = this.callbacks) == null ? void 0 : _this$callbacks4.onSuccess(loaderResponse, stats, context, response);
- }).catch(error => {
- var _this$callbacks5;
- self.clearTimeout(this.requestTimeout);
- if (stats.aborted) {
- return;
- }
- // CORS errors result in an undefined code. Set it to 0 here to align with XHR's behavior
- // when destroying, 'error' itself can be undefined
- const code = !error ? 0 : error.code || 0;
- const text = !error ? null : error.message;
- (_this$callbacks5 = this.callbacks) == null ? void 0 : _this$callbacks5.onError({
- code,
- text
- }, context, error ? error.details : null, stats);
- });
- }
- getCacheAge() {
- let result = null;
- if (this.response) {
- const ageHeader = this.response.headers.get('age');
- result = ageHeader ? parseFloat(ageHeader) : null;
- }
- return result;
- }
- getResponseHeader(name) {
- return this.response ? this.response.headers.get(name) : null;
- }
- loadProgressively(response, stats, context, highWaterMark = 0, onProgress) {
- const chunkCache = new ChunkCache();
- const reader = response.body.getReader();
- const pump = () => {
- return reader.read().then(data => {
- if (data.done) {
- if (chunkCache.dataLength) {
- onProgress(stats, context, chunkCache.flush().buffer, response);
- }
- return Promise.resolve(new ArrayBuffer(0));
- }
- const chunk = data.value;
- const len = chunk.length;
- stats.loaded += len;
- if (len < highWaterMark || chunkCache.dataLength) {
- // The current chunk is too small to to be emitted or the cache already has data
- // Push it to the cache
- chunkCache.push(chunk);
- if (chunkCache.dataLength >= highWaterMark) {
- // flush in order to join the typed arrays
- onProgress(stats, context, chunkCache.flush().buffer, response);
- }
- } else {
- // If there's nothing cached already, and the chache is large enough
- // just emit the progress event
- onProgress(stats, context, chunk.buffer, response);
- }
- return pump();
- }).catch(() => {
- /* aborted */
- return Promise.reject();
- });
- };
- return pump();
- }
- }
- function getRequestParameters(context, signal) {
- const initParams = {
- method: 'GET',
- mode: 'cors',
- credentials: 'same-origin',
- signal,
- headers: new self.Headers(_extends({}, context.headers))
- };
- if (context.rangeEnd) {
- initParams.headers.set('Range', 'bytes=' + context.rangeStart + '-' + String(context.rangeEnd - 1));
- }
- return initParams;
- }
- function getByteRangeLength(byteRangeHeader) {
- const result = BYTERANGE.exec(byteRangeHeader);
- if (result) {
- return parseInt(result[2]) - parseInt(result[1]) + 1;
- }
- }
- function getContentLength(headers) {
- const contentRange = headers.get('Content-Range');
- if (contentRange) {
- const byteRangeLength = getByteRangeLength(contentRange);
- if (isFiniteNumber(byteRangeLength)) {
- return byteRangeLength;
- }
- }
- const contentLength = headers.get('Content-Length');
- if (contentLength) {
- return parseInt(contentLength);
- }
- }
- function getRequest(context, initParams) {
- return new self.Request(context.url, initParams);
- }
- class FetchError extends Error {
- constructor(message, code, details) {
- super(message);
- this.code = void 0;
- this.details = void 0;
- this.code = code;
- this.details = details;
- }
- }
- const AGE_HEADER_LINE_REGEX = /^age:\s*[\d.]+\s*$/im;
- class XhrLoader {
- constructor(config) {
- this.xhrSetup = void 0;
- this.requestTimeout = void 0;
- this.retryTimeout = void 0;
- this.retryDelay = void 0;
- this.config = null;
- this.callbacks = null;
- this.context = null;
- this.loader = null;
- this.stats = void 0;
- this.xhrSetup = config ? config.xhrSetup || null : null;
- this.stats = new LoadStats();
- this.retryDelay = 0;
- }
- destroy() {
- this.callbacks = null;
- this.abortInternal();
- this.loader = null;
- this.config = null;
- this.context = null;
- this.xhrSetup = null;
- }
- abortInternal() {
- const loader = this.loader;
- self.clearTimeout(this.requestTimeout);
- self.clearTimeout(this.retryTimeout);
- if (loader) {
- loader.onreadystatechange = null;
- loader.onprogress = null;
- if (loader.readyState !== 4) {
- this.stats.aborted = true;
- loader.abort();
- }
- }
- }
- abort() {
- var _this$callbacks;
- this.abortInternal();
- if ((_this$callbacks = this.callbacks) != null && _this$callbacks.onAbort) {
- this.callbacks.onAbort(this.stats, this.context, this.loader);
- }
- }
- load(context, config, callbacks) {
- if (this.stats.loading.start) {
- throw new Error('Loader can only be used once.');
- }
- this.stats.loading.start = self.performance.now();
- this.context = context;
- this.config = config;
- this.callbacks = callbacks;
- this.loadInternal();
- }
- loadInternal() {
- const {
- config,
- context
- } = this;
- if (!config || !context) {
- return;
- }
- const xhr = this.loader = new self.XMLHttpRequest();
- const stats = this.stats;
- stats.loading.first = 0;
- stats.loaded = 0;
- stats.aborted = false;
- const xhrSetup = this.xhrSetup;
- if (xhrSetup) {
- Promise.resolve().then(() => {
- if (this.loader !== xhr || this.stats.aborted) return;
- return xhrSetup(xhr, context.url);
- }).catch(error => {
- if (this.loader !== xhr || this.stats.aborted) return;
- xhr.open('GET', context.url, true);
- return xhrSetup(xhr, context.url);
- }).then(() => {
- if (this.loader !== xhr || this.stats.aborted) return;
- this.openAndSendXhr(xhr, context, config);
- }).catch(error => {
- var _this$callbacks2;
- // IE11 throws an exception on xhr.open if attempting to access an HTTP resource over HTTPS
- (_this$callbacks2 = this.callbacks) == null ? void 0 : _this$callbacks2.onError({
- code: xhr.status,
- text: error.message
- }, context, xhr, stats);
- return;
- });
- } else {
- this.openAndSendXhr(xhr, context, config);
- }
- }
- openAndSendXhr(xhr, context, config) {
- if (!xhr.readyState) {
- xhr.open('GET', context.url, true);
- }
- const headers = context.headers;
- const {
- maxTimeToFirstByteMs,
- maxLoadTimeMs
- } = config.loadPolicy;
- if (headers) {
- for (const header in headers) {
- xhr.setRequestHeader(header, headers[header]);
- }
- }
- if (context.rangeEnd) {
- xhr.setRequestHeader('Range', 'bytes=' + context.rangeStart + '-' + (context.rangeEnd - 1));
- }
- xhr.onreadystatechange = this.readystatechange.bind(this);
- xhr.onprogress = this.loadprogress.bind(this);
- xhr.responseType = context.responseType;
- // setup timeout before we perform request
- self.clearTimeout(this.requestTimeout);
- config.timeout = maxTimeToFirstByteMs && isFiniteNumber(maxTimeToFirstByteMs) ? maxTimeToFirstByteMs : maxLoadTimeMs;
- this.requestTimeout = self.setTimeout(this.loadtimeout.bind(this), config.timeout);
- xhr.send();
- }
- readystatechange() {
- const {
- context,
- loader: xhr,
- stats
- } = this;
- if (!context || !xhr) {
- return;
- }
- const readyState = xhr.readyState;
- const config = this.config;
- // don't proceed if xhr has been aborted
- if (stats.aborted) {
- return;
- }
- // >= HEADERS_RECEIVED
- if (readyState >= 2) {
- if (stats.loading.first === 0) {
- stats.loading.first = Math.max(self.performance.now(), stats.loading.start);
- // readyState >= 2 AND readyState !==4 (readyState = HEADERS_RECEIVED || LOADING) rearm timeout as xhr not finished yet
- if (config.timeout !== config.loadPolicy.maxLoadTimeMs) {
- self.clearTimeout(this.requestTimeout);
- config.timeout = config.loadPolicy.maxLoadTimeMs;
- this.requestTimeout = self.setTimeout(this.loadtimeout.bind(this), config.loadPolicy.maxLoadTimeMs - (stats.loading.first - stats.loading.start));
- }
- }
- if (readyState === 4) {
- self.clearTimeout(this.requestTimeout);
- xhr.onreadystatechange = null;
- xhr.onprogress = null;
- const status = xhr.status;
- // http status between 200 to 299 are all successful
- const useResponseText = xhr.responseType === 'text' ? xhr.responseText : null;
- if (status >= 200 && status < 300) {
- const data = useResponseText != null ? useResponseText : xhr.response;
- if (data != null) {
- var _this$callbacks3, _this$callbacks4;
- stats.loading.end = Math.max(self.performance.now(), stats.loading.first);
- const len = xhr.responseType === 'arraybuffer' ? data.byteLength : data.length;
- stats.loaded = stats.total = len;
- stats.bwEstimate = stats.total * 8000 / (stats.loading.end - stats.loading.first);
- const onProgress = (_this$callbacks3 = this.callbacks) == null ? void 0 : _this$callbacks3.onProgress;
- if (onProgress) {
- onProgress(stats, context, data, xhr);
- }
- const _response = {
- url: xhr.responseURL,
- data: data,
- code: status
- };
- (_this$callbacks4 = this.callbacks) == null ? void 0 : _this$callbacks4.onSuccess(_response, stats, context, xhr);
- return;
- }
- }
- // Handle bad status or nullish response
- const retryConfig = config.loadPolicy.errorRetry;
- const retryCount = stats.retry;
- // if max nb of retries reached or if http status between 400 and 499 (such error cannot be recovered, retrying is useless), return error
- const response = {
- url: context.url,
- data: undefined,
- code: status
- };
- if (shouldRetry(retryConfig, retryCount, false, response)) {
- this.retry(retryConfig);
- } else {
- var _this$callbacks5;
- logger.error(`${status} while loading ${context.url}`);
- (_this$callbacks5 = this.callbacks) == null ? void 0 : _this$callbacks5.onError({
- code: status,
- text: xhr.statusText
- }, context, xhr, stats);
- }
- }
- }
- }
- loadtimeout() {
- if (!this.config) return;
- const retryConfig = this.config.loadPolicy.timeoutRetry;
- const retryCount = this.stats.retry;
- if (shouldRetry(retryConfig, retryCount, true)) {
- this.retry(retryConfig);
- } else {
- var _this$context;
- logger.warn(`timeout while loading ${(_this$context = this.context) == null ? void 0 : _this$context.url}`);
- const callbacks = this.callbacks;
- if (callbacks) {
- this.abortInternal();
- callbacks.onTimeout(this.stats, this.context, this.loader);
- }
- }
- }
- retry(retryConfig) {
- const {
- context,
- stats
- } = this;
- this.retryDelay = getRetryDelay(retryConfig, stats.retry);
- stats.retry++;
- logger.warn(`${status ? 'HTTP Status ' + status : 'Timeout'} while loading ${context == null ? void 0 : context.url}, retrying ${stats.retry}/${retryConfig.maxNumRetry} in ${this.retryDelay}ms`);
- // abort and reset internal state
- this.abortInternal();
- this.loader = null;
- // schedule retry
- self.clearTimeout(this.retryTimeout);
- this.retryTimeout = self.setTimeout(this.loadInternal.bind(this), this.retryDelay);
- }
- loadprogress(event) {
- const stats = this.stats;
- stats.loaded = event.loaded;
- if (event.lengthComputable) {
- stats.total = event.total;
- }
- }
- getCacheAge() {
- let result = null;
- if (this.loader && AGE_HEADER_LINE_REGEX.test(this.loader.getAllResponseHeaders())) {
- const ageHeader = this.loader.getResponseHeader('age');
- result = ageHeader ? parseFloat(ageHeader) : null;
- }
- return result;
- }
- getResponseHeader(name) {
- if (this.loader && new RegExp(`^${name}:\\s*[\\d.]+\\s*$`, 'im').test(this.loader.getAllResponseHeaders())) {
- return this.loader.getResponseHeader(name);
- }
- return null;
- }
- }
- /**
- * @deprecated use fragLoadPolicy.default
- */
- /**
- * @deprecated use manifestLoadPolicy.default and playlistLoadPolicy.default
- */
- const defaultLoadPolicy = {
- maxTimeToFirstByteMs: 8000,
- maxLoadTimeMs: 20000,
- timeoutRetry: null,
- errorRetry: null
- };
- /**
- * @ignore
- * If possible, keep hlsDefaultConfig shallow
- * It is cloned whenever a new Hls instance is created, by keeping the config
- * shallow the properties are cloned, and we don't end up manipulating the default
- */
- const hlsDefaultConfig = _objectSpread2(_objectSpread2({
- autoStartLoad: true,
- // used by stream-controller
- startPosition: -1,
- // used by stream-controller
- defaultAudioCodec: undefined,
- // used by stream-controller
- debug: false,
- // used by logger
- capLevelOnFPSDrop: false,
- // used by fps-controller
- capLevelToPlayerSize: false,
- // used by cap-level-controller
- ignoreDevicePixelRatio: false,
- // used by cap-level-controller
- maxDevicePixelRatio: Number.POSITIVE_INFINITY,
- // used by cap-level-controller
- preferManagedMediaSource: true,
- initialLiveManifestSize: 1,
- // used by stream-controller
- maxBufferLength: 30,
- // used by stream-controller
- backBufferLength: Infinity,
- // used by buffer-controller
- frontBufferFlushThreshold: Infinity,
- startOnSegmentBoundary: false,
- // used by stream-controller
- maxBufferSize: 60 * 1000 * 1000,
- // used by stream-controller
- maxFragLookUpTolerance: 0.25,
- // used by stream-controller
- maxBufferHole: 0.1,
- // used by stream-controller and gap-controller
- detectStallWithCurrentTimeMs: 1250,
- // used by gap-controller
- highBufferWatchdogPeriod: 2,
- // used by gap-controller
- nudgeOffset: 0.1,
- // used by gap-controller
- nudgeMaxRetry: 3,
- // used by gap-controller
- nudgeOnVideoHole: true,
- // used by gap-controller
- liveSyncMode: 'edge',
- // used by stream-controller
- liveSyncDurationCount: 3,
- // used by latency-controller
- liveSyncOnStallIncrease: 1,
- // used by latency-controller
- liveMaxLatencyDurationCount: Infinity,
- // used by latency-controller
- liveSyncDuration: undefined,
- // used by latency-controller
- liveMaxLatencyDuration: undefined,
- // used by latency-controller
- maxLiveSyncPlaybackRate: 1,
- // used by latency-controller
- liveDurationInfinity: false,
- // used by buffer-controller
- /**
- * @deprecated use backBufferLength
- */
- liveBackBufferLength: null,
- // used by buffer-controller
- maxMaxBufferLength: 600,
- // used by stream-controller
- enableWorker: true,
- // used by transmuxer
- workerPath: null,
- // used by transmuxer
- enableSoftwareAES: true,
- // used by decrypter
- startLevel: undefined,
- // used by level-controller
- startFragPrefetch: false,
- // used by stream-controller
- fpsDroppedMonitoringPeriod: 5000,
- // used by fps-controller
- fpsDroppedMonitoringThreshold: 0.2,
- // used by fps-controller
- appendErrorMaxRetry: 3,
- // used by buffer-controller
- ignorePlaylistParsingErrors: false,
- loader: XhrLoader,
- // loader: FetchLoader,
- fLoader: undefined,
- // used by fragment-loader
- pLoader: undefined,
- // used by playlist-loader
- xhrSetup: undefined,
- // used by xhr-loader
- licenseXhrSetup: undefined,
- // used by eme-controller
- licenseResponseCallback: undefined,
- // used by eme-controller
- abrController: AbrController,
- bufferController: BufferController,
- capLevelController: CapLevelController,
- errorController: ErrorController,
- fpsController: FPSController,
- stretchShortVideoTrack: false,
- // used by mp4-remuxer
- maxAudioFramesDrift: 1,
- // used by mp4-remuxer
- forceKeyFrameOnDiscontinuity: true,
- // used by ts-demuxer
- abrEwmaFastLive: 3,
- // used by abr-controller
- abrEwmaSlowLive: 9,
- // used by abr-controller
- abrEwmaFastVoD: 3,
- // used by abr-controller
- abrEwmaSlowVoD: 9,
- // used by abr-controller
- abrEwmaDefaultEstimate: 5e5,
- // 500 kbps // used by abr-controller
- abrEwmaDefaultEstimateMax: 5e6,
- // 5 mbps
- abrBandWidthFactor: 0.95,
- // used by abr-controller
- abrBandWidthUpFactor: 0.7,
- // used by abr-controller
- abrMaxWithRealBitrate: false,
- // used by abr-controller
- maxStarvationDelay: 4,
- // used by abr-controller
- maxLoadingDelay: 4,
- // used by abr-controller
- minAutoBitrate: 0,
- // used by hls
- emeEnabled: false,
- // used by eme-controller
- widevineLicenseUrl: undefined,
- // used by eme-controller
- drmSystems: {},
- // used by eme-controller
- drmSystemOptions: {},
- // used by eme-controller
- requestMediaKeySystemAccessFunc: requestMediaKeySystemAccess ,
- // used by eme-controller
- requireKeySystemAccessOnStart: false,
- // used by eme-controller
- testBandwidth: true,
- progressive: false,
- lowLatencyMode: true,
- cmcd: undefined,
- enableDateRangeMetadataCues: true,
- enableEmsgMetadataCues: true,
- enableEmsgKLVMetadata: false,
- enableID3MetadataCues: true,
- enableInterstitialPlayback: true,
- interstitialAppendInPlace: true,
- interstitialLiveLookAhead: 10,
- useMediaCapabilities: true,
- preserveManualLevelOnError: false,
- certLoadPolicy: {
- default: defaultLoadPolicy
- },
- keyLoadPolicy: {
- default: {
- maxTimeToFirstByteMs: 8000,
- maxLoadTimeMs: 20000,
- timeoutRetry: {
- maxNumRetry: 1,
- retryDelayMs: 1000,
- maxRetryDelayMs: 20000,
- backoff: 'linear'
- },
- errorRetry: {
- maxNumRetry: 8,
- retryDelayMs: 1000,
- maxRetryDelayMs: 20000,
- backoff: 'linear'
- }
- }
- },
- manifestLoadPolicy: {
- default: {
- maxTimeToFirstByteMs: Infinity,
- maxLoadTimeMs: 20000,
- timeoutRetry: {
- maxNumRetry: 2,
- retryDelayMs: 0,
- maxRetryDelayMs: 0
- },
- errorRetry: {
- maxNumRetry: 1,
- retryDelayMs: 1000,
- maxRetryDelayMs: 8000
- }
- }
- },
- playlistLoadPolicy: {
- default: {
- maxTimeToFirstByteMs: 10000,
- maxLoadTimeMs: 20000,
- timeoutRetry: {
- maxNumRetry: 2,
- retryDelayMs: 0,
- maxRetryDelayMs: 0
- },
- errorRetry: {
- maxNumRetry: 2,
- retryDelayMs: 1000,
- maxRetryDelayMs: 8000
- }
- }
- },
- fragLoadPolicy: {
- default: {
- maxTimeToFirstByteMs: 10000,
- maxLoadTimeMs: 120000,
- timeoutRetry: {
- maxNumRetry: 4,
- retryDelayMs: 0,
- maxRetryDelayMs: 0
- },
- errorRetry: {
- maxNumRetry: 6,
- retryDelayMs: 1000,
- maxRetryDelayMs: 8000
- }
- }
- },
- steeringManifestLoadPolicy: {
- default: {
- maxTimeToFirstByteMs: 10000,
- maxLoadTimeMs: 20000,
- timeoutRetry: {
- maxNumRetry: 2,
- retryDelayMs: 0,
- maxRetryDelayMs: 0
- },
- errorRetry: {
- maxNumRetry: 1,
- retryDelayMs: 1000,
- maxRetryDelayMs: 8000
- }
- }
- },
- interstitialAssetListLoadPolicy: {
- default: {
- maxTimeToFirstByteMs: 10000,
- maxLoadTimeMs: 30000,
- timeoutRetry: {
- maxNumRetry: 0,
- retryDelayMs: 0,
- maxRetryDelayMs: 0
- },
- errorRetry: {
- maxNumRetry: 0,
- retryDelayMs: 1000,
- maxRetryDelayMs: 8000
- }
- }
- },
- // These default settings are deprecated in favor of the above policies
- // and are maintained for backwards compatibility
- manifestLoadingTimeOut: 10000,
- manifestLoadingMaxRetry: 1,
- manifestLoadingRetryDelay: 1000,
- manifestLoadingMaxRetryTimeout: 64000,
- levelLoadingTimeOut: 10000,
- levelLoadingMaxRetry: 4,
- levelLoadingRetryDelay: 1000,
- levelLoadingMaxRetryTimeout: 64000,
- fragLoadingTimeOut: 20000,
- fragLoadingMaxRetry: 6,
- fragLoadingRetryDelay: 1000,
- fragLoadingMaxRetryTimeout: 64000
- }, timelineConfig()), {}, {
- subtitleStreamController: SubtitleStreamController ,
- subtitleTrackController: SubtitleTrackController ,
- timelineController: TimelineController ,
- audioStreamController: AudioStreamController ,
- audioTrackController: AudioTrackController ,
- emeController: EMEController ,
- cmcdController: CMCDController ,
- contentSteeringController: ContentSteeringController ,
- interstitialsController: InterstitialsController
- });
- function timelineConfig() {
- return {
- cueHandler: Cues,
- // used by timeline-controller
- enableWebVTT: true,
- // used by timeline-controller
- enableIMSC1: true,
- // used by timeline-controller
- enableCEA708Captions: true,
- // used by timeline-controller
- captionsTextTrack1Label: 'English',
- // used by timeline-controller
- captionsTextTrack1LanguageCode: 'en',
- // used by timeline-controller
- captionsTextTrack2Label: 'Spanish',
- // used by timeline-controller
- captionsTextTrack2LanguageCode: 'es',
- // used by timeline-controller
- captionsTextTrack3Label: 'Unknown CC',
- // used by timeline-controller
- captionsTextTrack3LanguageCode: '',
- // used by timeline-controller
- captionsTextTrack4Label: 'Unknown CC',
- // used by timeline-controller
- captionsTextTrack4LanguageCode: '',
- // used by timeline-controller
- renderTextTracksNatively: true
- };
- }
- /**
- * @ignore
- */
- function mergeConfig(defaultConfig, userConfig, logger) {
- if ((userConfig.liveSyncDurationCount || userConfig.liveMaxLatencyDurationCount) && (userConfig.liveSyncDuration || userConfig.liveMaxLatencyDuration)) {
- throw new Error("Illegal hls.js config: don't mix up liveSyncDurationCount/liveMaxLatencyDurationCount and liveSyncDuration/liveMaxLatencyDuration");
- }
- if (userConfig.liveMaxLatencyDurationCount !== undefined && (userConfig.liveSyncDurationCount === undefined || userConfig.liveMaxLatencyDurationCount <= userConfig.liveSyncDurationCount)) {
- throw new Error('Illegal hls.js config: "liveMaxLatencyDurationCount" must be greater than "liveSyncDurationCount"');
- }
- if (userConfig.liveMaxLatencyDuration !== undefined && (userConfig.liveSyncDuration === undefined || userConfig.liveMaxLatencyDuration <= userConfig.liveSyncDuration)) {
- throw new Error('Illegal hls.js config: "liveMaxLatencyDuration" must be greater than "liveSyncDuration"');
- }
- const defaultsCopy = deepCpy(defaultConfig);
- // Backwards compatibility with deprecated config values
- const deprecatedSettingTypes = ['manifest', 'level', 'frag'];
- const deprecatedSettings = ['TimeOut', 'MaxRetry', 'RetryDelay', 'MaxRetryTimeout'];
- deprecatedSettingTypes.forEach(type => {
- const policyName = `${type === 'level' ? 'playlist' : type}LoadPolicy`;
- const policyNotSet = userConfig[policyName] === undefined;
- const report = [];
- deprecatedSettings.forEach(setting => {
- const deprecatedSetting = `${type}Loading${setting}`;
- const value = userConfig[deprecatedSetting];
- if (value !== undefined && policyNotSet) {
- report.push(deprecatedSetting);
- const settings = defaultsCopy[policyName].default;
- userConfig[policyName] = {
- default: settings
- };
- switch (setting) {
- case 'TimeOut':
- settings.maxLoadTimeMs = value;
- settings.maxTimeToFirstByteMs = value;
- break;
- case 'MaxRetry':
- settings.errorRetry.maxNumRetry = value;
- settings.timeoutRetry.maxNumRetry = value;
- break;
- case 'RetryDelay':
- settings.errorRetry.retryDelayMs = value;
- settings.timeoutRetry.retryDelayMs = value;
- break;
- case 'MaxRetryTimeout':
- settings.errorRetry.maxRetryDelayMs = value;
- settings.timeoutRetry.maxRetryDelayMs = value;
- break;
- }
- }
- });
- if (report.length) {
- logger.warn(`hls.js config: "${report.join('", "')}" setting(s) are deprecated, use "${policyName}": ${stringify(userConfig[policyName])}`);
- }
- });
- return _objectSpread2(_objectSpread2({}, defaultsCopy), userConfig);
- }
- function deepCpy(obj) {
- if (obj && typeof obj === 'object') {
- if (Array.isArray(obj)) {
- return obj.map(deepCpy);
- }
- return Object.keys(obj).reduce((result, key) => {
- result[key] = deepCpy(obj[key]);
- return result;
- }, {});
- }
- return obj;
- }
- /**
- * @ignore
- */
- function enableStreamingMode(config, logger) {
- const currentLoader = config.loader;
- if (currentLoader !== FetchLoader && currentLoader !== XhrLoader) {
- // If a developer has configured their own loader, respect that choice
- logger.log('[config]: Custom loader detected, cannot enable progressive streaming');
- config.progressive = false;
- } else {
- const canStreamProgressively = fetchSupported();
- if (canStreamProgressively) {
- config.loader = FetchLoader;
- config.progressive = true;
- config.enableSoftwareAES = true;
- logger.log('[config]: Progressive streaming enabled, using FetchLoader');
- }
- }
- }
- const MAX_START_GAP_JUMP = 2.0;
- const SKIP_BUFFER_HOLE_STEP_SECONDS = 0.1;
- const SKIP_BUFFER_RANGE_START = 0.05;
- const TICK_INTERVAL$1 = 100;
- class GapController extends TaskLoop {
- constructor(hls, fragmentTracker) {
- super('gap-controller', hls.logger);
- this.hls = null;
- this.fragmentTracker = null;
- this.media = null;
- this.mediaSource = void 0;
- this.nudgeRetry = 0;
- this.stallReported = false;
- this.stalled = null;
- this.moved = false;
- this.seeking = false;
- this.buffered = {};
- this.lastCurrentTime = 0;
- this.ended = 0;
- this.waiting = 0;
- this.onMediaPlaying = () => {
- this.ended = 0;
- this.waiting = 0;
- };
- this.onMediaWaiting = () => {
- var _this$media;
- if ((_this$media = this.media) != null && _this$media.seeking) {
- return;
- }
- this.waiting = self.performance.now();
- this.tick();
- };
- this.onMediaEnded = () => {
- if (this.hls) {
- var _this$media2;
- // ended is set when triggering MEDIA_ENDED so that we do not trigger it again on stall or on tick with media.ended
- this.ended = ((_this$media2 = this.media) == null ? void 0 : _this$media2.currentTime) || 1;
- this.hls.trigger(Events.MEDIA_ENDED, {
- stalled: false
- });
- }
- };
- this.hls = hls;
- this.fragmentTracker = fragmentTracker;
- this.registerListeners();
- }
- registerListeners() {
- const {
- hls
- } = this;
- if (hls) {
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.BUFFER_APPENDED, this.onBufferAppended, this);
- }
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- if (hls) {
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.BUFFER_APPENDED, this.onBufferAppended, this);
- }
- }
- destroy() {
- super.destroy();
- this.unregisterListeners();
- this.media = this.hls = this.fragmentTracker = null;
- this.mediaSource = undefined;
- }
- onMediaAttached(event, data) {
- this.setInterval(TICK_INTERVAL$1);
- this.mediaSource = data.mediaSource;
- const media = this.media = data.media;
- addEventListener(media, 'playing', this.onMediaPlaying);
- addEventListener(media, 'waiting', this.onMediaWaiting);
- addEventListener(media, 'ended', this.onMediaEnded);
- }
- onMediaDetaching(event, data) {
- this.clearInterval();
- const {
- media
- } = this;
- if (media) {
- removeEventListener(media, 'playing', this.onMediaPlaying);
- removeEventListener(media, 'waiting', this.onMediaWaiting);
- removeEventListener(media, 'ended', this.onMediaEnded);
- this.media = null;
- }
- this.mediaSource = undefined;
- }
- onBufferAppended(event, data) {
- this.buffered = data.timeRanges;
- }
- get hasBuffered() {
- return Object.keys(this.buffered).length > 0;
- }
- tick() {
- var _this$media3;
- if (!((_this$media3 = this.media) != null && _this$media3.readyState) || !this.hasBuffered) {
- return;
- }
- const currentTime = this.media.currentTime;
- this.poll(currentTime, this.lastCurrentTime);
- this.lastCurrentTime = currentTime;
- }
- /**
- * Checks if the playhead is stuck within a gap, and if so, attempts to free it.
- * A gap is an unbuffered range between two buffered ranges (or the start and the first buffered range).
- *
- * @param lastCurrentTime - Previously read playhead position
- */
- poll(currentTime, lastCurrentTime) {
- var _this$hls, _this$hls2;
- const config = (_this$hls = this.hls) == null ? void 0 : _this$hls.config;
- if (!config) {
- return;
- }
- const media = this.media;
- if (!media) {
- return;
- }
- const {
- seeking
- } = media;
- const seeked = this.seeking && !seeking;
- const beginSeek = !this.seeking && seeking;
- const pausedEndedOrHalted = media.paused && !seeking || media.ended || media.playbackRate === 0;
- this.seeking = seeking;
- // The playhead is moving, no-op
- if (currentTime !== lastCurrentTime) {
- if (lastCurrentTime) {
- this.ended = 0;
- }
- this.moved = true;
- if (!seeking) {
- this.nudgeRetry = 0;
- // When crossing between buffered video time ranges, but not audio, flush pipeline with seek (Chrome)
- if (config.nudgeOnVideoHole && !pausedEndedOrHalted && currentTime > lastCurrentTime) {
- this.nudgeOnVideoHole(currentTime, lastCurrentTime);
- }
- }
- if (this.waiting === 0) {
- this.stallResolved(currentTime);
- }
- return;
- }
- // Clear stalled state when beginning or finishing seeking so that we don't report stalls coming out of a seek
- if (beginSeek || seeked) {
- if (seeked) {
- this.stallResolved(currentTime);
- }
- return;
- }
- // The playhead should not be moving
- if (pausedEndedOrHalted) {
- this.nudgeRetry = 0;
- this.stallResolved(currentTime);
- // Fire MEDIA_ENDED to workaround event not being dispatched by browser
- if (!this.ended && media.ended && this.hls) {
- this.ended = currentTime || 1;
- this.hls.trigger(Events.MEDIA_ENDED, {
- stalled: false
- });
- }
- return;
- }
- if (!BufferHelper.getBuffered(media).length) {
- this.nudgeRetry = 0;
- return;
- }
- // Resolve stalls at buffer holes using the main buffer, whose ranges are the intersections of the A/V sourcebuffers
- const bufferInfo = BufferHelper.bufferInfo(media, currentTime, 0);
- const nextStart = bufferInfo.nextStart || 0;
- const fragmentTracker = this.fragmentTracker;
- if (seeking && fragmentTracker && this.hls) {
- // Is there a fragment loading/parsing/appending before currentTime?
- const inFlightDependency = getInFlightDependency(this.hls.inFlightFragments, currentTime);
- // Waiting for seeking in a buffered range to complete
- const hasEnoughBuffer = bufferInfo.len > MAX_START_GAP_JUMP;
- // Next buffered range is too far ahead to jump to while still seeking
- const noBufferHole = !nextStart || inFlightDependency || nextStart - currentTime > MAX_START_GAP_JUMP && !fragmentTracker.getPartialFragment(currentTime);
- if (hasEnoughBuffer || noBufferHole) {
- return;
- }
- // Reset moved state when seeking to a point in or before a gap/hole
- this.moved = false;
- }
- // Skip start gaps if we haven't played, but the last poll detected the start of a stall
- // The addition poll gives the browser a chance to jump the gap for us
- const levelDetails = (_this$hls2 = this.hls) == null ? void 0 : _this$hls2.latestLevelDetails;
- if (!this.moved && this.stalled !== null && fragmentTracker) {
- // There is no playable buffer (seeked, waiting for buffer)
- const isBuffered = bufferInfo.len > 0;
- if (!isBuffered && !nextStart) {
- return;
- }
- // Jump start gaps within jump threshold
- const startJump = Math.max(nextStart, bufferInfo.start || 0) - currentTime;
- // When joining a live stream with audio tracks, account for live playlist window sliding by allowing
- // a larger jump over start gaps caused by the audio-stream-controller buffering a start fragment
- // that begins over 1 target duration after the video start position.
- const isLive = !!(levelDetails != null && levelDetails.live);
- const maxStartGapJump = isLive ? levelDetails.targetduration * 2 : MAX_START_GAP_JUMP;
- const partialOrGap = fragmentTracker.getPartialFragment(currentTime);
- if (startJump > 0 && (startJump <= maxStartGapJump || partialOrGap)) {
- if (!media.paused) {
- this._trySkipBufferHole(partialOrGap);
- }
- return;
- }
- }
- // Start tracking stall time
- const detectStallWithCurrentTimeMs = config.detectStallWithCurrentTimeMs;
- const tnow = self.performance.now();
- const tWaiting = this.waiting;
- let stalled = this.stalled;
- if (stalled === null) {
- // Use time of recent "waiting" event
- if (tWaiting > 0 && tnow - tWaiting < detectStallWithCurrentTimeMs) {
- stalled = this.stalled = tWaiting;
- } else {
- this.stalled = tnow;
- return;
- }
- }
- const stalledDuration = tnow - stalled;
- if (!seeking && (stalledDuration >= detectStallWithCurrentTimeMs || tWaiting) && this.hls) {
- var _this$mediaSource;
- // Dispatch MEDIA_ENDED when media.ended/ended event is not signalled at end of stream
- if (((_this$mediaSource = this.mediaSource) == null ? void 0 : _this$mediaSource.readyState) === 'ended' && !(levelDetails != null && levelDetails.live) && Math.abs(currentTime - ((levelDetails == null ? void 0 : levelDetails.edge) || 0)) < 1) {
- if (this.ended) {
- return;
- }
- this.ended = currentTime || 1;
- this.hls.trigger(Events.MEDIA_ENDED, {
- stalled: true
- });
- return;
- }
- // Report stalling after trying to fix
- this._reportStall(bufferInfo);
- if (!this.media || !this.hls) {
- return;
- }
- }
- const bufferedWithHoles = BufferHelper.bufferInfo(media, currentTime, config.maxBufferHole);
- this._tryFixBufferStall(bufferedWithHoles, stalledDuration, currentTime);
- }
- stallResolved(currentTime) {
- const stalled = this.stalled;
- if (stalled && this.hls) {
- this.stalled = null;
- // The playhead is now moving, but was previously stalled
- if (this.stallReported) {
- const stalledDuration = self.performance.now() - stalled;
- this.log(`playback not stuck anymore @${currentTime}, after ${Math.round(stalledDuration)}ms`);
- this.stallReported = false;
- this.waiting = 0;
- this.hls.trigger(Events.STALL_RESOLVED, {});
- }
- }
- }
- nudgeOnVideoHole(currentTime, lastCurrentTime) {
- var _this$buffered$audio;
- // Chrome will play one second past a hole in video buffered time ranges without rendering any video from the subsequent range and then stall as long as audio is buffered:
- // https://github.com/video-dev/hls.js/issues/5631
- // https://issues.chromium.org/issues/40280613#comment10
- // Detect the potential for this situation and proactively seek to flush the video pipeline once the playhead passes the start of the video hole.
- // When there are audio and video buffers and currentTime is past the end of the first video buffered range...
- const videoSourceBuffered = this.buffered.video;
- if (this.hls && this.media && this.fragmentTracker && (_this$buffered$audio = this.buffered.audio) != null && _this$buffered$audio.length && videoSourceBuffered && videoSourceBuffered.length > 1 && currentTime > videoSourceBuffered.end(0)) {
- // and audio is buffered at the playhead
- const audioBufferInfo = BufferHelper.bufferedInfo(BufferHelper.timeRangesToArray(this.buffered.audio), currentTime, 0);
- if (audioBufferInfo.len > 1 && lastCurrentTime >= audioBufferInfo.start) {
- const videoTimes = BufferHelper.timeRangesToArray(videoSourceBuffered);
- const lastBufferedIndex = BufferHelper.bufferedInfo(videoTimes, lastCurrentTime, 0).bufferedIndex;
- // nudge when crossing into another video buffered range (hole).
- if (lastBufferedIndex > -1 && lastBufferedIndex < videoTimes.length - 1) {
- const bufferedIndex = BufferHelper.bufferedInfo(videoTimes, currentTime, 0).bufferedIndex;
- const holeStart = videoTimes[lastBufferedIndex].end;
- const holeEnd = videoTimes[lastBufferedIndex + 1].start;
- if ((bufferedIndex === -1 || bufferedIndex > lastBufferedIndex) && holeEnd - holeStart < 1 &&
- // `maxBufferHole` may be too small and setting it to 0 should not disable this feature
- currentTime - holeStart < 2) {
- const error = new Error(`nudging playhead to flush pipeline after video hole. currentTime: ${currentTime} hole: ${holeStart} -> ${holeEnd} buffered index: ${bufferedIndex}`);
- this.warn(error.message);
- // Magic number to flush the pipeline without interuption to audio playback:
- this.media.currentTime += 0.000001;
- const frag = this.fragmentTracker.getPartialFragment(currentTime) || undefined;
- const bufferInfo = BufferHelper.bufferInfo(this.media, currentTime, 0);
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_SEEK_OVER_HOLE,
- fatal: false,
- error,
- reason: error.message,
- frag,
- buffer: bufferInfo.len,
- bufferInfo
- });
- }
- }
- }
- }
- }
- /**
- * Detects and attempts to fix known buffer stalling issues.
- * @param bufferInfo - The properties of the current buffer.
- * @param stalledDurationMs - The amount of time Hls.js has been stalling for.
- * @private
- */
- _tryFixBufferStall(bufferInfo, stalledDurationMs, currentTime) {
- var _this$hls3, _this$hls4;
- const {
- fragmentTracker,
- media
- } = this;
- const config = (_this$hls3 = this.hls) == null ? void 0 : _this$hls3.config;
- if (!media || !fragmentTracker || !config) {
- return;
- }
- const levelDetails = (_this$hls4 = this.hls) == null ? void 0 : _this$hls4.latestLevelDetails;
- const partial = fragmentTracker.getPartialFragment(currentTime);
- if (partial || levelDetails != null && levelDetails.live && currentTime < levelDetails.fragmentStart) {
- // Try to skip over the buffer hole caused by a partial fragment
- // This method isn't limited by the size of the gap between buffered ranges
- const targetTime = this._trySkipBufferHole(partial);
- // we return here in this case, meaning
- // the branch below only executes when we haven't seeked to a new position
- if (targetTime || !this.media) {
- return;
- }
- }
- // if we haven't had to skip over a buffer hole of a partial fragment
- // we may just have to "nudge" the playlist as the browser decoding/rendering engine
- // needs to cross some sort of threshold covering all source-buffers content
- // to start playing properly.
- const bufferedRanges = bufferInfo.buffered;
- const adjacentTraversal = this.adjacentTraversal(bufferInfo, currentTime);
- if ((bufferedRanges && bufferedRanges.length > 1 && bufferInfo.len > config.maxBufferHole || bufferInfo.nextStart && (bufferInfo.nextStart - currentTime < config.maxBufferHole || adjacentTraversal)) && (stalledDurationMs > config.highBufferWatchdogPeriod * 1000 || this.waiting)) {
- this.warn('Trying to nudge playhead over buffer-hole');
- // Try to nudge currentTime over a buffer hole if we've been stalling for the configured amount of seconds
- // We only try to jump the hole if it's under the configured size
- this._tryNudgeBuffer(bufferInfo);
- }
- }
- adjacentTraversal(bufferInfo, currentTime) {
- const fragmentTracker = this.fragmentTracker;
- const nextStart = bufferInfo.nextStart;
- if (fragmentTracker && nextStart) {
- const current = fragmentTracker.getFragAtPos(currentTime, PlaylistLevelType.MAIN);
- const next = fragmentTracker.getFragAtPos(nextStart, PlaylistLevelType.MAIN);
- if (current && next) {
- return next.sn - current.sn < 2;
- }
- }
- return false;
- }
- /**
- * Triggers a BUFFER_STALLED_ERROR event, but only once per stall period.
- * @param bufferLen - The playhead distance from the end of the current buffer segment.
- * @private
- */
- _reportStall(bufferInfo) {
- const {
- hls,
- media,
- stallReported,
- stalled
- } = this;
- if (!stallReported && stalled !== null && media && hls) {
- // Report stalled error once
- this.stallReported = true;
- const error = new Error(`Playback stalling at @${media.currentTime} due to low buffer (${stringify(bufferInfo)})`);
- this.warn(error.message);
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_STALLED_ERROR,
- fatal: false,
- error,
- buffer: bufferInfo.len,
- bufferInfo,
- stalled: {
- start: stalled
- }
- });
- }
- }
- /**
- * Attempts to fix buffer stalls by jumping over known gaps caused by partial fragments
- * @param partial - The partial fragment found at the current time (where playback is stalling).
- * @private
- */
- _trySkipBufferHole(partial) {
- var _this$hls5;
- const {
- fragmentTracker,
- media
- } = this;
- const config = (_this$hls5 = this.hls) == null ? void 0 : _this$hls5.config;
- if (!media || !fragmentTracker || !config) {
- return 0;
- }
- // Check if currentTime is between unbuffered regions of partial fragments
- const currentTime = media.currentTime;
- const bufferInfo = BufferHelper.bufferInfo(media, currentTime, 0);
- const startTime = currentTime < bufferInfo.start ? bufferInfo.start : bufferInfo.nextStart;
- if (startTime && this.hls) {
- const bufferStarved = bufferInfo.len <= config.maxBufferHole;
- const waiting = bufferInfo.len > 0 && bufferInfo.len < 1 && media.readyState < 3;
- const gapLength = startTime - currentTime;
- if (gapLength > 0 && (bufferStarved || waiting)) {
- // Only allow large gaps to be skipped if it is a start gap, or all fragments in skip range are partial
- if (gapLength > config.maxBufferHole) {
- let startGap = false;
- if (currentTime === 0) {
- const startFrag = fragmentTracker.getAppendedFrag(0, PlaylistLevelType.MAIN);
- if (startFrag && startTime < startFrag.end) {
- startGap = true;
- }
- }
- if (!startGap) {
- const startProvisioned = partial || fragmentTracker.getAppendedFrag(currentTime, PlaylistLevelType.MAIN);
- if (startProvisioned) {
- var _this$hls$loadLevelOb;
- // Do not seek when selected variant playlist is unloaded
- if (!((_this$hls$loadLevelOb = this.hls.loadLevelObj) != null && _this$hls$loadLevelOb.details)) {
- return 0;
- }
- // Do not seek when required fragments are inflight or appending
- const inFlightDependency = getInFlightDependency(this.hls.inFlightFragments, startTime);
- if (inFlightDependency) {
- return 0;
- }
- // Do not seek if we can't walk tracked fragments to end of gap
- let moreToLoad = false;
- let pos = startProvisioned.end;
- while (pos < startTime) {
- const provisioned = fragmentTracker.getAppendedFrag(pos, PlaylistLevelType.MAIN) || fragmentTracker.getPartialFragment(pos);
- if (provisioned) {
- pos += provisioned.duration;
- } else {
- moreToLoad = true;
- break;
- }
- }
- if (moreToLoad) {
- return 0;
- }
- }
- }
- }
- const targetTime = Math.max(startTime + SKIP_BUFFER_RANGE_START, currentTime + SKIP_BUFFER_HOLE_STEP_SECONDS);
- this.warn(`skipping hole, adjusting currentTime from ${currentTime} to ${targetTime}`);
- this.moved = true;
- media.currentTime = targetTime;
- if (!(partial != null && partial.gap)) {
- const error = new Error(`fragment loaded with buffer holes, seeking from ${currentTime} to ${targetTime}`);
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_SEEK_OVER_HOLE,
- fatal: false,
- error,
- reason: error.message,
- frag: partial || undefined,
- buffer: bufferInfo.len,
- bufferInfo
- });
- }
- return targetTime;
- }
- }
- return 0;
- }
- /**
- * Attempts to fix buffer stalls by advancing the mediaElement's current time by a small amount.
- * @private
- */
- _tryNudgeBuffer(bufferInfo) {
- const {
- hls,
- media,
- nudgeRetry
- } = this;
- const config = hls == null ? void 0 : hls.config;
- if (!media || !config) {
- return 0;
- }
- const currentTime = media.currentTime;
- this.nudgeRetry++;
- if (nudgeRetry < config.nudgeMaxRetry) {
- const targetTime = currentTime + (nudgeRetry + 1) * config.nudgeOffset;
- // playback stalled in buffered area ... let's nudge currentTime to try to overcome this
- const error = new Error(`Nudging 'currentTime' from ${currentTime} to ${targetTime}`);
- this.warn(error.message);
- media.currentTime = targetTime;
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_NUDGE_ON_STALL,
- error,
- fatal: false,
- buffer: bufferInfo.len,
- bufferInfo
- });
- } else {
- const error = new Error(`Playhead still not moving while enough data buffered @${currentTime} after ${config.nudgeMaxRetry} nudges`);
- this.error(error.message);
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.BUFFER_STALLED_ERROR,
- error,
- fatal: true,
- buffer: bufferInfo.len,
- bufferInfo
- });
- }
- }
- }
- function getInFlightDependency(inFlightFragments, currentTime) {
- const main = inFlight(inFlightFragments.main);
- if (main && main.start <= currentTime) {
- return main;
- }
- const audio = inFlight(inFlightFragments.audio);
- if (audio && audio.start <= currentTime) {
- return audio;
- }
- return null;
- }
- function inFlight(inFlightData) {
- if (!inFlightData) {
- return null;
- }
- switch (inFlightData.state) {
- case State.IDLE:
- case State.STOPPED:
- case State.ENDED:
- case State.ERROR:
- return null;
- }
- return inFlightData.frag;
- }
- const MIN_CUE_DURATION = 0.25;
- function getCueClass() {
- if (typeof self === 'undefined') return undefined;
- return self.VTTCue || self.TextTrackCue;
- }
- function createCueWithDataFields(Cue, startTime, endTime, data, type) {
- let cue = new Cue(startTime, endTime, '');
- try {
- cue.value = data;
- if (type) {
- cue.type = type;
- }
- } catch (e) {
- cue = new Cue(startTime, endTime, stringify(type ? _objectSpread2({
- type
- }, data) : data));
- }
- return cue;
- }
- // VTTCue latest draft allows an infinite duration, fallback
- // to MAX_VALUE if necessary
- const MAX_CUE_ENDTIME = (() => {
- const Cue = getCueClass();
- try {
- Cue && new Cue(0, Number.POSITIVE_INFINITY, '');
- } catch (e) {
- return Number.MAX_VALUE;
- }
- return Number.POSITIVE_INFINITY;
- })();
- class ID3TrackController {
- constructor(hls) {
- this.hls = void 0;
- this.id3Track = null;
- this.media = null;
- this.dateRangeCuesAppended = {};
- this.removeCues = true;
- this.onEventCueEnter = () => {
- if (!this.hls) {
- return;
- }
- this.hls.trigger(Events.EVENT_CUE_ENTER, {});
- };
- this.hls = hls;
- this._registerListeners();
- }
- destroy() {
- this._unregisterListeners();
- this.id3Track = null;
- this.media = null;
- this.dateRangeCuesAppended = {};
- // @ts-ignore
- this.hls = this.onEventCueEnter = null;
- }
- _registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.FRAG_PARSING_METADATA, this.onFragParsingMetadata, this);
- hls.on(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- hls.on(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.on(Events.LEVEL_PTS_UPDATED, this.onLevelPtsUpdated, this);
- }
- _unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MEDIA_ATTACHING, this.onMediaAttaching, this);
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.FRAG_PARSING_METADATA, this.onFragParsingMetadata, this);
- hls.off(Events.BUFFER_FLUSHING, this.onBufferFlushing, this);
- hls.off(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.off(Events.LEVEL_PTS_UPDATED, this.onLevelPtsUpdated, this);
- }
- // Add ID3 metatadata text track.
- onMediaAttaching(event, data) {
- var _data$overrides;
- this.media = data.media;
- if (((_data$overrides = data.overrides) == null ? void 0 : _data$overrides.cueRemoval) === false) {
- this.removeCues = false;
- }
- }
- onMediaAttached() {
- const details = this.hls.latestLevelDetails;
- if (details) {
- this.updateDateRangeCues(details);
- }
- }
- onMediaDetaching(event, data) {
- this.media = null;
- const transferringMedia = !!data.transferMedia;
- if (transferringMedia) {
- return;
- }
- if (this.id3Track) {
- if (this.removeCues) {
- clearCurrentCues(this.id3Track, this.onEventCueEnter);
- }
- this.id3Track = null;
- }
- this.dateRangeCuesAppended = {};
- }
- onManifestLoading() {
- this.dateRangeCuesAppended = {};
- }
- createTrack(media) {
- const track = this.getID3Track(media.textTracks);
- track.mode = 'hidden';
- return track;
- }
- getID3Track(textTracks) {
- if (!this.media) {
- return;
- }
- for (let i = 0; i < textTracks.length; i++) {
- const textTrack = textTracks[i];
- if (textTrack.kind === 'metadata' && textTrack.label === 'id3') {
- // send 'addtrack' when reusing the textTrack for metadata,
- // same as what we do for captions
- sendAddTrackEvent(textTrack, this.media);
- return textTrack;
- }
- }
- return this.media.addTextTrack('metadata', 'id3');
- }
- onFragParsingMetadata(event, data) {
- if (!this.media) {
- return;
- }
- const {
- hls: {
- config: {
- enableEmsgMetadataCues,
- enableID3MetadataCues
- }
- }
- } = this;
- if (!enableEmsgMetadataCues && !enableID3MetadataCues) {
- return;
- }
- const {
- samples
- } = data;
- // create track dynamically
- if (!this.id3Track) {
- this.id3Track = this.createTrack(this.media);
- }
- const Cue = getCueClass();
- if (!Cue) {
- return;
- }
- for (let i = 0; i < samples.length; i++) {
- const type = samples[i].type;
- if (type === MetadataSchema.emsg && !enableEmsgMetadataCues || !enableID3MetadataCues) {
- continue;
- }
- const frames = getId3Frames(samples[i].data);
- if (frames) {
- const startTime = samples[i].pts;
- let endTime = startTime + samples[i].duration;
- if (endTime > MAX_CUE_ENDTIME) {
- endTime = MAX_CUE_ENDTIME;
- }
- const timeDiff = endTime - startTime;
- if (timeDiff <= 0) {
- endTime = startTime + MIN_CUE_DURATION;
- }
- for (let j = 0; j < frames.length; j++) {
- const frame = frames[j];
- // Safari doesn't put the timestamp frame in the TextTrack
- if (!isId3TimestampFrame(frame)) {
- // add a bounds to any unbounded cues
- this.updateId3CueEnds(startTime, type);
- const cue = createCueWithDataFields(Cue, startTime, endTime, frame, type);
- if (cue) {
- this.id3Track.addCue(cue);
- }
- }
- }
- }
- }
- }
- updateId3CueEnds(startTime, type) {
- var _this$id3Track;
- const cues = (_this$id3Track = this.id3Track) == null ? void 0 : _this$id3Track.cues;
- if (cues) {
- for (let i = cues.length; i--;) {
- const cue = cues[i];
- if (cue.type === type && cue.startTime < startTime && cue.endTime === MAX_CUE_ENDTIME) {
- cue.endTime = startTime;
- }
- }
- }
- }
- onBufferFlushing(event, {
- startOffset,
- endOffset,
- type
- }) {
- const {
- id3Track,
- hls
- } = this;
- if (!hls) {
- return;
- }
- const {
- config: {
- enableEmsgMetadataCues,
- enableID3MetadataCues
- }
- } = hls;
- if (id3Track && (enableEmsgMetadataCues || enableID3MetadataCues)) {
- let predicate;
- if (type === 'audio') {
- predicate = cue => cue.type === MetadataSchema.audioId3 && enableID3MetadataCues;
- } else if (type === 'video') {
- predicate = cue => cue.type === MetadataSchema.emsg && enableEmsgMetadataCues;
- } else {
- predicate = cue => cue.type === MetadataSchema.audioId3 && enableID3MetadataCues || cue.type === MetadataSchema.emsg && enableEmsgMetadataCues;
- }
- removeCuesInRange(id3Track, startOffset, endOffset, predicate);
- }
- }
- onLevelUpdated(event, {
- details
- }) {
- this.updateDateRangeCues(details, true);
- }
- onLevelPtsUpdated(event, data) {
- if (Math.abs(data.drift) > 0.01) {
- this.updateDateRangeCues(data.details);
- }
- }
- updateDateRangeCues(details, removeOldCues) {
- if (!this.media || !details.hasProgramDateTime || !this.hls.config.enableDateRangeMetadataCues) {
- return;
- }
- const {
- id3Track
- } = this;
- const {
- dateRanges
- } = details;
- const ids = Object.keys(dateRanges);
- let dateRangeCuesAppended = this.dateRangeCuesAppended;
- // Remove cues from track not found in details.dateRanges
- if (id3Track && removeOldCues) {
- var _id3Track$cues;
- if ((_id3Track$cues = id3Track.cues) != null && _id3Track$cues.length) {
- const idsToRemove = Object.keys(dateRangeCuesAppended).filter(id => !ids.includes(id));
- for (let i = idsToRemove.length; i--;) {
- const id = idsToRemove[i];
- const cues = dateRangeCuesAppended[id].cues;
- delete dateRangeCuesAppended[id];
- Object.keys(cues).forEach(key => {
- try {
- const cue = cues[key];
- cue.removeEventListener('enter', this.onEventCueEnter);
- id3Track.removeCue(cue);
- } catch (e) {
- /* no-op */
- }
- });
- }
- } else {
- dateRangeCuesAppended = this.dateRangeCuesAppended = {};
- }
- }
- // Exit if the playlist does not have Date Ranges or does not have Program Date Time
- const lastFragment = details.fragments[details.fragments.length - 1];
- if (ids.length === 0 || !isFiniteNumber(lastFragment == null ? void 0 : lastFragment.programDateTime)) {
- return;
- }
- if (!this.id3Track) {
- this.id3Track = this.createTrack(this.media);
- }
- const Cue = getCueClass();
- for (let i = 0; i < ids.length; i++) {
- const id = ids[i];
- const dateRange = dateRanges[id];
- const startTime = dateRange.startTime;
- // Process DateRanges to determine end-time (known DURATION, END-DATE, or END-ON-NEXT)
- const appendedDateRangeCues = dateRangeCuesAppended[id];
- const cues = (appendedDateRangeCues == null ? void 0 : appendedDateRangeCues.cues) || {};
- let durationKnown = (appendedDateRangeCues == null ? void 0 : appendedDateRangeCues.durationKnown) || false;
- let endTime = MAX_CUE_ENDTIME;
- const {
- duration,
- endDate
- } = dateRange;
- if (endDate && duration !== null) {
- endTime = startTime + duration;
- durationKnown = true;
- } else if (dateRange.endOnNext && !durationKnown) {
- const nextDateRangeWithSameClass = ids.reduce((candidateDateRange, id) => {
- if (id !== dateRange.id) {
- const otherDateRange = dateRanges[id];
- if (otherDateRange.class === dateRange.class && otherDateRange.startDate > dateRange.startDate && (!candidateDateRange || dateRange.startDate < candidateDateRange.startDate)) {
- return otherDateRange;
- }
- }
- return candidateDateRange;
- }, null);
- if (nextDateRangeWithSameClass) {
- endTime = nextDateRangeWithSameClass.startTime;
- durationKnown = true;
- }
- }
- // Create TextTrack Cues for each MetadataGroup Item (select DateRange attribute)
- // This is to emulate Safari HLS playback handling of DateRange tags
- const attributes = Object.keys(dateRange.attr);
- for (let j = 0; j < attributes.length; j++) {
- const key = attributes[j];
- if (!isDateRangeCueAttribute(key)) {
- continue;
- }
- const cue = cues[key];
- if (cue) {
- if (durationKnown && !appendedDateRangeCues.durationKnown) {
- cue.endTime = endTime;
- } else if (Math.abs(cue.startTime - startTime) > 0.01) {
- cue.startTime = startTime;
- cue.endTime = endTime;
- }
- } else if (Cue) {
- let data = dateRange.attr[key];
- if (isSCTE35Attribute(key)) {
- data = hexToArrayBuffer(data);
- }
- const payload = {
- key,
- data
- };
- const _cue = createCueWithDataFields(Cue, startTime, endTime, payload, MetadataSchema.dateRange);
- if (_cue) {
- _cue.id = id;
- this.id3Track.addCue(_cue);
- cues[key] = _cue;
- if (this.hls.config.interstitialsController) {
- if (key === 'X-ASSET-LIST' || key === 'X-ASSET-URL') {
- _cue.addEventListener('enter', this.onEventCueEnter);
- }
- }
- }
- }
- }
- // Keep track of processed DateRanges by ID for updating cues with new DateRange tag attributes
- dateRangeCuesAppended[id] = {
- cues,
- dateRange,
- durationKnown
- };
- }
- }
- }
- class LatencyController {
- constructor(hls) {
- this.hls = void 0;
- this.config = void 0;
- this.media = null;
- this.currentTime = 0;
- this.stallCount = 0;
- this._latency = null;
- this._targetLatencyUpdated = false;
- this.onTimeupdate = () => {
- const {
- media
- } = this;
- const levelDetails = this.levelDetails;
- if (!media || !levelDetails) {
- return;
- }
- this.currentTime = media.currentTime;
- const latency = this.computeLatency();
- if (latency === null) {
- return;
- }
- this._latency = latency;
- // Adapt playbackRate to meet target latency in low-latency mode
- const {
- lowLatencyMode,
- maxLiveSyncPlaybackRate
- } = this.config;
- if (!lowLatencyMode || maxLiveSyncPlaybackRate === 1 || !levelDetails.live) {
- return;
- }
- const targetLatency = this.targetLatency;
- if (targetLatency === null) {
- return;
- }
- const distanceFromTarget = latency - targetLatency;
- // Only adjust playbackRate when within one target duration of targetLatency
- // and more than one second from under-buffering.
- // Playback further than one target duration from target can be considered DVR playback.
- const liveMinLatencyDuration = Math.min(this.maxLatency, targetLatency + levelDetails.targetduration);
- const inLiveRange = distanceFromTarget < liveMinLatencyDuration;
- if (inLiveRange && distanceFromTarget > 0.05 && this.forwardBufferLength > 1) {
- const max = Math.min(2, Math.max(1.0, maxLiveSyncPlaybackRate));
- const rate = Math.round(2 / (1 + Math.exp(-0.75 * distanceFromTarget - this.edgeStalled)) * 20) / 20;
- const playbackRate = Math.min(max, Math.max(1, rate));
- this.changeMediaPlaybackRate(media, playbackRate);
- } else if (media.playbackRate !== 1 && media.playbackRate !== 0) {
- this.changeMediaPlaybackRate(media, 1);
- }
- };
- this.hls = hls;
- this.config = hls.config;
- this.registerListeners();
- }
- get levelDetails() {
- var _this$hls;
- return ((_this$hls = this.hls) == null ? void 0 : _this$hls.latestLevelDetails) || null;
- }
- get latency() {
- return this._latency || 0;
- }
- get maxLatency() {
- const {
- config
- } = this;
- if (config.liveMaxLatencyDuration !== undefined) {
- return config.liveMaxLatencyDuration;
- }
- const levelDetails = this.levelDetails;
- return levelDetails ? config.liveMaxLatencyDurationCount * levelDetails.targetduration : 0;
- }
- get targetLatency() {
- const levelDetails = this.levelDetails;
- if (levelDetails === null || this.hls === null) {
- return null;
- }
- const {
- holdBack,
- partHoldBack,
- targetduration
- } = levelDetails;
- const {
- liveSyncDuration,
- liveSyncDurationCount,
- lowLatencyMode
- } = this.config;
- const userConfig = this.hls.userConfig;
- let targetLatency = lowLatencyMode ? partHoldBack || holdBack : holdBack;
- if (this._targetLatencyUpdated || userConfig.liveSyncDuration || userConfig.liveSyncDurationCount || targetLatency === 0) {
- targetLatency = liveSyncDuration !== undefined ? liveSyncDuration : liveSyncDurationCount * targetduration;
- }
- const maxLiveSyncOnStallIncrease = targetduration;
- return targetLatency + Math.min(this.stallCount * this.config.liveSyncOnStallIncrease, maxLiveSyncOnStallIncrease);
- }
- set targetLatency(latency) {
- this.stallCount = 0;
- this.config.liveSyncDuration = latency;
- this._targetLatencyUpdated = true;
- }
- get liveSyncPosition() {
- const liveEdge = this.estimateLiveEdge();
- const targetLatency = this.targetLatency;
- if (liveEdge === null || targetLatency === null) {
- return null;
- }
- const levelDetails = this.levelDetails;
- if (levelDetails === null) {
- return null;
- }
- const edge = levelDetails.edge;
- const syncPosition = liveEdge - targetLatency - this.edgeStalled;
- const min = edge - levelDetails.totalduration;
- const max = edge - (this.config.lowLatencyMode && levelDetails.partTarget || levelDetails.targetduration);
- return Math.min(Math.max(min, syncPosition), max);
- }
- get drift() {
- const levelDetails = this.levelDetails;
- if (levelDetails === null) {
- return 1;
- }
- return levelDetails.drift;
- }
- get edgeStalled() {
- const levelDetails = this.levelDetails;
- if (levelDetails === null) {
- return 0;
- }
- const maxLevelUpdateAge = (this.config.lowLatencyMode && levelDetails.partTarget || levelDetails.targetduration) * 3;
- return Math.max(levelDetails.age - maxLevelUpdateAge, 0);
- }
- get forwardBufferLength() {
- const {
- media
- } = this;
- const levelDetails = this.levelDetails;
- if (!media || !levelDetails) {
- return 0;
- }
- const bufferedRanges = media.buffered.length;
- return (bufferedRanges ? media.buffered.end(bufferedRanges - 1) : levelDetails.edge) - this.currentTime;
- }
- destroy() {
- this.unregisterListeners();
- this.onMediaDetaching();
- this.hls = null;
- }
- registerListeners() {
- const {
- hls
- } = this;
- if (!hls) {
- return;
- }
- hls.on(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.on(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- if (!hls) {
- return;
- }
- hls.off(Events.MEDIA_ATTACHED, this.onMediaAttached, this);
- hls.off(Events.MEDIA_DETACHING, this.onMediaDetaching, this);
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.LEVEL_UPDATED, this.onLevelUpdated, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- onMediaAttached(event, data) {
- this.media = data.media;
- this.media.addEventListener('timeupdate', this.onTimeupdate);
- }
- onMediaDetaching() {
- if (this.media) {
- this.media.removeEventListener('timeupdate', this.onTimeupdate);
- this.media = null;
- }
- }
- onManifestLoading() {
- this._latency = null;
- this.stallCount = 0;
- }
- onLevelUpdated(event, {
- details
- }) {
- if (details.advanced) {
- this.onTimeupdate();
- }
- if (!details.live && this.media) {
- this.media.removeEventListener('timeupdate', this.onTimeupdate);
- }
- }
- onError(event, data) {
- var _this$levelDetails;
- if (data.details !== ErrorDetails.BUFFER_STALLED_ERROR) {
- return;
- }
- this.stallCount++;
- if (this.hls && (_this$levelDetails = this.levelDetails) != null && _this$levelDetails.live) {
- this.hls.logger.warn('[latency-controller]: Stall detected, adjusting target latency');
- }
- }
- changeMediaPlaybackRate(media, playbackRate) {
- var _this$hls2, _this$targetLatency;
- if (media.playbackRate === playbackRate) {
- return;
- }
- (_this$hls2 = this.hls) == null ? void 0 : _this$hls2.logger.debug(`[latency-controller]: latency=${this.latency.toFixed(3)}, targetLatency=${(_this$targetLatency = this.targetLatency) == null ? void 0 : _this$targetLatency.toFixed(3)}, forwardBufferLength=${this.forwardBufferLength.toFixed(3)}: adjusting playback rate from ${media.playbackRate} to ${playbackRate}`);
- media.playbackRate = playbackRate;
- }
- estimateLiveEdge() {
- const levelDetails = this.levelDetails;
- if (levelDetails === null) {
- return null;
- }
- return levelDetails.edge + levelDetails.age;
- }
- computeLatency() {
- const liveEdge = this.estimateLiveEdge();
- if (liveEdge === null) {
- return null;
- }
- return liveEdge - this.currentTime;
- }
- }
- class LevelController extends BasePlaylistController {
- constructor(hls, contentSteeringController) {
- super(hls, 'level-controller');
- this._levels = [];
- this._firstLevel = -1;
- this._maxAutoLevel = -1;
- this._startLevel = void 0;
- this.currentLevel = null;
- this.currentLevelIndex = -1;
- this.manualLevelIndex = -1;
- this.steering = void 0;
- this.onParsedComplete = void 0;
- this.steering = contentSteeringController;
- this._registerListeners();
- }
- _registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.on(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.on(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.on(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- hls.on(Events.ERROR, this.onError, this);
- }
- _unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.MANIFEST_LOADED, this.onManifestLoaded, this);
- hls.off(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.off(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.off(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- hls.off(Events.ERROR, this.onError, this);
- }
- destroy() {
- this._unregisterListeners();
- this.steering = null;
- this.resetLevels();
- super.destroy();
- }
- stopLoad() {
- const levels = this._levels;
- // clean up live level details to force reload them, and reset load errors
- levels.forEach(level => {
- level.loadError = 0;
- level.fragmentError = 0;
- });
- super.stopLoad();
- }
- resetLevels() {
- this._startLevel = undefined;
- this.manualLevelIndex = -1;
- this.currentLevelIndex = -1;
- this.currentLevel = null;
- this._levels = [];
- this._maxAutoLevel = -1;
- }
- onManifestLoading(event, data) {
- this.resetLevels();
- }
- onManifestLoaded(event, data) {
- const preferManagedMediaSource = this.hls.config.preferManagedMediaSource;
- const levels = [];
- const redundantSet = {};
- const generatePathwaySet = {};
- let resolutionFound = false;
- let videoCodecFound = false;
- let audioCodecFound = false;
- data.levels.forEach(levelParsed => {
- const attributes = levelParsed.attrs;
- let {
- audioCodec,
- videoCodec
- } = levelParsed;
- if (audioCodec) {
- // Returns empty and set to undefined for 'mp4a.40.34' with fallback to 'audio/mpeg' SourceBuffer
- levelParsed.audioCodec = audioCodec = getCodecCompatibleName(audioCodec, preferManagedMediaSource) || undefined;
- }
- if (videoCodec) {
- videoCodec = levelParsed.videoCodec = convertAVC1ToAVCOTI(videoCodec);
- }
- // only keep levels with supported audio/video codecs
- const {
- width,
- height,
- unknownCodecs
- } = levelParsed;
- let unknownUnsupportedCodecCount = unknownCodecs ? unknownCodecs.length : 0;
- if (unknownCodecs) {
- // Treat unknown codec as audio or video codec based on passing `isTypeSupported` check
- // (allows for playback of any supported codec even if not indexed in utils/codecs)
- for (let i = unknownUnsupportedCodecCount; i--;) {
- const unknownCodec = unknownCodecs[i];
- if (this.isAudioSupported(unknownCodec)) {
- levelParsed.audioCodec = audioCodec = audioCodec ? `${audioCodec},${unknownCodec}` : unknownCodec;
- unknownUnsupportedCodecCount--;
- sampleEntryCodesISO.audio[audioCodec.substring(0, 4)] = 2;
- } else if (this.isVideoSupported(unknownCodec)) {
- levelParsed.videoCodec = videoCodec = videoCodec ? `${videoCodec},${unknownCodec}` : unknownCodec;
- unknownUnsupportedCodecCount--;
- sampleEntryCodesISO.video[videoCodec.substring(0, 4)] = 2;
- }
- }
- }
- resolutionFound || (resolutionFound = !!(width && height));
- videoCodecFound || (videoCodecFound = !!videoCodec);
- audioCodecFound || (audioCodecFound = !!audioCodec);
- if (unknownUnsupportedCodecCount || audioCodec && !this.isAudioSupported(audioCodec) || videoCodec && !this.isVideoSupported(videoCodec)) {
- this.log(`Some or all CODECS not supported "${attributes.CODECS}"`);
- return;
- }
- const {
- CODECS,
- 'FRAME-RATE': FRAMERATE,
- 'HDCP-LEVEL': HDCP,
- 'PATHWAY-ID': PATHWAY,
- RESOLUTION,
- 'VIDEO-RANGE': VIDEO_RANGE
- } = attributes;
- const contentSteeringPrefix = `${PATHWAY || '.'}-`;
- const levelKey = `${contentSteeringPrefix}${levelParsed.bitrate}-${RESOLUTION}-${FRAMERATE}-${CODECS}-${VIDEO_RANGE}-${HDCP}`;
- if (!redundantSet[levelKey]) {
- const level = this.createLevel(levelParsed);
- redundantSet[levelKey] = level;
- generatePathwaySet[levelKey] = 1;
- levels.push(level);
- } else if (redundantSet[levelKey].uri !== levelParsed.url && !levelParsed.attrs['PATHWAY-ID']) {
- // Assign Pathway IDs to Redundant Streams (default Pathways is ".". Redundant Streams "..", "...", and so on.)
- // Content Steering controller to handles Pathway fallback on error
- const pathwayCount = generatePathwaySet[levelKey] += 1;
- levelParsed.attrs['PATHWAY-ID'] = new Array(pathwayCount + 1).join('.');
- const level = this.createLevel(levelParsed);
- redundantSet[levelKey] = level;
- levels.push(level);
- } else {
- redundantSet[levelKey].addGroupId('audio', attributes.AUDIO);
- redundantSet[levelKey].addGroupId('text', attributes.SUBTITLES);
- }
- });
- this.filterAndSortMediaOptions(levels, data, resolutionFound, videoCodecFound, audioCodecFound);
- }
- createLevel(levelParsed) {
- const level = new Level(levelParsed);
- const supplemental = levelParsed.supplemental;
- if (supplemental != null && supplemental.videoCodec && !this.isVideoSupported(supplemental.videoCodec)) {
- const error = new Error(`SUPPLEMENTAL-CODECS not supported "${supplemental.videoCodec}"`);
- this.log(error.message);
- level.supportedResult = getUnsupportedResult(error, []);
- }
- return level;
- }
- isAudioSupported(codec) {
- return areCodecsMediaSourceSupported(codec, 'audio', this.hls.config.preferManagedMediaSource);
- }
- isVideoSupported(codec) {
- return areCodecsMediaSourceSupported(codec, 'video', this.hls.config.preferManagedMediaSource);
- }
- filterAndSortMediaOptions(filteredLevels, data, resolutionFound, videoCodecFound, audioCodecFound) {
- let audioTracks = [];
- let subtitleTracks = [];
- let levels = filteredLevels;
- // remove audio-only and invalid video-range levels if we also have levels with video codecs or RESOLUTION signalled
- if ((resolutionFound || videoCodecFound) && audioCodecFound) {
- levels = levels.filter(({
- videoCodec,
- videoRange,
- width,
- height
- }) => (!!videoCodec || !!(width && height)) && isVideoRange(videoRange));
- }
- if (levels.length === 0) {
- // Dispatch error after MANIFEST_LOADED is done propagating
- Promise.resolve().then(() => {
- if (this.hls) {
- let message = 'no level with compatible codecs found in manifest';
- let reason = message;
- if (data.levels.length) {
- reason = `one or more CODECS in variant not supported: ${stringify(data.levels.map(level => level.attrs.CODECS).filter((value, index, array) => array.indexOf(value) === index))}`;
- this.warn(reason);
- message += ` (${reason})`;
- }
- const error = new Error(message);
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.MEDIA_ERROR,
- details: ErrorDetails.MANIFEST_INCOMPATIBLE_CODECS_ERROR,
- fatal: true,
- url: data.url,
- error,
- reason
- });
- }
- });
- return;
- }
- if (data.audioTracks) {
- audioTracks = data.audioTracks.filter(track => !track.audioCodec || this.isAudioSupported(track.audioCodec));
- // Assign ids after filtering as array indices by group-id
- assignTrackIdsByGroup(audioTracks);
- }
- if (data.subtitles) {
- subtitleTracks = data.subtitles;
- assignTrackIdsByGroup(subtitleTracks);
- }
- // start bitrate is the first bitrate of the manifest
- const unsortedLevels = levels.slice(0);
- // sort levels from lowest to highest
- levels.sort((a, b) => {
- if (a.attrs['HDCP-LEVEL'] !== b.attrs['HDCP-LEVEL']) {
- return (a.attrs['HDCP-LEVEL'] || '') > (b.attrs['HDCP-LEVEL'] || '') ? 1 : -1;
- }
- // sort on height before bitrate for cap-level-controller
- if (resolutionFound && a.height !== b.height) {
- return a.height - b.height;
- }
- if (a.frameRate !== b.frameRate) {
- return a.frameRate - b.frameRate;
- }
- if (a.videoRange !== b.videoRange) {
- return VideoRangeValues.indexOf(a.videoRange) - VideoRangeValues.indexOf(b.videoRange);
- }
- if (a.videoCodec !== b.videoCodec) {
- const valueA = videoCodecPreferenceValue(a.videoCodec);
- const valueB = videoCodecPreferenceValue(b.videoCodec);
- if (valueA !== valueB) {
- return valueB - valueA;
- }
- }
- if (a.uri === b.uri && a.codecSet !== b.codecSet) {
- const valueA = codecsSetSelectionPreferenceValue(a.codecSet);
- const valueB = codecsSetSelectionPreferenceValue(b.codecSet);
- if (valueA !== valueB) {
- return valueB - valueA;
- }
- }
- if (a.averageBitrate !== b.averageBitrate) {
- return a.averageBitrate - b.averageBitrate;
- }
- return 0;
- });
- let firstLevelInPlaylist = unsortedLevels[0];
- if (this.steering) {
- levels = this.steering.filterParsedLevels(levels);
- if (levels.length !== unsortedLevels.length) {
- for (let i = 0; i < unsortedLevels.length; i++) {
- if (unsortedLevels[i].pathwayId === levels[0].pathwayId) {
- firstLevelInPlaylist = unsortedLevels[i];
- break;
- }
- }
- }
- }
- this._levels = levels;
- // find index of first level in sorted levels
- for (let i = 0; i < levels.length; i++) {
- if (levels[i] === firstLevelInPlaylist) {
- var _this$hls$userConfig;
- this._firstLevel = i;
- const firstLevelBitrate = firstLevelInPlaylist.bitrate;
- const bandwidthEstimate = this.hls.bandwidthEstimate;
- this.log(`manifest loaded, ${levels.length} level(s) found, first bitrate: ${firstLevelBitrate}`);
- // Update default bwe to first variant bitrate as long it has not been configured or set
- if (((_this$hls$userConfig = this.hls.userConfig) == null ? void 0 : _this$hls$userConfig.abrEwmaDefaultEstimate) === undefined) {
- const startingBwEstimate = Math.min(firstLevelBitrate, this.hls.config.abrEwmaDefaultEstimateMax);
- if (startingBwEstimate > bandwidthEstimate && bandwidthEstimate === this.hls.abrEwmaDefaultEstimate) {
- this.hls.bandwidthEstimate = startingBwEstimate;
- }
- }
- break;
- }
- }
- // Audio is only alternate if manifest include a URI along with the audio group tag,
- // and this is not an audio-only stream where levels contain audio-only
- const audioOnly = audioCodecFound && !videoCodecFound;
- const config = this.hls.config;
- const altAudioEnabled = !!(config.audioStreamController && config.audioTrackController);
- const edata = {
- levels,
- audioTracks,
- subtitleTracks,
- sessionData: data.sessionData,
- sessionKeys: data.sessionKeys,
- firstLevel: this._firstLevel,
- stats: data.stats,
- audio: audioCodecFound,
- video: videoCodecFound,
- altAudio: altAudioEnabled && !audioOnly && audioTracks.some(t => !!t.url)
- };
- this.hls.trigger(Events.MANIFEST_PARSED, edata);
- }
- get levels() {
- if (this._levels.length === 0) {
- return null;
- }
- return this._levels;
- }
- get loadLevelObj() {
- return this.currentLevel;
- }
- get level() {
- return this.currentLevelIndex;
- }
- set level(newLevel) {
- const levels = this._levels;
- if (levels.length === 0) {
- return;
- }
- // check if level idx is valid
- if (newLevel < 0 || newLevel >= levels.length) {
- // invalid level id given, trigger error
- const error = new Error('invalid level idx');
- const fatal = newLevel < 0;
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.LEVEL_SWITCH_ERROR,
- level: newLevel,
- fatal,
- error,
- reason: error.message
- });
- if (fatal) {
- return;
- }
- newLevel = Math.min(newLevel, levels.length - 1);
- }
- const lastLevelIndex = this.currentLevelIndex;
- const lastLevel = this.currentLevel;
- const lastPathwayId = lastLevel ? lastLevel.attrs['PATHWAY-ID'] : undefined;
- const level = levels[newLevel];
- const pathwayId = level.attrs['PATHWAY-ID'];
- this.currentLevelIndex = newLevel;
- this.currentLevel = level;
- if (lastLevelIndex === newLevel && lastLevel && lastPathwayId === pathwayId) {
- return;
- }
- this.log(`Switching to level ${newLevel} (${level.height ? level.height + 'p ' : ''}${level.videoRange ? level.videoRange + ' ' : ''}${level.codecSet ? level.codecSet + ' ' : ''}@${level.bitrate})${pathwayId ? ' with Pathway ' + pathwayId : ''} from level ${lastLevelIndex}${lastPathwayId ? ' with Pathway ' + lastPathwayId : ''}`);
- const levelSwitchingData = {
- level: newLevel,
- attrs: level.attrs,
- details: level.details,
- bitrate: level.bitrate,
- averageBitrate: level.averageBitrate,
- maxBitrate: level.maxBitrate,
- realBitrate: level.realBitrate,
- width: level.width,
- height: level.height,
- codecSet: level.codecSet,
- audioCodec: level.audioCodec,
- videoCodec: level.videoCodec,
- audioGroups: level.audioGroups,
- subtitleGroups: level.subtitleGroups,
- loaded: level.loaded,
- loadError: level.loadError,
- fragmentError: level.fragmentError,
- name: level.name,
- id: level.id,
- uri: level.uri,
- url: level.url,
- urlId: 0,
- audioGroupIds: level.audioGroupIds,
- textGroupIds: level.textGroupIds
- };
- this.hls.trigger(Events.LEVEL_SWITCHING, levelSwitchingData);
- // check if we need to load playlist for this level
- const levelDetails = level.details;
- if (!levelDetails || levelDetails.live) {
- // level not retrieved yet, or live playlist we need to (re)load it
- const hlsUrlParameters = this.switchParams(level.uri, lastLevel == null ? void 0 : lastLevel.details, levelDetails);
- this.loadPlaylist(hlsUrlParameters);
- }
- }
- get manualLevel() {
- return this.manualLevelIndex;
- }
- set manualLevel(newLevel) {
- this.manualLevelIndex = newLevel;
- if (this._startLevel === undefined) {
- this._startLevel = newLevel;
- }
- if (newLevel !== -1) {
- this.level = newLevel;
- }
- }
- get firstLevel() {
- return this._firstLevel;
- }
- set firstLevel(newLevel) {
- this._firstLevel = newLevel;
- }
- get startLevel() {
- // Setting hls.startLevel (this._startLevel) overrides config.startLevel
- if (this._startLevel === undefined) {
- const configStartLevel = this.hls.config.startLevel;
- if (configStartLevel !== undefined) {
- return configStartLevel;
- }
- return this.hls.firstAutoLevel;
- }
- return this._startLevel;
- }
- set startLevel(newLevel) {
- this._startLevel = newLevel;
- }
- get pathways() {
- if (this.steering) {
- return this.steering.pathways();
- }
- return [];
- }
- get pathwayPriority() {
- if (this.steering) {
- return this.steering.pathwayPriority;
- }
- return null;
- }
- set pathwayPriority(pathwayPriority) {
- if (this.steering) {
- const pathwaysList = this.steering.pathways();
- const filteredPathwayPriority = pathwayPriority.filter(pathwayId => {
- return pathwaysList.indexOf(pathwayId) !== -1;
- });
- if (pathwayPriority.length < 1) {
- this.warn(`pathwayPriority ${pathwayPriority} should contain at least one pathway from list: ${pathwaysList}`);
- return;
- }
- this.steering.pathwayPriority = filteredPathwayPriority;
- }
- }
- onError(event, data) {
- if (data.fatal || !data.context) {
- return;
- }
- if (data.context.type === PlaylistContextType.LEVEL && data.context.level === this.level) {
- this.checkRetry(data);
- }
- }
- // reset errors on the successful load of a fragment
- onFragBuffered(event, {
- frag
- }) {
- if (frag !== undefined && frag.type === PlaylistLevelType.MAIN) {
- const el = frag.elementaryStreams;
- if (!Object.keys(el).some(type => !!el[type])) {
- return;
- }
- const level = this._levels[frag.level];
- if (level != null && level.loadError) {
- this.log(`Resetting level error count of ${level.loadError} on frag buffered`);
- level.loadError = 0;
- }
- }
- }
- onLevelLoaded(event, data) {
- var _data$deliveryDirecti2;
- const {
- level,
- details
- } = data;
- const curLevel = data.levelInfo;
- if (!curLevel) {
- var _data$deliveryDirecti;
- this.warn(`Invalid level index ${level}`);
- if ((_data$deliveryDirecti = data.deliveryDirectives) != null && _data$deliveryDirecti.skip) {
- details.deltaUpdateFailed = true;
- }
- return;
- }
- // only process level loaded events matching with expected level or prior to switch when media playlist is loaded directly
- if (curLevel === this.currentLevel || data.withoutMultiVariant) {
- // reset level load error counter on successful level loaded only if there is no issues with fragments
- if (curLevel.fragmentError === 0) {
- curLevel.loadError = 0;
- }
- // Ignore matching details populated by loading a Media Playlist directly
- let previousDetails = curLevel.details;
- if (previousDetails === data.details && previousDetails.advanced) {
- previousDetails = undefined;
- }
- this.playlistLoaded(level, data, previousDetails);
- } else if ((_data$deliveryDirecti2 = data.deliveryDirectives) != null && _data$deliveryDirecti2.skip) {
- // received a delta playlist update that cannot be merged
- details.deltaUpdateFailed = true;
- }
- }
- loadPlaylist(hlsUrlParameters) {
- super.loadPlaylist();
- if (this.shouldLoadPlaylist(this.currentLevel)) {
- this.scheduleLoading(this.currentLevel, hlsUrlParameters);
- }
- }
- loadingPlaylist(currentLevel, hlsUrlParameters) {
- super.loadingPlaylist(currentLevel, hlsUrlParameters);
- const url = this.getUrlWithDirectives(currentLevel.uri, hlsUrlParameters);
- const currentLevelIndex = this.currentLevelIndex;
- const pathwayId = currentLevel.attrs['PATHWAY-ID'];
- const details = currentLevel.details;
- const age = details == null ? void 0 : details.age;
- this.log(`Loading level index ${currentLevelIndex}${(hlsUrlParameters == null ? void 0 : hlsUrlParameters.msn) !== undefined ? ' at sn ' + hlsUrlParameters.msn + ' part ' + hlsUrlParameters.part : ''}${pathwayId ? ' Pathway ' + pathwayId : ''}${age && details.live ? ' age ' + age.toFixed(1) + (details.type ? ' ' + details.type || '' : '') : ''} ${url}`);
- this.hls.trigger(Events.LEVEL_LOADING, {
- url,
- level: currentLevelIndex,
- levelInfo: currentLevel,
- pathwayId: currentLevel.attrs['PATHWAY-ID'],
- id: 0,
- // Deprecated Level urlId
- deliveryDirectives: hlsUrlParameters || null
- });
- }
- get nextLoadLevel() {
- if (this.manualLevelIndex !== -1) {
- return this.manualLevelIndex;
- } else {
- return this.hls.nextAutoLevel;
- }
- }
- set nextLoadLevel(nextLevel) {
- this.level = nextLevel;
- if (this.manualLevelIndex === -1) {
- this.hls.nextAutoLevel = nextLevel;
- }
- }
- removeLevel(levelIndex) {
- var _this$currentLevel;
- if (this._levels.length === 1) {
- return;
- }
- const levels = this._levels.filter((level, index) => {
- if (index !== levelIndex) {
- return true;
- }
- if (this.steering) {
- this.steering.removeLevel(level);
- }
- if (level === this.currentLevel) {
- this.currentLevel = null;
- this.currentLevelIndex = -1;
- if (level.details) {
- level.details.fragments.forEach(f => f.level = -1);
- }
- }
- return false;
- });
- reassignFragmentLevelIndexes(levels);
- this._levels = levels;
- if (this.currentLevelIndex > -1 && (_this$currentLevel = this.currentLevel) != null && _this$currentLevel.details) {
- this.currentLevelIndex = this.currentLevel.details.fragments[0].level;
- }
- if (this.manualLevelIndex > -1) {
- this.manualLevelIndex = this.currentLevelIndex;
- }
- const maxLevel = levels.length - 1;
- this._firstLevel = Math.min(this._firstLevel, maxLevel);
- if (this._startLevel) {
- this._startLevel = Math.min(this._startLevel, maxLevel);
- }
- this.hls.trigger(Events.LEVELS_UPDATED, {
- levels
- });
- }
- onLevelsUpdated(event, {
- levels
- }) {
- this._levels = levels;
- }
- checkMaxAutoUpdated() {
- const {
- autoLevelCapping,
- maxAutoLevel,
- maxHdcpLevel
- } = this.hls;
- if (this._maxAutoLevel !== maxAutoLevel) {
- this._maxAutoLevel = maxAutoLevel;
- this.hls.trigger(Events.MAX_AUTO_LEVEL_UPDATED, {
- autoLevelCapping,
- levels: this.levels,
- maxAutoLevel,
- minAutoLevel: this.hls.minAutoLevel,
- maxHdcpLevel
- });
- }
- }
- }
- function assignTrackIdsByGroup(tracks) {
- const groups = {};
- tracks.forEach(track => {
- const groupId = track.groupId || '';
- track.id = groups[groupId] = groups[groupId] || 0;
- groups[groupId]++;
- });
- }
- function getSourceBuffer() {
- return self.SourceBuffer || self.WebKitSourceBuffer;
- }
- function isMSESupported() {
- const mediaSource = getMediaSource();
- if (!mediaSource) {
- return false;
- }
- // if SourceBuffer is exposed ensure its API is valid
- // Older browsers do not expose SourceBuffer globally so checking SourceBuffer.prototype is impossible
- const sourceBuffer = getSourceBuffer();
- return !sourceBuffer || sourceBuffer.prototype && typeof sourceBuffer.prototype.appendBuffer === 'function' && typeof sourceBuffer.prototype.remove === 'function';
- }
- function isSupported() {
- if (!isMSESupported()) {
- return false;
- }
- const mediaSource = getMediaSource();
- return typeof (mediaSource == null ? void 0 : mediaSource.isTypeSupported) === 'function' && (['avc1.42E01E,mp4a.40.2', 'av01.0.01M.08', 'vp09.00.50.08'].some(codecsForVideoContainer => mediaSource.isTypeSupported(mimeTypeForCodec(codecsForVideoContainer, 'video'))) || ['mp4a.40.2', 'fLaC'].some(codecForAudioContainer => mediaSource.isTypeSupported(mimeTypeForCodec(codecForAudioContainer, 'audio'))));
- }
- function changeTypeSupported() {
- var _sourceBuffer$prototy;
- const sourceBuffer = getSourceBuffer();
- return typeof (sourceBuffer == null ? void 0 : (_sourceBuffer$prototy = sourceBuffer.prototype) == null ? void 0 : _sourceBuffer$prototy.changeType) === 'function';
- }
- const TICK_INTERVAL = 100; // how often to tick in ms
- class StreamController extends BaseStreamController {
- constructor(hls, fragmentTracker, keyLoader) {
- super(hls, fragmentTracker, keyLoader, 'stream-controller', PlaylistLevelType.MAIN);
- this.audioCodecSwap = false;
- this.level = -1;
- this._forceStartLoad = false;
- this._hasEnoughToStart = false;
- this.altAudio = 0;
- this.audioOnly = false;
- this.fragPlaying = null;
- this.fragLastKbps = 0;
- this.couldBacktrack = false;
- this.backtrackFragment = null;
- this.audioCodecSwitch = false;
- this.videoBuffer = null;
- this.onMediaPlaying = () => {
- // tick to speed up FRAG_CHANGED triggering
- this.tick();
- };
- this.onMediaSeeked = () => {
- const media = this.media;
- const currentTime = media ? media.currentTime : null;
- if (currentTime === null || !isFiniteNumber(currentTime)) {
- return;
- }
- this.log(`Media seeked to ${currentTime.toFixed(3)}`);
- // If seeked was issued before buffer was appended do not tick immediately
- if (!this.getBufferedFrag(currentTime)) {
- return;
- }
- const bufferInfo = this.getFwdBufferInfoAtPos(media, currentTime, PlaylistLevelType.MAIN, 0);
- if (bufferInfo === null || bufferInfo.len === 0) {
- this.warn(`Main forward buffer length at ${currentTime} on "seeked" event ${bufferInfo ? bufferInfo.len : 'empty'})`);
- return;
- }
- // tick to speed up FRAG_CHANGED triggering
- this.tick();
- };
- this.registerListeners();
- }
- registerListeners() {
- super.registerListeners();
- const {
- hls
- } = this;
- hls.on(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.on(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.on(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.on(Events.FRAG_LOAD_EMERGENCY_ABORTED, this.onFragLoadEmergencyAborted, this);
- hls.on(Events.AUDIO_TRACK_SWITCHING, this.onAudioTrackSwitching, this);
- hls.on(Events.AUDIO_TRACK_SWITCHED, this.onAudioTrackSwitched, this);
- hls.on(Events.BUFFER_CREATED, this.onBufferCreated, this);
- hls.on(Events.BUFFER_FLUSHED, this.onBufferFlushed, this);
- hls.on(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.on(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- }
- unregisterListeners() {
- super.unregisterListeners();
- const {
- hls
- } = this;
- hls.off(Events.MANIFEST_PARSED, this.onManifestParsed, this);
- hls.off(Events.LEVEL_LOADED, this.onLevelLoaded, this);
- hls.off(Events.FRAG_LOAD_EMERGENCY_ABORTED, this.onFragLoadEmergencyAborted, this);
- hls.off(Events.AUDIO_TRACK_SWITCHING, this.onAudioTrackSwitching, this);
- hls.off(Events.AUDIO_TRACK_SWITCHED, this.onAudioTrackSwitched, this);
- hls.off(Events.BUFFER_CREATED, this.onBufferCreated, this);
- hls.off(Events.BUFFER_FLUSHED, this.onBufferFlushed, this);
- hls.off(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- hls.off(Events.FRAG_BUFFERED, this.onFragBuffered, this);
- }
- onHandlerDestroying() {
- // @ts-ignore
- this.onMediaPlaying = this.onMediaSeeked = null;
- this.unregisterListeners();
- super.onHandlerDestroying();
- }
- startLoad(startPosition, skipSeekToStartPosition) {
- if (this.levels) {
- const {
- lastCurrentTime,
- hls
- } = this;
- this.stopLoad();
- this.setInterval(TICK_INTERVAL);
- this.level = -1;
- if (!this.startFragRequested) {
- // determine load level
- let startLevel = hls.startLevel;
- if (startLevel === -1) {
- if (hls.config.testBandwidth && this.levels.length > 1) {
- // -1 : guess start Level by doing a bitrate test by loading first fragment of lowest quality level
- startLevel = 0;
- this.bitrateTest = true;
- } else {
- startLevel = hls.firstAutoLevel;
- }
- }
- // set new level to playlist loader : this will trigger start level load
- // hls.nextLoadLevel remains until it is set to a new value or until a new frag is successfully loaded
- hls.nextLoadLevel = startLevel;
- this.level = hls.loadLevel;
- this._hasEnoughToStart = !!skipSeekToStartPosition;
- }
- // if startPosition undefined but lastCurrentTime set, set startPosition to last currentTime
- if (lastCurrentTime > 0 && startPosition === -1 && !skipSeekToStartPosition) {
- this.log(`Override startPosition with lastCurrentTime @${lastCurrentTime.toFixed(3)}`);
- startPosition = lastCurrentTime;
- }
- this.state = State.IDLE;
- this.nextLoadPosition = this.lastCurrentTime = startPosition + this.timelineOffset;
- this.startPosition = skipSeekToStartPosition ? -1 : startPosition;
- this.tick();
- } else {
- this._forceStartLoad = true;
- this.state = State.STOPPED;
- }
- }
- stopLoad() {
- this._forceStartLoad = false;
- super.stopLoad();
- }
- doTick() {
- switch (this.state) {
- case State.WAITING_LEVEL:
- {
- const {
- levels,
- level
- } = this;
- const currentLevel = levels == null ? void 0 : levels[level];
- const details = currentLevel == null ? void 0 : currentLevel.details;
- if (details && (!details.live || this.levelLastLoaded === currentLevel && !this.waitForLive(currentLevel))) {
- if (this.waitForCdnTuneIn(details)) {
- break;
- }
- this.state = State.IDLE;
- break;
- } else if (this.hls.nextLoadLevel !== this.level) {
- this.state = State.IDLE;
- break;
- }
- break;
- }
- case State.FRAG_LOADING_WAITING_RETRY:
- {
- var _this$media;
- const now = self.performance.now();
- const retryDate = this.retryDate;
- // if current time is gt than retryDate, or if media seeking let's switch to IDLE state to retry loading
- if (!retryDate || now >= retryDate || (_this$media = this.media) != null && _this$media.seeking) {
- const {
- levels,
- level
- } = this;
- const currentLevel = levels == null ? void 0 : levels[level];
- this.resetStartWhenNotLoaded(currentLevel || null);
- this.state = State.IDLE;
- }
- }
- break;
- }
- if (this.state === State.IDLE) {
- this.doTickIdle();
- }
- this.onTickEnd();
- }
- onTickEnd() {
- var _this$media2;
- super.onTickEnd();
- if ((_this$media2 = this.media) != null && _this$media2.readyState && this.media.seeking === false) {
- this.lastCurrentTime = this.media.currentTime;
- }
- this.checkFragmentChanged();
- }
- doTickIdle() {
- const {
- hls,
- levelLastLoaded,
- levels,
- media
- } = this;
- // if start level not parsed yet OR
- // if video not attached AND start fragment already requested OR start frag prefetch not enabled
- // exit loop, as we either need more info (level not parsed) or we need media to be attached to load new fragment
- if (levelLastLoaded === null || !media && !this.primaryPrefetch && (this.startFragRequested || !hls.config.startFragPrefetch)) {
- return;
- }
- // If the "main" level is audio-only but we are loading an alternate track in the same group, do not load anything
- if (this.altAudio && this.audioOnly) {
- return;
- }
- const level = this.buffering ? hls.nextLoadLevel : hls.loadLevel;
- if (!(levels != null && levels[level])) {
- return;
- }
- const levelInfo = levels[level];
- // if buffer length is less than maxBufLen try to load a new fragment
- const bufferInfo = this.getMainFwdBufferInfo();
- if (bufferInfo === null) {
- return;
- }
- const lastDetails = this.getLevelDetails();
- if (lastDetails && this._streamEnded(bufferInfo, lastDetails)) {
- const data = {};
- if (this.altAudio === 2) {
- data.type = 'video';
- }
- this.hls.trigger(Events.BUFFER_EOS, data);
- this.state = State.ENDED;
- return;
- }
- if (!this.buffering) {
- return;
- }
- // set next load level : this will trigger a playlist load if needed
- if (hls.loadLevel !== level && hls.manualLevel === -1) {
- this.log(`Adapting to level ${level} from level ${this.level}`);
- }
- this.level = hls.nextLoadLevel = level;
- const levelDetails = levelInfo.details;
- // if level info not retrieved yet, switch state and wait for level retrieval
- // if live playlist, ensure that new playlist has been refreshed to avoid loading/try to load
- // a useless and outdated fragment (that might even introduce load error if it is already out of the live playlist)
- if (!levelDetails || this.state === State.WAITING_LEVEL || this.waitForLive(levelInfo)) {
- this.level = level;
- this.state = State.WAITING_LEVEL;
- this.startFragRequested = false;
- return;
- }
- const bufferLen = bufferInfo.len;
- // compute max Buffer Length that we could get from this load level, based on level bitrate. don't buffer more than 60 MB and more than 30s
- const maxBufLen = this.getMaxBufferLength(levelInfo.maxBitrate);
- // Stay idle if we are still with buffer margins
- if (bufferLen >= maxBufLen) {
- return;
- }
- if (this.backtrackFragment && this.backtrackFragment.start > bufferInfo.end) {
- this.backtrackFragment = null;
- }
- const targetBufferTime = this.backtrackFragment ? this.backtrackFragment.start : bufferInfo.end;
- let frag = this.getNextFragment(targetBufferTime, levelDetails);
- // Avoid backtracking by loading an earlier segment in streams with segments that do not start with a key frame (flagged by `couldBacktrack`)
- if (this.couldBacktrack && !this.fragPrevious && frag && isMediaFragment(frag) && this.fragmentTracker.getState(frag) !== FragmentState.OK) {
- var _this$backtrackFragme;
- const backtrackSn = ((_this$backtrackFragme = this.backtrackFragment) != null ? _this$backtrackFragme : frag).sn;
- const fragIdx = backtrackSn - levelDetails.startSN;
- const backtrackFrag = levelDetails.fragments[fragIdx - 1];
- if (backtrackFrag && frag.cc === backtrackFrag.cc) {
- frag = backtrackFrag;
- this.fragmentTracker.removeFragment(backtrackFrag);
- }
- } else if (this.backtrackFragment && bufferInfo.len) {
- this.backtrackFragment = null;
- }
- // Avoid loop loading by using nextLoadPosition set for backtracking and skipping consecutive GAP tags
- if (frag && this.isLoopLoading(frag, targetBufferTime)) {
- const gapStart = frag.gap;
- if (!gapStart) {
- // Cleanup the fragment tracker before trying to find the next unbuffered fragment
- const type = this.audioOnly && !this.altAudio ? ElementaryStreamTypes.AUDIO : ElementaryStreamTypes.VIDEO;
- const mediaBuffer = (type === ElementaryStreamTypes.VIDEO ? this.videoBuffer : this.mediaBuffer) || this.media;
- if (mediaBuffer) {
- this.afterBufferFlushed(mediaBuffer, type, PlaylistLevelType.MAIN);
- }
- }
- frag = this.getNextFragmentLoopLoading(frag, levelDetails, bufferInfo, PlaylistLevelType.MAIN, maxBufLen);
- }
- if (!frag) {
- return;
- }
- if (frag.initSegment && !frag.initSegment.data && !this.bitrateTest) {
- frag = frag.initSegment;
- }
- this.loadFragment(frag, levelInfo, targetBufferTime);
- }
- loadFragment(frag, level, targetBufferTime) {
- // Check if fragment is not loaded
- const fragState = this.fragmentTracker.getState(frag);
- if (fragState === FragmentState.NOT_LOADED || fragState === FragmentState.PARTIAL) {
- if (!isMediaFragment(frag)) {
- this._loadInitSegment(frag, level);
- } else if (this.bitrateTest) {
- this.log(`Fragment ${frag.sn} of level ${frag.level} is being downloaded to test bitrate and will not be buffered`);
- this._loadBitrateTestFrag(frag, level);
- } else {
- super.loadFragment(frag, level, targetBufferTime);
- }
- } else {
- this.clearTrackerIfNeeded(frag);
- }
- }
- getBufferedFrag(position) {
- return this.fragmentTracker.getBufferedFrag(position, PlaylistLevelType.MAIN);
- }
- followingBufferedFrag(frag) {
- if (frag) {
- // try to get range of next fragment (500ms after this range)
- return this.getBufferedFrag(frag.end + 0.5);
- }
- return null;
- }
- /*
- on immediate level switch :
- - pause playback if playing
- - cancel any pending load request
- - and trigger a buffer flush
- */
- immediateLevelSwitch() {
- this.abortCurrentFrag();
- this.flushMainBuffer(0, Number.POSITIVE_INFINITY);
- }
- /**
- * try to switch ASAP without breaking video playback:
- * in order to ensure smooth but quick level switching,
- * we need to find the next flushable buffer range
- * we should take into account new segment fetch time
- */
- nextLevelSwitch() {
- const {
- levels,
- media
- } = this;
- // ensure that media is defined and that metadata are available (to retrieve currentTime)
- if (media != null && media.readyState) {
- let fetchdelay;
- const fragPlayingCurrent = this.getAppendedFrag(media.currentTime);
- if (fragPlayingCurrent && fragPlayingCurrent.start > 1) {
- // flush buffer preceding current fragment (flush until current fragment start offset)
- // minus 1s to avoid video freezing, that could happen if we flush keyframe of current video ...
- this.flushMainBuffer(0, fragPlayingCurrent.start - 1);
- }
- const levelDetails = this.getLevelDetails();
- if (levelDetails != null && levelDetails.live) {
- const bufferInfo = this.getMainFwdBufferInfo();
- // Do not flush in live stream with low buffer
- if (!bufferInfo || bufferInfo.len < levelDetails.targetduration * 2) {
- return;
- }
- }
- if (!media.paused && levels) {
- // add a safety delay of 1s
- const nextLevelId = this.hls.nextLoadLevel;
- const nextLevel = levels[nextLevelId];
- const fragLastKbps = this.fragLastKbps;
- if (fragLastKbps && this.fragCurrent) {
- fetchdelay = this.fragCurrent.duration * nextLevel.maxBitrate / (1000 * fragLastKbps) + 1;
- } else {
- fetchdelay = 0;
- }
- } else {
- fetchdelay = 0;
- }
- // this.log('fetchdelay:'+fetchdelay);
- // find buffer range that will be reached once new fragment will be fetched
- const bufferedFrag = this.getBufferedFrag(media.currentTime + fetchdelay);
- if (bufferedFrag) {
- // we can flush buffer range following this one without stalling playback
- const nextBufferedFrag = this.followingBufferedFrag(bufferedFrag);
- if (nextBufferedFrag) {
- // if we are here, we can also cancel any loading/demuxing in progress, as they are useless
- this.abortCurrentFrag();
- // start flush position is in next buffered frag. Leave some padding for non-independent segments and smoother playback.
- const maxStart = nextBufferedFrag.maxStartPTS ? nextBufferedFrag.maxStartPTS : nextBufferedFrag.start;
- const fragDuration = nextBufferedFrag.duration;
- const startPts = Math.max(bufferedFrag.end, maxStart + Math.min(Math.max(fragDuration - this.config.maxFragLookUpTolerance, fragDuration * (this.couldBacktrack ? 0.5 : 0.125)), fragDuration * (this.couldBacktrack ? 0.75 : 0.25)));
- this.flushMainBuffer(startPts, Number.POSITIVE_INFINITY);
- }
- }
- }
- }
- abortCurrentFrag() {
- const fragCurrent = this.fragCurrent;
- this.fragCurrent = null;
- this.backtrackFragment = null;
- if (fragCurrent) {
- fragCurrent.abortRequests();
- this.fragmentTracker.removeFragment(fragCurrent);
- }
- switch (this.state) {
- case State.KEY_LOADING:
- case State.FRAG_LOADING:
- case State.FRAG_LOADING_WAITING_RETRY:
- case State.PARSING:
- case State.PARSED:
- this.state = State.IDLE;
- break;
- }
- this.nextLoadPosition = this.getLoadPosition();
- }
- flushMainBuffer(startOffset, endOffset) {
- super.flushMainBuffer(startOffset, endOffset, this.altAudio === 2 ? 'video' : null);
- }
- onMediaAttached(event, data) {
- super.onMediaAttached(event, data);
- const media = data.media;
- addEventListener(media, 'playing', this.onMediaPlaying);
- addEventListener(media, 'seeked', this.onMediaSeeked);
- }
- onMediaDetaching(event, data) {
- const {
- media
- } = this;
- if (media) {
- removeEventListener(media, 'playing', this.onMediaPlaying);
- removeEventListener(media, 'seeked', this.onMediaSeeked);
- }
- this.videoBuffer = null;
- this.fragPlaying = null;
- super.onMediaDetaching(event, data);
- const transferringMedia = !!data.transferMedia;
- if (transferringMedia) {
- return;
- }
- this._hasEnoughToStart = false;
- }
- onManifestLoading() {
- super.onManifestLoading();
- // reset buffer on manifest loading
- this.log('Trigger BUFFER_RESET');
- this.hls.trigger(Events.BUFFER_RESET, undefined);
- this.couldBacktrack = false;
- this.fragLastKbps = 0;
- this.fragPlaying = this.backtrackFragment = null;
- this.altAudio = 0;
- this.audioOnly = false;
- }
- onManifestParsed(event, data) {
- // detect if we have different kind of audio codecs used amongst playlists
- let aac = false;
- let heaac = false;
- data.levels.forEach(level => {
- const codec = level.audioCodec;
- if (codec) {
- aac = aac || codec.indexOf('mp4a.40.2') !== -1;
- heaac = heaac || codec.indexOf('mp4a.40.5') !== -1;
- }
- });
- this.audioCodecSwitch = aac && heaac && !changeTypeSupported();
- if (this.audioCodecSwitch) {
- this.log('Both AAC/HE-AAC audio found in levels; declaring level codec as HE-AAC');
- }
- this.levels = data.levels;
- this.startFragRequested = false;
- }
- onLevelLoading(event, data) {
- const {
- levels
- } = this;
- if (!levels || this.state !== State.IDLE) {
- return;
- }
- const level = data.levelInfo;
- if (!level.details || level.details.live && (this.levelLastLoaded !== level || level.details.expired) || this.waitForCdnTuneIn(level.details)) {
- this.state = State.WAITING_LEVEL;
- }
- }
- onLevelLoaded(event, data) {
- var _curLevel$details;
- const {
- levels,
- startFragRequested
- } = this;
- const newLevelId = data.level;
- const newDetails = data.details;
- const duration = newDetails.totalduration;
- if (!levels) {
- this.warn(`Levels were reset while loading level ${newLevelId}`);
- return;
- }
- this.log(`Level ${newLevelId} loaded [${newDetails.startSN},${newDetails.endSN}]${newDetails.lastPartSn ? `[part-${newDetails.lastPartSn}-${newDetails.lastPartIndex}]` : ''}, cc [${newDetails.startCC}, ${newDetails.endCC}] duration:${duration}`);
- const curLevel = data.levelInfo;
- const fragCurrent = this.fragCurrent;
- if (fragCurrent && (this.state === State.FRAG_LOADING || this.state === State.FRAG_LOADING_WAITING_RETRY)) {
- if (fragCurrent.level !== data.level && fragCurrent.loader) {
- this.abortCurrentFrag();
- }
- }
- let sliding = 0;
- if (newDetails.live || (_curLevel$details = curLevel.details) != null && _curLevel$details.live) {
- var _this$levelLastLoaded;
- this.checkLiveUpdate(newDetails);
- if (newDetails.deltaUpdateFailed) {
- return;
- }
- sliding = this.alignPlaylists(newDetails, curLevel.details, (_this$levelLastLoaded = this.levelLastLoaded) == null ? void 0 : _this$levelLastLoaded.details);
- }
- // override level info
- curLevel.details = newDetails;
- this.levelLastLoaded = curLevel;
- if (!startFragRequested) {
- this.setStartPosition(newDetails, sliding);
- }
- this.hls.trigger(Events.LEVEL_UPDATED, {
- details: newDetails,
- level: newLevelId
- });
- // only switch back to IDLE state if we were waiting for level to start downloading a new fragment
- if (this.state === State.WAITING_LEVEL) {
- if (this.waitForCdnTuneIn(newDetails)) {
- // Wait for Low-Latency CDN Tune-in
- return;
- }
- this.state = State.IDLE;
- }
- if (startFragRequested && newDetails.live) {
- this.synchronizeToLiveEdge(newDetails);
- }
- // trigger handler right now
- this.tick();
- }
- synchronizeToLiveEdge(levelDetails) {
- const {
- config,
- media
- } = this;
- if (!media) {
- return;
- }
- const liveSyncPosition = this.hls.liveSyncPosition;
- const currentTime = this.getLoadPosition();
- const start = levelDetails.fragmentStart;
- const end = levelDetails.edge;
- const withinSlidingWindow = currentTime >= start - config.maxFragLookUpTolerance && currentTime <= end;
- // Continue if we can seek forward to sync position or if current time is outside of sliding window
- if (liveSyncPosition !== null && media.duration > liveSyncPosition && (currentTime < liveSyncPosition || !withinSlidingWindow)) {
- // Continue if buffer is starving or if current time is behind max latency
- const maxLatency = config.liveMaxLatencyDuration !== undefined ? config.liveMaxLatencyDuration : config.liveMaxLatencyDurationCount * levelDetails.targetduration;
- if (!withinSlidingWindow && media.readyState < 4 || currentTime < end - maxLatency) {
- if (!this._hasEnoughToStart) {
- this.nextLoadPosition = liveSyncPosition;
- }
- // Only seek if ready and there is not a significant forward buffer available for playback
- if (media.readyState) {
- this.warn(`Playback: ${currentTime.toFixed(3)} is located too far from the end of live sliding playlist: ${end}, reset currentTime to : ${liveSyncPosition.toFixed(3)}`);
- if (this.config.liveSyncMode === 'buffered') {
- var _bufferInfo$buffered;
- const bufferInfo = BufferHelper.bufferInfo(media, liveSyncPosition, 0);
- if (!(bufferInfo != null && (_bufferInfo$buffered = bufferInfo.buffered) != null && _bufferInfo$buffered.length)) {
- media.currentTime = liveSyncPosition;
- return;
- }
- const isLiveSyncInBuffer = bufferInfo.start <= currentTime;
- if (isLiveSyncInBuffer) {
- media.currentTime = liveSyncPosition;
- return;
- }
- const {
- nextStart
- } = BufferHelper.bufferedInfo(bufferInfo.buffered, currentTime, 0);
- if (nextStart) {
- media.currentTime = nextStart;
- }
- } else {
- media.currentTime = liveSyncPosition;
- }
- }
- }
- }
- }
- _handleFragmentLoadProgress(data) {
- var _frag$initSegment;
- const frag = data.frag;
- const {
- part,
- payload
- } = data;
- const {
- levels
- } = this;
- if (!levels) {
- this.warn(`Levels were reset while fragment load was in progress. Fragment ${frag.sn} of level ${frag.level} will not be buffered`);
- return;
- }
- const currentLevel = levels[frag.level];
- if (!currentLevel) {
- this.warn(`Level ${frag.level} not found on progress`);
- return;
- }
- const details = currentLevel.details;
- if (!details) {
- this.warn(`Dropping fragment ${frag.sn} of level ${frag.level} after level details were reset`);
- this.fragmentTracker.removeFragment(frag);
- return;
- }
- const videoCodec = currentLevel.videoCodec;
- // time Offset is accurate if level PTS is known, or if playlist is not sliding (not live)
- const accurateTimeOffset = details.PTSKnown || !details.live;
- const initSegmentData = (_frag$initSegment = frag.initSegment) == null ? void 0 : _frag$initSegment.data;
- const audioCodec = this._getAudioCodec(currentLevel);
- // transmux the MPEG-TS data to ISO-BMFF segments
- // this.log(`Transmuxing ${frag.sn} of [${details.startSN} ,${details.endSN}],level ${frag.level}, cc ${frag.cc}`);
- const transmuxer = this.transmuxer = this.transmuxer || new TransmuxerInterface(this.hls, PlaylistLevelType.MAIN, this._handleTransmuxComplete.bind(this), this._handleTransmuxerFlush.bind(this));
- const partIndex = part ? part.index : -1;
- const partial = partIndex !== -1;
- const chunkMeta = new ChunkMetadata(frag.level, frag.sn, frag.stats.chunkCount, payload.byteLength, partIndex, partial);
- const initPTS = this.initPTS[frag.cc];
- transmuxer.push(payload, initSegmentData, audioCodec, videoCodec, frag, part, details.totalduration, accurateTimeOffset, chunkMeta, initPTS);
- }
- onAudioTrackSwitching(event, data) {
- const hls = this.hls;
- // if any URL found on new audio track, it is an alternate audio track
- const fromAltAudio = this.altAudio === 2;
- const altAudio = useAlternateAudio(data.url, hls);
- // if we switch on main audio, ensure that main fragment scheduling is synced with media.buffered
- // don't do anything if we switch to alt audio: audio stream controller is handling it.
- // we will just have to change buffer scheduling on audioTrackSwitched
- if (!altAudio) {
- if (this.mediaBuffer !== this.media) {
- this.log('Switching on main audio, use media.buffered to schedule main fragment loading');
- this.mediaBuffer = this.media;
- const fragCurrent = this.fragCurrent;
- // we need to refill audio buffer from main: cancel any frag loading to speed up audio switch
- if (fragCurrent) {
- this.log('Switching to main audio track, cancel main fragment load');
- fragCurrent.abortRequests();
- this.fragmentTracker.removeFragment(fragCurrent);
- }
- // destroy transmuxer to force init segment generation (following audio switch)
- this.resetTransmuxer();
- // switch to IDLE state to load new fragment
- this.resetLoadingState();
- } else if (this.audioOnly) {
- // Reset audio transmuxer so when switching back to main audio we're not still appending where we left off
- this.resetTransmuxer();
- }
- // If switching from alt to main audio, flush all audio and trigger track switched
- if (fromAltAudio) {
- this.fragmentTracker.removeAllFragments();
- hls.once(Events.BUFFER_FLUSHED, () => {
- var _this$hls;
- (_this$hls = this.hls) == null ? void 0 : _this$hls.trigger(Events.AUDIO_TRACK_SWITCHED, data);
- });
- hls.trigger(Events.BUFFER_FLUSHING, {
- startOffset: 0,
- endOffset: Number.POSITIVE_INFINITY,
- type: null
- });
- return;
- }
- hls.trigger(Events.AUDIO_TRACK_SWITCHED, data);
- } else {
- this.altAudio = 1;
- }
- }
- onAudioTrackSwitched(event, data) {
- const altAudio = useAlternateAudio(data.url, this.hls);
- if (altAudio) {
- const videoBuffer = this.videoBuffer;
- // if we switched on alternate audio, ensure that main fragment scheduling is synced with video sourcebuffer buffered
- if (videoBuffer && this.mediaBuffer !== videoBuffer) {
- this.log('Switching on alternate audio, use video.buffered to schedule main fragment loading');
- this.mediaBuffer = videoBuffer;
- }
- }
- this.altAudio = altAudio ? 2 : 0;
- this.tick();
- }
- onBufferCreated(event, data) {
- const tracks = data.tracks;
- let mediaTrack;
- let name;
- let alternate = false;
- for (const type in tracks) {
- const track = tracks[type];
- if (track.id === 'main') {
- name = type;
- mediaTrack = track;
- // keep video source buffer reference
- if (type === 'video') {
- const videoTrack = tracks[type];
- if (videoTrack) {
- this.videoBuffer = videoTrack.buffer;
- }
- }
- } else {
- alternate = true;
- }
- }
- if (alternate && mediaTrack) {
- this.log(`Alternate track found, use ${name}.buffered to schedule main fragment loading`);
- this.mediaBuffer = mediaTrack.buffer;
- } else {
- this.mediaBuffer = this.media;
- }
- }
- onFragBuffered(event, data) {
- const {
- frag,
- part
- } = data;
- const bufferedMainFragment = frag.type === PlaylistLevelType.MAIN;
- if (bufferedMainFragment) {
- if (this.fragContextChanged(frag)) {
- // If a level switch was requested while a fragment was buffering, it will emit the FRAG_BUFFERED event upon completion
- // Avoid setting state back to IDLE, since that will interfere with a level switch
- this.warn(`Fragment ${frag.sn}${part ? ' p: ' + part.index : ''} of level ${frag.level} finished buffering, but was aborted. state: ${this.state}`);
- if (this.state === State.PARSED) {
- this.state = State.IDLE;
- }
- return;
- }
- const stats = part ? part.stats : frag.stats;
- this.fragLastKbps = Math.round(8 * stats.total / (stats.buffering.end - stats.loading.first));
- if (isMediaFragment(frag)) {
- this.fragPrevious = frag;
- }
- this.fragBufferedComplete(frag, part);
- }
- const media = this.media;
- if (!media) {
- return;
- }
- if (!this._hasEnoughToStart && BufferHelper.getBuffered(media).length) {
- this._hasEnoughToStart = true;
- this.seekToStartPos();
- }
- if (bufferedMainFragment) {
- this.tick();
- }
- }
- get hasEnoughToStart() {
- return this._hasEnoughToStart;
- }
- onError(event, data) {
- var _data$context;
- if (data.fatal) {
- this.state = State.ERROR;
- return;
- }
- switch (data.details) {
- case ErrorDetails.FRAG_GAP:
- case ErrorDetails.FRAG_PARSING_ERROR:
- case ErrorDetails.FRAG_DECRYPT_ERROR:
- case ErrorDetails.FRAG_LOAD_ERROR:
- case ErrorDetails.FRAG_LOAD_TIMEOUT:
- case ErrorDetails.KEY_LOAD_ERROR:
- case ErrorDetails.KEY_LOAD_TIMEOUT:
- this.onFragmentOrKeyLoadError(PlaylistLevelType.MAIN, data);
- break;
- case ErrorDetails.LEVEL_LOAD_ERROR:
- case ErrorDetails.LEVEL_LOAD_TIMEOUT:
- case ErrorDetails.LEVEL_PARSING_ERROR:
- // in case of non fatal error while loading level, if level controller is not retrying to load level, switch back to IDLE
- if (!data.levelRetry && this.state === State.WAITING_LEVEL && ((_data$context = data.context) == null ? void 0 : _data$context.type) === PlaylistContextType.LEVEL) {
- this.state = State.IDLE;
- }
- break;
- case ErrorDetails.BUFFER_ADD_CODEC_ERROR:
- case ErrorDetails.BUFFER_APPEND_ERROR:
- if (data.parent !== 'main') {
- return;
- }
- if (this.reduceLengthAndFlushBuffer(data)) {
- this.resetLoadingState();
- }
- break;
- case ErrorDetails.BUFFER_FULL_ERROR:
- if (data.parent !== 'main') {
- return;
- }
- if (this.reduceLengthAndFlushBuffer(data)) {
- this.flushMainBuffer(0, Number.POSITIVE_INFINITY);
- }
- break;
- case ErrorDetails.INTERNAL_EXCEPTION:
- this.recoverWorkerError(data);
- break;
- }
- }
- onFragLoadEmergencyAborted() {
- this.state = State.IDLE;
- // if loadedmetadata is not set, it means that we are emergency switch down on first frag
- // in that case, reset startFragRequested flag
- if (!this._hasEnoughToStart) {
- this.startFragRequested = false;
- this.nextLoadPosition = this.lastCurrentTime;
- }
- this.tickImmediate();
- }
- onBufferFlushed(event, {
- type
- }) {
- if (type !== ElementaryStreamTypes.AUDIO || !this.altAudio) {
- const mediaBuffer = (type === ElementaryStreamTypes.VIDEO ? this.videoBuffer : this.mediaBuffer) || this.media;
- if (mediaBuffer) {
- this.afterBufferFlushed(mediaBuffer, type, PlaylistLevelType.MAIN);
- this.tick();
- }
- }
- }
- onLevelsUpdated(event, data) {
- if (this.level > -1 && this.fragCurrent) {
- this.level = this.fragCurrent.level;
- if (this.level === -1) {
- this.resetWhenMissingContext(this.fragCurrent);
- }
- }
- this.levels = data.levels;
- }
- swapAudioCodec() {
- this.audioCodecSwap = !this.audioCodecSwap;
- }
- /**
- * Seeks to the set startPosition if not equal to the mediaElement's current time.
- */
- seekToStartPos() {
- const {
- media
- } = this;
- if (!media) {
- return;
- }
- const currentTime = media.currentTime;
- let startPosition = this.startPosition;
- // only adjust currentTime if different from startPosition or if startPosition not buffered
- // at that stage, there should be only one buffered range, as we reach that code after first fragment has been buffered
- if (startPosition >= 0 && currentTime < startPosition) {
- if (media.seeking) {
- this.log(`could not seek to ${startPosition}, already seeking at ${currentTime}`);
- return;
- }
- // Offset start position by timeline offset
- const timelineOffset = this.timelineOffset;
- if (timelineOffset && startPosition) {
- startPosition += timelineOffset;
- }
- const details = this.getLevelDetails();
- const buffered = BufferHelper.getBuffered(media);
- const bufferStart = buffered.length ? buffered.start(0) : 0;
- const delta = bufferStart - startPosition;
- const skipTolerance = Math.max(this.config.maxBufferHole, this.config.maxFragLookUpTolerance);
- if (this.config.startOnSegmentBoundary || delta > 0 && (delta < skipTolerance || this.loadingParts && delta < 2 * ((details == null ? void 0 : details.partTarget) || 0))) {
- this.log(`adjusting start position by ${delta} to match buffer start`);
- startPosition += delta;
- this.startPosition = startPosition;
- }
- if (currentTime < startPosition) {
- this.log(`seek to target start position ${startPosition} from current time ${currentTime} buffer start ${bufferStart}`);
- media.currentTime = startPosition;
- }
- }
- }
- _getAudioCodec(currentLevel) {
- let audioCodec = this.config.defaultAudioCodec || currentLevel.audioCodec;
- if (this.audioCodecSwap && audioCodec) {
- this.log('Swapping audio codec');
- if (audioCodec.indexOf('mp4a.40.5') !== -1) {
- audioCodec = 'mp4a.40.2';
- } else {
- audioCodec = 'mp4a.40.5';
- }
- }
- return audioCodec;
- }
- _loadBitrateTestFrag(fragment, level) {
- fragment.bitrateTest = true;
- this._doFragLoad(fragment, level).then(data => {
- const {
- hls
- } = this;
- const frag = data == null ? void 0 : data.frag;
- if (!frag || this.fragContextChanged(frag)) {
- return;
- }
- level.fragmentError = 0;
- this.state = State.IDLE;
- this.startFragRequested = false;
- this.bitrateTest = false;
- const stats = frag.stats;
- // Bitrate tests fragments are neither parsed nor buffered
- stats.parsing.start = stats.parsing.end = stats.buffering.start = stats.buffering.end = self.performance.now();
- hls.trigger(Events.FRAG_LOADED, data);
- frag.bitrateTest = false;
- });
- }
- _handleTransmuxComplete(transmuxResult) {
- var _id3$samples;
- const id = this.playlistType;
- const {
- hls
- } = this;
- const {
- remuxResult,
- chunkMeta
- } = transmuxResult;
- const context = this.getCurrentContext(chunkMeta);
- if (!context) {
- this.resetWhenMissingContext(chunkMeta);
- return;
- }
- const {
- frag,
- part,
- level
- } = context;
- const {
- video,
- text,
- id3,
- initSegment
- } = remuxResult;
- const {
- details
- } = level;
- // The audio-stream-controller handles audio buffering if Hls.js is playing an alternate audio track
- const audio = this.altAudio ? undefined : remuxResult.audio;
- // Check if the current fragment has been aborted. We check this by first seeing if we're still playing the current level.
- // If we are, subsequently check if the currently loading fragment (fragCurrent) has changed.
- if (this.fragContextChanged(frag)) {
- this.fragmentTracker.removeFragment(frag);
- return;
- }
- this.state = State.PARSING;
- if (initSegment) {
- if (initSegment != null && initSegment.tracks) {
- const mapFragment = frag.initSegment || frag;
- this._bufferInitSegment(level, initSegment.tracks, mapFragment, chunkMeta);
- hls.trigger(Events.FRAG_PARSING_INIT_SEGMENT, {
- frag: mapFragment,
- id,
- tracks: initSegment.tracks
- });
- }
- // This would be nice if Number.isFinite acted as a typeguard, but it doesn't. See: https://github.com/Microsoft/TypeScript/issues/10038
- const baseTime = initSegment.initPTS;
- const timescale = initSegment.timescale;
- const initPTS = this.initPTS[frag.cc];
- if (isFiniteNumber(baseTime) && (!initPTS || initPTS.baseTime !== baseTime || initPTS.timescale !== timescale)) {
- this.initPTS[frag.cc] = {
- baseTime,
- timescale
- };
- hls.trigger(Events.INIT_PTS_FOUND, {
- frag,
- id,
- initPTS: baseTime,
- timescale
- });
- }
- }
- // Avoid buffering if backtracking this fragment
- if (video && details) {
- if (audio && video.type === 'audiovideo') {
- this.logMuxedErr(frag);
- }
- const prevFrag = details.fragments[frag.sn - 1 - details.startSN];
- const isFirstFragment = frag.sn === details.startSN;
- const isFirstInDiscontinuity = !prevFrag || frag.cc > prevFrag.cc;
- if (remuxResult.independent !== false) {
- const {
- startPTS,
- endPTS,
- startDTS,
- endDTS
- } = video;
- if (part) {
- part.elementaryStreams[video.type] = {
- startPTS,
- endPTS,
- startDTS,
- endDTS
- };
- } else {
- if (video.firstKeyFrame && video.independent && chunkMeta.id === 1 && !isFirstInDiscontinuity) {
- this.couldBacktrack = true;
- }
- if (video.dropped && video.independent) {
- // Backtrack if dropped frames create a gap after currentTime
- const bufferInfo = this.getMainFwdBufferInfo();
- const targetBufferTime = (bufferInfo ? bufferInfo.end : this.getLoadPosition()) + this.config.maxBufferHole;
- const startTime = video.firstKeyFramePTS ? video.firstKeyFramePTS : startPTS;
- if (!isFirstFragment && targetBufferTime < startTime - this.config.maxBufferHole && !isFirstInDiscontinuity) {
- this.backtrack(frag);
- return;
- } else if (isFirstInDiscontinuity) {
- // Mark segment with a gap to avoid loop loading
- frag.gap = true;
- }
- // Set video stream start to fragment start so that truncated samples do not distort the timeline, and mark it partial
- frag.setElementaryStreamInfo(video.type, frag.start, endPTS, frag.start, endDTS, true);
- } else if (isFirstFragment && startPTS - (details.appliedTimelineOffset || 0) > MAX_START_GAP_JUMP) {
- // Mark segment with a gap to skip large start gap
- frag.gap = true;
- }
- }
- frag.setElementaryStreamInfo(video.type, startPTS, endPTS, startDTS, endDTS);
- if (this.backtrackFragment) {
- this.backtrackFragment = frag;
- }
- this.bufferFragmentData(video, frag, part, chunkMeta, isFirstFragment || isFirstInDiscontinuity);
- } else if (isFirstFragment || isFirstInDiscontinuity) {
- // Mark segment with a gap to avoid loop loading
- frag.gap = true;
- } else {
- this.backtrack(frag);
- return;
- }
- }
- if (audio) {
- const {
- startPTS,
- endPTS,
- startDTS,
- endDTS
- } = audio;
- if (part) {
- part.elementaryStreams[ElementaryStreamTypes.AUDIO] = {
- startPTS,
- endPTS,
- startDTS,
- endDTS
- };
- }
- frag.setElementaryStreamInfo(ElementaryStreamTypes.AUDIO, startPTS, endPTS, startDTS, endDTS);
- this.bufferFragmentData(audio, frag, part, chunkMeta);
- }
- if (details && id3 != null && (_id3$samples = id3.samples) != null && _id3$samples.length) {
- const emittedID3 = {
- id,
- frag,
- details,
- samples: id3.samples
- };
- hls.trigger(Events.FRAG_PARSING_METADATA, emittedID3);
- }
- if (details && text) {
- const emittedText = {
- id,
- frag,
- details,
- samples: text.samples
- };
- hls.trigger(Events.FRAG_PARSING_USERDATA, emittedText);
- }
- }
- logMuxedErr(frag) {
- this.warn(`${isMediaFragment(frag) ? 'Media' : 'Init'} segment with muxed audiovideo where only video expected: ${frag.url}`);
- }
- _bufferInitSegment(currentLevel, tracks, frag, chunkMeta) {
- if (this.state !== State.PARSING) {
- return;
- }
- this.audioOnly = !!tracks.audio && !tracks.video;
- // if audio track is expected to come from audio stream controller, discard any coming from main
- if (this.altAudio && !this.audioOnly) {
- delete tracks.audio;
- if (tracks.audiovideo) {
- this.logMuxedErr(frag);
- }
- }
- // include levelCodec in audio and video tracks
- const {
- audio,
- video,
- audiovideo
- } = tracks;
- if (audio) {
- const levelCodec = currentLevel.audioCodec;
- let audioCodec = pickMostCompleteCodecName(audio.codec, levelCodec);
- // Add level and profile to make up for remuxer not being able to parse full codec
- // (logger warning "Unhandled audio codec...")
- if (audioCodec === 'mp4a') {
- audioCodec = 'mp4a.40.5';
- }
- // Handle `audioCodecSwitch`
- const ua = navigator.userAgent.toLowerCase();
- if (this.audioCodecSwitch) {
- if (audioCodec) {
- if (audioCodec.indexOf('mp4a.40.5') !== -1) {
- audioCodec = 'mp4a.40.2';
- } else {
- audioCodec = 'mp4a.40.5';
- }
- }
- // In the case that AAC and HE-AAC audio codecs are signalled in manifest,
- // force HE-AAC, as it seems that most browsers prefers it.
- // don't force HE-AAC if mono stream, or in Firefox
- const audioMetadata = audio.metadata;
- if (audioMetadata && 'channelCount' in audioMetadata && (audioMetadata.channelCount || 1) !== 1 && ua.indexOf('firefox') === -1) {
- audioCodec = 'mp4a.40.5';
- }
- }
- // HE-AAC is broken on Android, always signal audio codec as AAC even if variant manifest states otherwise
- if (audioCodec && audioCodec.indexOf('mp4a.40.5') !== -1 && ua.indexOf('android') !== -1 && audio.container !== 'audio/mpeg') {
- // Exclude mpeg audio
- audioCodec = 'mp4a.40.2';
- this.log(`Android: force audio codec to ${audioCodec}`);
- }
- if (levelCodec && levelCodec !== audioCodec) {
- this.log(`Swapping manifest audio codec "${levelCodec}" for "${audioCodec}"`);
- }
- audio.levelCodec = audioCodec;
- audio.id = PlaylistLevelType.MAIN;
- this.log(`Init audio buffer, container:${audio.container}, codecs[selected/level/parsed]=[${audioCodec || ''}/${levelCodec || ''}/${audio.codec}]`);
- delete tracks.audiovideo;
- }
- if (video) {
- video.levelCodec = currentLevel.videoCodec;
- video.id = PlaylistLevelType.MAIN;
- const parsedVideoCodec = video.codec;
- if ((parsedVideoCodec == null ? void 0 : parsedVideoCodec.length) === 4) {
- // Make up for passthrough-remuxer not being able to parse full codec
- // (logger warning "Unhandled video codec...")
- switch (parsedVideoCodec) {
- case 'hvc1':
- case 'hev1':
- video.codec = 'hvc1.1.6.L120.90';
- break;
- case 'av01':
- video.codec = 'av01.0.04M.08';
- break;
- case 'avc1':
- video.codec = 'avc1.42e01e';
- break;
- }
- }
- this.log(`Init video buffer, container:${video.container}, codecs[level/parsed]=[${currentLevel.videoCodec || ''}/${parsedVideoCodec}]${video.codec !== parsedVideoCodec ? ' parsed-corrected=' + video.codec : ''}${video.supplemental ? ' supplemental=' + video.supplemental : ''}`);
- delete tracks.audiovideo;
- }
- if (audiovideo) {
- this.log(`Init audiovideo buffer, container:${audiovideo.container}, codecs[level/parsed]=[${currentLevel.codecs}/${audiovideo.codec}]`);
- delete tracks.video;
- delete tracks.audio;
- }
- const trackTypes = Object.keys(tracks);
- if (trackTypes.length) {
- this.hls.trigger(Events.BUFFER_CODECS, tracks);
- if (!this.hls) {
- // Exit after fatal tracks error
- return;
- }
- // loop through tracks that are going to be provided to bufferController
- trackTypes.forEach(trackName => {
- const track = tracks[trackName];
- const initSegment = track.initSegment;
- if (initSegment != null && initSegment.byteLength) {
- this.hls.trigger(Events.BUFFER_APPENDING, {
- type: trackName,
- data: initSegment,
- frag,
- part: null,
- chunkMeta,
- parent: frag.type
- });
- }
- });
- }
- // trigger handler right now
- this.tickImmediate();
- }
- getMainFwdBufferInfo() {
- // Observe video SourceBuffer (this.mediaBuffer) only when alt-audio is used, otherwise observe combined media buffer
- const bufferOutput = this.mediaBuffer && this.altAudio === 2 ? this.mediaBuffer : this.media;
- return this.getFwdBufferInfo(bufferOutput, PlaylistLevelType.MAIN);
- }
- get maxBufferLength() {
- const {
- levels,
- level
- } = this;
- const levelInfo = levels == null ? void 0 : levels[level];
- if (!levelInfo) {
- return this.config.maxBufferLength;
- }
- return this.getMaxBufferLength(levelInfo.maxBitrate);
- }
- backtrack(frag) {
- this.couldBacktrack = true;
- // Causes findFragments to backtrack through fragments to find the keyframe
- this.backtrackFragment = frag;
- this.resetTransmuxer();
- this.flushBufferGap(frag);
- this.fragmentTracker.removeFragment(frag);
- this.fragPrevious = null;
- this.nextLoadPosition = frag.start;
- this.state = State.IDLE;
- }
- checkFragmentChanged() {
- const video = this.media;
- let fragPlayingCurrent = null;
- if (video && video.readyState > 1 && video.seeking === false) {
- const currentTime = video.currentTime;
- /* if video element is in seeked state, currentTime can only increase.
- (assuming that playback rate is positive ...)
- As sometimes currentTime jumps back to zero after a
- media decode error, check this, to avoid seeking back to
- wrong position after a media decode error
- */
- if (BufferHelper.isBuffered(video, currentTime)) {
- fragPlayingCurrent = this.getAppendedFrag(currentTime);
- } else if (BufferHelper.isBuffered(video, currentTime + 0.1)) {
- /* ensure that FRAG_CHANGED event is triggered at startup,
- when first video frame is displayed and playback is paused.
- add a tolerance of 100ms, in case current position is not buffered,
- check if current pos+100ms is buffered and use that buffer range
- for FRAG_CHANGED event reporting */
- fragPlayingCurrent = this.getAppendedFrag(currentTime + 0.1);
- }
- if (fragPlayingCurrent) {
- this.backtrackFragment = null;
- const fragPlaying = this.fragPlaying;
- const fragCurrentLevel = fragPlayingCurrent.level;
- if (!fragPlaying || fragPlayingCurrent.sn !== fragPlaying.sn || fragPlaying.level !== fragCurrentLevel) {
- this.fragPlaying = fragPlayingCurrent;
- this.hls.trigger(Events.FRAG_CHANGED, {
- frag: fragPlayingCurrent
- });
- if (!fragPlaying || fragPlaying.level !== fragCurrentLevel) {
- this.hls.trigger(Events.LEVEL_SWITCHED, {
- level: fragCurrentLevel
- });
- }
- }
- }
- }
- }
- get nextLevel() {
- const frag = this.nextBufferedFrag;
- if (frag) {
- return frag.level;
- }
- return -1;
- }
- get currentFrag() {
- var _this$media3;
- if (this.fragPlaying) {
- return this.fragPlaying;
- }
- const currentTime = ((_this$media3 = this.media) == null ? void 0 : _this$media3.currentTime) || this.lastCurrentTime;
- if (isFiniteNumber(currentTime)) {
- return this.getAppendedFrag(currentTime);
- }
- return null;
- }
- get currentProgramDateTime() {
- var _this$media4;
- const currentTime = ((_this$media4 = this.media) == null ? void 0 : _this$media4.currentTime) || this.lastCurrentTime;
- if (isFiniteNumber(currentTime)) {
- const details = this.getLevelDetails();
- const frag = this.currentFrag || (details ? findFragmentByPTS(null, details.fragments, currentTime) : null);
- if (frag) {
- const programDateTime = frag.programDateTime;
- if (programDateTime !== null) {
- const epocMs = programDateTime + (currentTime - frag.start) * 1000;
- return new Date(epocMs);
- }
- }
- }
- return null;
- }
- get currentLevel() {
- const frag = this.currentFrag;
- if (frag) {
- return frag.level;
- }
- return -1;
- }
- get nextBufferedFrag() {
- const frag = this.currentFrag;
- if (frag) {
- return this.followingBufferedFrag(frag);
- }
- return null;
- }
- get forceStartLoad() {
- return this._forceStartLoad;
- }
- }
- class KeyLoader {
- constructor(config) {
- this.config = void 0;
- this.keyUriToKeyInfo = {};
- this.emeController = null;
- this.config = config;
- }
- abort(type) {
- for (const uri in this.keyUriToKeyInfo) {
- const loader = this.keyUriToKeyInfo[uri].loader;
- if (loader) {
- var _loader$context;
- if (type && type !== ((_loader$context = loader.context) == null ? void 0 : _loader$context.frag.type)) {
- return;
- }
- loader.abort();
- }
- }
- }
- detach() {
- for (const uri in this.keyUriToKeyInfo) {
- const keyInfo = this.keyUriToKeyInfo[uri];
- // Remove cached EME keys on detach
- if (keyInfo.mediaKeySessionContext || keyInfo.decryptdata.isCommonEncryption) {
- delete this.keyUriToKeyInfo[uri];
- }
- }
- }
- destroy() {
- this.detach();
- for (const uri in this.keyUriToKeyInfo) {
- const loader = this.keyUriToKeyInfo[uri].loader;
- if (loader) {
- loader.destroy();
- }
- }
- this.keyUriToKeyInfo = {};
- }
- createKeyLoadError(frag, details = ErrorDetails.KEY_LOAD_ERROR, error, networkDetails, response) {
- return new LoadError({
- type: ErrorTypes.NETWORK_ERROR,
- details,
- fatal: false,
- frag,
- response,
- error,
- networkDetails
- });
- }
- loadClear(loadingFrag, encryptedFragments, startFragRequested) {
- if (this.emeController && this.config.emeEnabled && !this.emeController.getSelectedKeySystemFormats().length) {
- // Access key-system with nearest key on start (loading frag is unencrypted)
- if (encryptedFragments.length) {
- for (let i = 0, l = encryptedFragments.length; i < l; i++) {
- const frag = encryptedFragments[i];
- // Loading at or before segment with EXT-X-KEY, or first frag loading and last EXT-X-KEY
- if (loadingFrag.cc <= frag.cc && (!isMediaFragment(loadingFrag) || !isMediaFragment(frag) || loadingFrag.sn < frag.sn) || !startFragRequested && i == l - 1) {
- return this.emeController.selectKeySystemFormat(frag).then(keySystemFormat => {
- if (!this.emeController) {
- return;
- }
- frag.setKeyFormat(keySystemFormat);
- const keySystem = keySystemFormatToKeySystemDomain(keySystemFormat);
- if (keySystem) {
- return this.emeController.getKeySystemAccess([keySystem]);
- }
- });
- }
- }
- }
- if (this.config.requireKeySystemAccessOnStart) {
- const keySystemsInConfig = getKeySystemsForConfig(this.config);
- if (keySystemsInConfig.length) {
- return this.emeController.getKeySystemAccess(keySystemsInConfig);
- }
- }
- }
- return null;
- }
- load(frag) {
- if (!frag.decryptdata && frag.encrypted && this.emeController && this.config.emeEnabled) {
- // Multiple keys, but none selected, resolve in eme-controller
- return this.emeController.selectKeySystemFormat(frag).then(keySystemFormat => {
- return this.loadInternal(frag, keySystemFormat);
- });
- }
- return this.loadInternal(frag);
- }
- loadInternal(frag, keySystemFormat) {
- var _keyInfo, _keyInfo2;
- if (keySystemFormat) {
- frag.setKeyFormat(keySystemFormat);
- }
- const decryptdata = frag.decryptdata;
- if (!decryptdata) {
- const error = new Error(keySystemFormat ? `Expected frag.decryptdata to be defined after setting format ${keySystemFormat}` : 'Missing decryption data on fragment in onKeyLoading');
- return Promise.reject(this.createKeyLoadError(frag, ErrorDetails.KEY_LOAD_ERROR, error));
- }
- const uri = decryptdata.uri;
- if (!uri) {
- return Promise.reject(this.createKeyLoadError(frag, ErrorDetails.KEY_LOAD_ERROR, new Error(`Invalid key URI: "${uri}"`)));
- }
- let keyInfo = this.keyUriToKeyInfo[uri];
- if ((_keyInfo = keyInfo) != null && _keyInfo.decryptdata.key) {
- decryptdata.key = keyInfo.decryptdata.key;
- return Promise.resolve({
- frag,
- keyInfo
- });
- }
- // Return key load promise as long as it does not have a mediakey session with an unusable key status
- if ((_keyInfo2 = keyInfo) != null && _keyInfo2.keyLoadPromise) {
- var _keyInfo$mediaKeySess;
- switch ((_keyInfo$mediaKeySess = keyInfo.mediaKeySessionContext) == null ? void 0 : _keyInfo$mediaKeySess.keyStatus) {
- case undefined:
- case 'status-pending':
- case 'usable':
- case 'usable-in-future':
- return keyInfo.keyLoadPromise.then(keyLoadedData => {
- // Return the correct fragment with updated decryptdata key and loaded keyInfo
- decryptdata.key = keyLoadedData.keyInfo.decryptdata.key;
- return {
- frag,
- keyInfo
- };
- });
- }
- // If we have a key session and status and it is not pending or usable, continue
- // This will go back to the eme-controller for expired keys to get a new keyLoadPromise
- }
- // Load the key or return the loading promise
- keyInfo = this.keyUriToKeyInfo[uri] = {
- decryptdata,
- keyLoadPromise: null,
- loader: null,
- mediaKeySessionContext: null
- };
- switch (decryptdata.method) {
- case 'ISO-23001-7':
- case 'SAMPLE-AES':
- case 'SAMPLE-AES-CENC':
- case 'SAMPLE-AES-CTR':
- if (decryptdata.keyFormat === 'identity') {
- // loadKeyHTTP handles http(s) and data URLs
- return this.loadKeyHTTP(keyInfo, frag);
- }
- return this.loadKeyEME(keyInfo, frag);
- case 'AES-128':
- case 'AES-256':
- case 'AES-256-CTR':
- return this.loadKeyHTTP(keyInfo, frag);
- default:
- return Promise.reject(this.createKeyLoadError(frag, ErrorDetails.KEY_LOAD_ERROR, new Error(`Key supplied with unsupported METHOD: "${decryptdata.method}"`)));
- }
- }
- loadKeyEME(keyInfo, frag) {
- const keyLoadedData = {
- frag,
- keyInfo
- };
- if (this.emeController && this.config.emeEnabled) {
- const keySessionContextPromise = this.emeController.loadKey(keyLoadedData);
- if (keySessionContextPromise) {
- return (keyInfo.keyLoadPromise = keySessionContextPromise.then(keySessionContext => {
- keyInfo.mediaKeySessionContext = keySessionContext;
- return keyLoadedData;
- })).catch(error => {
- // Remove promise for license renewal or retry
- keyInfo.keyLoadPromise = null;
- throw error;
- });
- }
- }
- return Promise.resolve(keyLoadedData);
- }
- loadKeyHTTP(keyInfo, frag) {
- const config = this.config;
- const Loader = config.loader;
- const keyLoader = new Loader(config);
- frag.keyLoader = keyInfo.loader = keyLoader;
- return keyInfo.keyLoadPromise = new Promise((resolve, reject) => {
- const loaderContext = {
- keyInfo,
- frag,
- responseType: 'arraybuffer',
- url: keyInfo.decryptdata.uri
- };
- // maxRetry is 0 so that instead of retrying the same key on the same variant multiple times,
- // key-loader will trigger an error and rely on stream-controller to handle retry logic.
- // this will also align retry logic with fragment-loader
- const loadPolicy = config.keyLoadPolicy.default;
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: 0,
- retryDelay: 0,
- maxRetryDelay: 0
- };
- const loaderCallbacks = {
- onSuccess: (response, stats, context, networkDetails) => {
- const {
- frag,
- keyInfo,
- url: uri
- } = context;
- if (!frag.decryptdata || keyInfo !== this.keyUriToKeyInfo[uri]) {
- return reject(this.createKeyLoadError(frag, ErrorDetails.KEY_LOAD_ERROR, new Error('after key load, decryptdata unset or changed'), networkDetails));
- }
- keyInfo.decryptdata.key = frag.decryptdata.key = new Uint8Array(response.data);
- // detach fragment key loader on load success
- frag.keyLoader = null;
- keyInfo.loader = null;
- resolve({
- frag,
- keyInfo
- });
- },
- onError: (response, context, networkDetails, stats) => {
- this.resetLoader(context);
- reject(this.createKeyLoadError(frag, ErrorDetails.KEY_LOAD_ERROR, new Error(`HTTP Error ${response.code} loading key ${response.text}`), networkDetails, _objectSpread2({
- url: loaderContext.url,
- data: undefined
- }, response)));
- },
- onTimeout: (stats, context, networkDetails) => {
- this.resetLoader(context);
- reject(this.createKeyLoadError(frag, ErrorDetails.KEY_LOAD_TIMEOUT, new Error('key loading timed out'), networkDetails));
- },
- onAbort: (stats, context, networkDetails) => {
- this.resetLoader(context);
- reject(this.createKeyLoadError(frag, ErrorDetails.INTERNAL_ABORTED, new Error('key loading aborted'), networkDetails));
- }
- };
- keyLoader.load(loaderContext, loaderConfig, loaderCallbacks);
- });
- }
- resetLoader(context) {
- const {
- frag,
- keyInfo,
- url: uri
- } = context;
- const loader = keyInfo.loader;
- if (frag.keyLoader === loader) {
- frag.keyLoader = null;
- keyInfo.loader = null;
- }
- delete this.keyUriToKeyInfo[uri];
- if (loader) {
- loader.destroy();
- }
- }
- }
- function mapContextToLevelType(context) {
- const {
- type
- } = context;
- switch (type) {
- case PlaylistContextType.AUDIO_TRACK:
- return PlaylistLevelType.AUDIO;
- case PlaylistContextType.SUBTITLE_TRACK:
- return PlaylistLevelType.SUBTITLE;
- default:
- return PlaylistLevelType.MAIN;
- }
- }
- function getResponseUrl(response, context) {
- let url = response.url;
- // responseURL not supported on some browsers (it is used to detect URL redirection)
- // data-uri mode also not supported (but no need to detect redirection)
- if (url === undefined || url.indexOf('data:') === 0) {
- // fallback to initial URL
- url = context.url;
- }
- return url;
- }
- class PlaylistLoader {
- constructor(hls) {
- this.hls = void 0;
- this.loaders = Object.create(null);
- this.variableList = null;
- this.onManifestLoaded = this.checkAutostartLoad;
- this.hls = hls;
- this.registerListeners();
- }
- startLoad(startPosition) {}
- stopLoad() {
- this.destroyInternalLoaders();
- }
- registerListeners() {
- const {
- hls
- } = this;
- hls.on(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.on(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.on(Events.AUDIO_TRACK_LOADING, this.onAudioTrackLoading, this);
- hls.on(Events.SUBTITLE_TRACK_LOADING, this.onSubtitleTrackLoading, this);
- hls.on(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- }
- unregisterListeners() {
- const {
- hls
- } = this;
- hls.off(Events.MANIFEST_LOADING, this.onManifestLoading, this);
- hls.off(Events.LEVEL_LOADING, this.onLevelLoading, this);
- hls.off(Events.AUDIO_TRACK_LOADING, this.onAudioTrackLoading, this);
- hls.off(Events.SUBTITLE_TRACK_LOADING, this.onSubtitleTrackLoading, this);
- hls.off(Events.LEVELS_UPDATED, this.onLevelsUpdated, this);
- }
- /**
- * Returns defaults or configured loader-type overloads (pLoader and loader config params)
- */
- createInternalLoader(context) {
- const config = this.hls.config;
- const PLoader = config.pLoader;
- const Loader = config.loader;
- const InternalLoader = PLoader || Loader;
- const loader = new InternalLoader(config);
- this.loaders[context.type] = loader;
- return loader;
- }
- getInternalLoader(context) {
- return this.loaders[context.type];
- }
- resetInternalLoader(contextType) {
- if (this.loaders[contextType]) {
- delete this.loaders[contextType];
- }
- }
- /**
- * Call `destroy` on all internal loader instances mapped (one per context type)
- */
- destroyInternalLoaders() {
- for (const contextType in this.loaders) {
- const loader = this.loaders[contextType];
- if (loader) {
- loader.destroy();
- }
- this.resetInternalLoader(contextType);
- }
- }
- destroy() {
- this.variableList = null;
- this.unregisterListeners();
- this.destroyInternalLoaders();
- }
- onManifestLoading(event, data) {
- const {
- url
- } = data;
- this.variableList = null;
- this.load({
- id: null,
- level: 0,
- responseType: 'text',
- type: PlaylistContextType.MANIFEST,
- url,
- deliveryDirectives: null,
- levelOrTrack: null
- });
- }
- onLevelLoading(event, data) {
- const {
- id,
- level,
- pathwayId,
- url,
- deliveryDirectives,
- levelInfo
- } = data;
- this.load({
- id,
- level,
- pathwayId,
- responseType: 'text',
- type: PlaylistContextType.LEVEL,
- url,
- deliveryDirectives,
- levelOrTrack: levelInfo
- });
- }
- onAudioTrackLoading(event, data) {
- const {
- id,
- groupId,
- url,
- deliveryDirectives,
- track
- } = data;
- this.load({
- id,
- groupId,
- level: null,
- responseType: 'text',
- type: PlaylistContextType.AUDIO_TRACK,
- url,
- deliveryDirectives,
- levelOrTrack: track
- });
- }
- onSubtitleTrackLoading(event, data) {
- const {
- id,
- groupId,
- url,
- deliveryDirectives,
- track
- } = data;
- this.load({
- id,
- groupId,
- level: null,
- responseType: 'text',
- type: PlaylistContextType.SUBTITLE_TRACK,
- url,
- deliveryDirectives,
- levelOrTrack: track
- });
- }
- onLevelsUpdated(event, data) {
- // abort and delete loader of removed levels
- const loader = this.loaders[PlaylistContextType.LEVEL];
- if (loader) {
- const context = loader.context;
- if (context && !data.levels.some(lvl => lvl === context.levelOrTrack)) {
- loader.abort();
- delete this.loaders[PlaylistContextType.LEVEL];
- }
- }
- }
- load(context) {
- var _context$deliveryDire;
- const config = this.hls.config;
- // logger.debug(`[playlist-loader]: Loading playlist of type ${context.type}, level: ${context.level}, id: ${context.id}`);
- // Check if a loader for this context already exists
- let loader = this.getInternalLoader(context);
- if (loader) {
- const logger = this.hls.logger;
- const loaderContext = loader.context;
- if (loaderContext && loaderContext.levelOrTrack === context.levelOrTrack && (loaderContext.url === context.url || loaderContext.deliveryDirectives && !context.deliveryDirectives)) {
- // same URL can't overlap, or wait for blocking request
- if (loaderContext.url === context.url) {
- logger.log(`[playlist-loader]: ignore ${context.url} ongoing request`);
- } else {
- logger.log(`[playlist-loader]: ignore ${context.url} in favor of ${loaderContext.url}`);
- }
- return;
- }
- logger.log(`[playlist-loader]: aborting previous loader for type: ${context.type}`);
- loader.abort();
- }
- // apply different configs for retries depending on
- // context (manifest, level, audio/subs playlist)
- let loadPolicy;
- if (context.type === PlaylistContextType.MANIFEST) {
- loadPolicy = config.manifestLoadPolicy.default;
- } else {
- loadPolicy = _extends({}, config.playlistLoadPolicy.default, {
- timeoutRetry: null,
- errorRetry: null
- });
- }
- loader = this.createInternalLoader(context);
- // Override level/track timeout for LL-HLS requests
- // (the default of 10000ms is counter productive to blocking playlist reload requests)
- if (isFiniteNumber((_context$deliveryDire = context.deliveryDirectives) == null ? void 0 : _context$deliveryDire.part)) {
- let levelDetails;
- if (context.type === PlaylistContextType.LEVEL && context.level !== null) {
- levelDetails = this.hls.levels[context.level].details;
- } else if (context.type === PlaylistContextType.AUDIO_TRACK && context.id !== null) {
- levelDetails = this.hls.audioTracks[context.id].details;
- } else if (context.type === PlaylistContextType.SUBTITLE_TRACK && context.id !== null) {
- levelDetails = this.hls.subtitleTracks[context.id].details;
- }
- if (levelDetails) {
- const partTarget = levelDetails.partTarget;
- const targetDuration = levelDetails.targetduration;
- if (partTarget && targetDuration) {
- const maxLowLatencyPlaylistRefresh = Math.max(partTarget * 3, targetDuration * 0.8) * 1000;
- loadPolicy = _extends({}, loadPolicy, {
- maxTimeToFirstByteMs: Math.min(maxLowLatencyPlaylistRefresh, loadPolicy.maxTimeToFirstByteMs),
- maxLoadTimeMs: Math.min(maxLowLatencyPlaylistRefresh, loadPolicy.maxTimeToFirstByteMs)
- });
- }
- }
- }
- const legacyRetryCompatibility = loadPolicy.errorRetry || loadPolicy.timeoutRetry || {};
- const loaderConfig = {
- loadPolicy,
- timeout: loadPolicy.maxLoadTimeMs,
- maxRetry: legacyRetryCompatibility.maxNumRetry || 0,
- retryDelay: legacyRetryCompatibility.retryDelayMs || 0,
- maxRetryDelay: legacyRetryCompatibility.maxRetryDelayMs || 0
- };
- const loaderCallbacks = {
- onSuccess: (response, stats, context, networkDetails) => {
- const loader = this.getInternalLoader(context);
- this.resetInternalLoader(context.type);
- const string = response.data;
- // Validate if it is an M3U8 at all
- if (string.indexOf('#EXTM3U') !== 0) {
- this.handleManifestParsingError(response, context, new Error('no EXTM3U delimiter'), networkDetails || null, stats);
- return;
- }
- stats.parsing.start = performance.now();
- if (M3U8Parser.isMediaPlaylist(string) || context.type !== PlaylistContextType.MANIFEST) {
- this.handleTrackOrLevelPlaylist(response, stats, context, networkDetails || null, loader);
- } else {
- this.handleMasterPlaylist(response, stats, context, networkDetails);
- }
- },
- onError: (response, context, networkDetails, stats) => {
- this.handleNetworkError(context, networkDetails, false, response, stats);
- },
- onTimeout: (stats, context, networkDetails) => {
- this.handleNetworkError(context, networkDetails, true, undefined, stats);
- }
- };
- // logger.debug(`[playlist-loader]: Calling internal loader delegate for URL: ${context.url}`);
- loader.load(context, loaderConfig, loaderCallbacks);
- }
- checkAutostartLoad() {
- if (!this.hls) {
- return;
- }
- const {
- config: {
- autoStartLoad,
- startPosition
- },
- forceStartLoad
- } = this.hls;
- if (autoStartLoad || forceStartLoad) {
- this.hls.logger.log(`${autoStartLoad ? 'auto' : 'force'} startLoad with configured startPosition ${startPosition}`);
- this.hls.startLoad(startPosition);
- }
- }
- handleMasterPlaylist(response, stats, context, networkDetails) {
- const hls = this.hls;
- const string = response.data;
- const url = getResponseUrl(response, context);
- const parsedResult = M3U8Parser.parseMasterPlaylist(string, url);
- if (parsedResult.playlistParsingError) {
- this.handleManifestParsingError(response, context, parsedResult.playlistParsingError, networkDetails, stats);
- return;
- }
- const {
- contentSteering,
- levels,
- sessionData,
- sessionKeys,
- startTimeOffset,
- variableList
- } = parsedResult;
- this.variableList = variableList;
- const {
- AUDIO: audioTracks = [],
- SUBTITLES: subtitles,
- 'CLOSED-CAPTIONS': captions
- } = M3U8Parser.parseMasterPlaylistMedia(string, url, parsedResult);
- if (audioTracks.length) {
- // check if we have found an audio track embedded in main playlist (audio track without URI attribute)
- const embeddedAudioFound = audioTracks.some(audioTrack => !audioTrack.url);
- // if no embedded audio track defined, but audio codec signaled in quality level,
- // we need to signal this main audio track this could happen with playlists with
- // alt audio rendition in which quality levels (main)
- // contains both audio+video. but with mixed audio track not signaled
- if (!embeddedAudioFound && levels[0].audioCodec && !levels[0].attrs.AUDIO) {
- this.hls.logger.log('[playlist-loader]: audio codec signaled in quality level, but no embedded audio track signaled, create one');
- audioTracks.unshift({
- type: 'main',
- name: 'main',
- groupId: 'main',
- default: false,
- autoselect: false,
- forced: false,
- id: -1,
- attrs: new AttrList({}),
- bitrate: 0,
- url: ''
- });
- }
- }
- hls.trigger(Events.MANIFEST_LOADED, {
- levels,
- audioTracks,
- subtitles,
- captions,
- contentSteering,
- url,
- stats,
- networkDetails,
- sessionData,
- sessionKeys,
- startTimeOffset,
- variableList
- });
- }
- handleTrackOrLevelPlaylist(response, stats, context, networkDetails, loader) {
- const hls = this.hls;
- const {
- id,
- level,
- type
- } = context;
- const url = getResponseUrl(response, context);
- const levelId = isFiniteNumber(level) ? level : isFiniteNumber(id) ? id : 0;
- const levelType = mapContextToLevelType(context);
- const levelDetails = M3U8Parser.parseLevelPlaylist(response.data, url, levelId, levelType, 0, this.variableList);
- // We have done our first request (Manifest-type) and receive
- // not a master playlist but a chunk-list (track/level)
- // We fire the manifest-loaded event anyway with the parsed level-details
- // by creating a single-level structure for it.
- if (type === PlaylistContextType.MANIFEST) {
- const singleLevel = {
- attrs: new AttrList({}),
- bitrate: 0,
- details: levelDetails,
- name: '',
- url
- };
- levelDetails.requestScheduled = stats.loading.start + computeReloadInterval(levelDetails, 0);
- hls.trigger(Events.MANIFEST_LOADED, {
- levels: [singleLevel],
- audioTracks: [],
- url,
- stats,
- networkDetails,
- sessionData: null,
- sessionKeys: null,
- contentSteering: null,
- startTimeOffset: null,
- variableList: null
- });
- }
- // save parsing time
- stats.parsing.end = performance.now();
- // extend the context with the new levelDetails property
- context.levelDetails = levelDetails;
- this.handlePlaylistLoaded(levelDetails, response, stats, context, networkDetails, loader);
- }
- handleManifestParsingError(response, context, error, networkDetails, stats) {
- this.hls.trigger(Events.ERROR, {
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.MANIFEST_PARSING_ERROR,
- fatal: context.type === PlaylistContextType.MANIFEST,
- url: response.url,
- err: error,
- error,
- reason: error.message,
- response,
- context,
- networkDetails,
- stats
- });
- }
- handleNetworkError(context, networkDetails, timeout = false, response, stats) {
- let message = `A network ${timeout ? 'timeout' : 'error' + (response ? ' (status ' + response.code + ')' : '')} occurred while loading ${context.type}`;
- if (context.type === PlaylistContextType.LEVEL) {
- message += `: ${context.level} id: ${context.id}`;
- } else if (context.type === PlaylistContextType.AUDIO_TRACK || context.type === PlaylistContextType.SUBTITLE_TRACK) {
- message += ` id: ${context.id} group-id: "${context.groupId}"`;
- }
- const error = new Error(message);
- this.hls.logger.warn(`[playlist-loader]: ${message}`);
- let details = ErrorDetails.UNKNOWN;
- let fatal = false;
- const loader = this.getInternalLoader(context);
- switch (context.type) {
- case PlaylistContextType.MANIFEST:
- details = timeout ? ErrorDetails.MANIFEST_LOAD_TIMEOUT : ErrorDetails.MANIFEST_LOAD_ERROR;
- fatal = true;
- break;
- case PlaylistContextType.LEVEL:
- details = timeout ? ErrorDetails.LEVEL_LOAD_TIMEOUT : ErrorDetails.LEVEL_LOAD_ERROR;
- fatal = false;
- break;
- case PlaylistContextType.AUDIO_TRACK:
- details = timeout ? ErrorDetails.AUDIO_TRACK_LOAD_TIMEOUT : ErrorDetails.AUDIO_TRACK_LOAD_ERROR;
- fatal = false;
- break;
- case PlaylistContextType.SUBTITLE_TRACK:
- details = timeout ? ErrorDetails.SUBTITLE_TRACK_LOAD_TIMEOUT : ErrorDetails.SUBTITLE_LOAD_ERROR;
- fatal = false;
- break;
- }
- if (loader) {
- this.resetInternalLoader(context.type);
- }
- const errorData = {
- type: ErrorTypes.NETWORK_ERROR,
- details,
- fatal,
- url: context.url,
- loader,
- context,
- error,
- networkDetails,
- stats
- };
- if (response) {
- const url = (networkDetails == null ? void 0 : networkDetails.url) || context.url;
- errorData.response = _objectSpread2({
- url,
- data: undefined
- }, response);
- }
- this.hls.trigger(Events.ERROR, errorData);
- }
- handlePlaylistLoaded(levelDetails, response, stats, context, networkDetails, loader) {
- const hls = this.hls;
- const {
- type,
- level,
- id,
- groupId,
- deliveryDirectives
- } = context;
- const url = getResponseUrl(response, context);
- const parent = mapContextToLevelType(context);
- const levelIndex = typeof context.level === 'number' && parent === PlaylistLevelType.MAIN ? level : undefined;
- if (!levelDetails.fragments.length) {
- const _error = levelDetails.playlistParsingError = new Error('No Segments found in Playlist');
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.LEVEL_EMPTY_ERROR,
- fatal: false,
- url,
- error: _error,
- reason: _error.message,
- response,
- context,
- level: levelIndex,
- parent,
- networkDetails,
- stats
- });
- return;
- }
- if (!levelDetails.targetduration) {
- levelDetails.playlistParsingError = new Error('Missing Target Duration');
- }
- const error = levelDetails.playlistParsingError;
- if (error) {
- this.hls.logger.warn(error);
- if (!hls.config.ignorePlaylistParsingErrors) {
- hls.trigger(Events.ERROR, {
- type: ErrorTypes.NETWORK_ERROR,
- details: ErrorDetails.LEVEL_PARSING_ERROR,
- fatal: false,
- url,
- error,
- reason: error.message,
- response,
- context,
- level: levelIndex,
- parent,
- networkDetails,
- stats
- });
- return;
- }
- levelDetails.playlistParsingError = null;
- }
- if (levelDetails.live && loader) {
- if (loader.getCacheAge) {
- levelDetails.ageHeader = loader.getCacheAge() || 0;
- }
- if (!loader.getCacheAge || isNaN(levelDetails.ageHeader)) {
- levelDetails.ageHeader = 0;
- }
- }
- switch (type) {
- case PlaylistContextType.MANIFEST:
- case PlaylistContextType.LEVEL:
- hls.trigger(Events.LEVEL_LOADED, {
- details: levelDetails,
- levelInfo: context.levelOrTrack || hls.levels[0],
- level: levelIndex || 0,
- id: id || 0,
- stats,
- networkDetails,
- deliveryDirectives,
- withoutMultiVariant: type === PlaylistContextType.MANIFEST
- });
- break;
- case PlaylistContextType.AUDIO_TRACK:
- hls.trigger(Events.AUDIO_TRACK_LOADED, {
- details: levelDetails,
- track: context.levelOrTrack,
- id: id || 0,
- groupId: groupId || '',
- stats,
- networkDetails,
- deliveryDirectives
- });
- break;
- case PlaylistContextType.SUBTITLE_TRACK:
- hls.trigger(Events.SUBTITLE_TRACK_LOADED, {
- details: levelDetails,
- track: context.levelOrTrack,
- id: id || 0,
- groupId: groupId || '',
- stats,
- networkDetails,
- deliveryDirectives
- });
- break;
- }
- }
- }
- /**
- * The `Hls` class is the core of the HLS.js library used to instantiate player instances.
- * @public
- */
- class Hls {
- /**
- * Get the video-dev/hls.js package version.
- */
- static get version() {
- return version;
- }
- /**
- * Check if the required MediaSource Extensions are available.
- */
- static isMSESupported() {
- return isMSESupported();
- }
- /**
- * Check if MediaSource Extensions are available and isTypeSupported checks pass for any baseline codecs.
- */
- static isSupported() {
- return isSupported();
- }
- /**
- * Get the MediaSource global used for MSE playback (ManagedMediaSource, MediaSource, or WebKitMediaSource).
- */
- static getMediaSource() {
- return getMediaSource();
- }
- static get Events() {
- return Events;
- }
- static get MetadataSchema() {
- return MetadataSchema;
- }
- static get ErrorTypes() {
- return ErrorTypes;
- }
- static get ErrorDetails() {
- return ErrorDetails;
- }
- /**
- * Get the default configuration applied to new instances.
- */
- static get DefaultConfig() {
- if (!Hls.defaultConfig) {
- return hlsDefaultConfig;
- }
- return Hls.defaultConfig;
- }
- /**
- * Replace the default configuration applied to new instances.
- */
- static set DefaultConfig(defaultConfig) {
- Hls.defaultConfig = defaultConfig;
- }
- /**
- * Creates an instance of an HLS client that can attach to exactly one `HTMLMediaElement`.
- * @param userConfig - Configuration options applied over `Hls.DefaultConfig`
- */
- constructor(userConfig = {}) {
- /**
- * The runtime configuration used by the player. At instantiation this is combination of `hls.userConfig` merged over `Hls.DefaultConfig`.
- */
- this.config = void 0;
- /**
- * The configuration object provided on player instantiation.
- */
- this.userConfig = void 0;
- /**
- * The logger functions used by this player instance, configured on player instantiation.
- */
- this.logger = void 0;
- this.coreComponents = void 0;
- this.networkControllers = void 0;
- this._emitter = new EventEmitter();
- this._autoLevelCapping = -1;
- this._maxHdcpLevel = null;
- this.abrController = void 0;
- this.bufferController = void 0;
- this.capLevelController = void 0;
- this.latencyController = void 0;
- this.levelController = void 0;
- this.streamController = void 0;
- this.audioStreamController = void 0;
- this.subtititleStreamController = void 0;
- this.audioTrackController = void 0;
- this.subtitleTrackController = void 0;
- this.interstitialsController = void 0;
- this.gapController = void 0;
- this.emeController = void 0;
- this.cmcdController = void 0;
- this._media = null;
- this._url = null;
- this._sessionId = void 0;
- this.triggeringException = void 0;
- this.started = false;
- const logger = this.logger = enableLogs(userConfig.debug || false, 'Hls instance', userConfig.assetPlayerId);
- const config = this.config = mergeConfig(Hls.DefaultConfig, userConfig, logger);
- this.userConfig = userConfig;
- if (config.progressive) {
- enableStreamingMode(config, logger);
- }
- // core controllers and network loaders
- const {
- abrController: _AbrController,
- bufferController: _BufferController,
- capLevelController: _CapLevelController,
- errorController: _ErrorController,
- fpsController: _FpsController
- } = config;
- const errorController = new _ErrorController(this);
- const abrController = this.abrController = new _AbrController(this);
- // FragmentTracker must be defined before StreamController because the order of event handling is important
- const fragmentTracker = new FragmentTracker(this);
- const _InterstitialsController = config.interstitialsController;
- const interstitialsController = _InterstitialsController ? this.interstitialsController = new _InterstitialsController(this, Hls) : null;
- const bufferController = this.bufferController = new _BufferController(this, fragmentTracker);
- const capLevelController = this.capLevelController = new _CapLevelController(this);
- const fpsController = new _FpsController(this);
- const playListLoader = new PlaylistLoader(this);
- const _ContentSteeringController = config.contentSteeringController;
- // Instantiate ConentSteeringController before LevelController to receive Multivariant Playlist events first
- const contentSteering = _ContentSteeringController ? new _ContentSteeringController(this) : null;
- const levelController = this.levelController = new LevelController(this, contentSteering);
- const id3TrackController = new ID3TrackController(this);
- const keyLoader = new KeyLoader(this.config);
- const streamController = this.streamController = new StreamController(this, fragmentTracker, keyLoader);
- const gapController = this.gapController = new GapController(this, fragmentTracker);
- // Cap level controller uses streamController to flush the buffer
- capLevelController.setStreamController(streamController);
- // fpsController uses streamController to switch when frames are being dropped
- fpsController.setStreamController(streamController);
- const networkControllers = [playListLoader, levelController, streamController];
- if (interstitialsController) {
- networkControllers.splice(1, 0, interstitialsController);
- }
- if (contentSteering) {
- networkControllers.splice(1, 0, contentSteering);
- }
- this.networkControllers = networkControllers;
- const coreComponents = [abrController, bufferController, gapController, capLevelController, fpsController, id3TrackController, fragmentTracker];
- this.audioTrackController = this.createController(config.audioTrackController, networkControllers);
- const AudioStreamControllerClass = config.audioStreamController;
- if (AudioStreamControllerClass) {
- networkControllers.push(this.audioStreamController = new AudioStreamControllerClass(this, fragmentTracker, keyLoader));
- }
- // Instantiate subtitleTrackController before SubtitleStreamController to receive level events first
- this.subtitleTrackController = this.createController(config.subtitleTrackController, networkControllers);
- const SubtitleStreamControllerClass = config.subtitleStreamController;
- if (SubtitleStreamControllerClass) {
- networkControllers.push(this.subtititleStreamController = new SubtitleStreamControllerClass(this, fragmentTracker, keyLoader));
- }
- this.createController(config.timelineController, coreComponents);
- keyLoader.emeController = this.emeController = this.createController(config.emeController, coreComponents);
- this.cmcdController = this.createController(config.cmcdController, coreComponents);
- this.latencyController = this.createController(LatencyController, coreComponents);
- this.coreComponents = coreComponents;
- // Error controller handles errors before and after all other controllers
- // This listener will be invoked after all other controllers error listeners
- networkControllers.push(errorController);
- const onErrorOut = errorController.onErrorOut;
- if (typeof onErrorOut === 'function') {
- this.on(Events.ERROR, onErrorOut, errorController);
- }
- // Autostart load handler
- this.on(Events.MANIFEST_LOADED, playListLoader.onManifestLoaded, playListLoader);
- }
- createController(ControllerClass, components) {
- if (ControllerClass) {
- const controllerInstance = new ControllerClass(this);
- if (components) {
- components.push(controllerInstance);
- }
- return controllerInstance;
- }
- return null;
- }
- // Delegate the EventEmitter through the public API of Hls.js
- on(event, listener, context = this) {
- this._emitter.on(event, listener, context);
- }
- once(event, listener, context = this) {
- this._emitter.once(event, listener, context);
- }
- removeAllListeners(event) {
- this._emitter.removeAllListeners(event);
- }
- off(event, listener, context = this, once) {
- this._emitter.off(event, listener, context, once);
- }
- listeners(event) {
- return this._emitter.listeners(event);
- }
- emit(event, name, eventObject) {
- return this._emitter.emit(event, name, eventObject);
- }
- trigger(event, eventObject) {
- if (this.config.debug) {
- return this.emit(event, event, eventObject);
- } else {
- try {
- return this.emit(event, event, eventObject);
- } catch (error) {
- this.logger.error('An internal error happened while handling event ' + event + '. Error message: "' + error.message + '". Here is a stacktrace:', error);
- // Prevent recursion in error event handlers that throw #5497
- if (!this.triggeringException) {
- this.triggeringException = true;
- const fatal = event === Events.ERROR;
- this.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.INTERNAL_EXCEPTION,
- fatal,
- event,
- error
- });
- this.triggeringException = false;
- }
- }
- }
- return false;
- }
- listenerCount(event) {
- return this._emitter.listenerCount(event);
- }
- /**
- * Dispose of the instance
- */
- destroy() {
- this.logger.log('destroy');
- this.trigger(Events.DESTROYING, undefined);
- this.detachMedia();
- this.removeAllListeners();
- this._autoLevelCapping = -1;
- this._url = null;
- this.networkControllers.forEach(component => component.destroy());
- this.networkControllers.length = 0;
- this.coreComponents.forEach(component => component.destroy());
- this.coreComponents.length = 0;
- // Remove any references that could be held in config options or callbacks
- const config = this.config;
- config.xhrSetup = config.fetchSetup = undefined;
- // @ts-ignore
- this.userConfig = null;
- }
- /**
- * Attaches Hls.js to a media element
- */
- attachMedia(data) {
- if (!data || 'media' in data && !data.media) {
- const error = new Error(`attachMedia failed: invalid argument (${data})`);
- this.trigger(Events.ERROR, {
- type: ErrorTypes.OTHER_ERROR,
- details: ErrorDetails.ATTACH_MEDIA_ERROR,
- fatal: true,
- error
- });
- return;
- }
- this.logger.log(`attachMedia`);
- if (this._media) {
- this.logger.warn(`media must be detached before attaching`);
- this.detachMedia();
- }
- const attachMediaSource = 'media' in data;
- const media = attachMediaSource ? data.media : data;
- const attachingData = attachMediaSource ? data : {
- media
- };
- this._media = media;
- this.trigger(Events.MEDIA_ATTACHING, attachingData);
- }
- /**
- * Detach Hls.js from the media
- */
- detachMedia() {
- this.logger.log('detachMedia');
- this.trigger(Events.MEDIA_DETACHING, {});
- this._media = null;
- }
- /**
- * Detach HTMLMediaElement, MediaSource, and SourceBuffers without reset, for attaching to another instance
- */
- transferMedia() {
- this._media = null;
- const transferMedia = this.bufferController.transferMedia();
- this.trigger(Events.MEDIA_DETACHING, {
- transferMedia
- });
- return transferMedia;
- }
- /**
- * Set the source URL. Can be relative or absolute.
- */
- loadSource(url) {
- this.stopLoad();
- const media = this.media;
- const loadedSource = this._url;
- const loadingSource = this._url = urlToolkitExports.buildAbsoluteURL(self.location.href, url, {
- alwaysNormalize: true
- });
- this._autoLevelCapping = -1;
- this._maxHdcpLevel = null;
- this.logger.log(`loadSource:${loadingSource}`);
- if (media && loadedSource && (loadedSource !== loadingSource || this.bufferController.hasSourceTypes())) {
- // Remove and re-create MediaSource
- this.detachMedia();
- this.attachMedia(media);
- }
- // when attaching to a source URL, trigger a playlist load
- this.trigger(Events.MANIFEST_LOADING, {
- url: url
- });
- }
- /**
- * Gets the currently loaded URL
- */
- get url() {
- return this._url;
- }
- /**
- * Whether or not enough has been buffered to seek to start position or use `media.currentTime` to determine next load position
- */
- get hasEnoughToStart() {
- return this.streamController.hasEnoughToStart;
- }
- /**
- * Get the startPosition set on startLoad(position) or on autostart with config.startPosition
- */
- get startPosition() {
- return this.streamController.startPositionValue;
- }
- /**
- * Start loading data from the stream source.
- * Depending on default config, client starts loading automatically when a source is set.
- *
- * @param startPosition - Set the start position to stream from.
- * Defaults to -1 (None: starts from earliest point)
- */
- startLoad(startPosition = -1, skipSeekToStartPosition) {
- this.logger.log(`startLoad(${startPosition + (skipSeekToStartPosition ? ', <skip seek to start>' : '')})`);
- this.started = true;
- this.resumeBuffering();
- for (let i = 0; i < this.networkControllers.length; i++) {
- this.networkControllers[i].startLoad(startPosition, skipSeekToStartPosition);
- if (!this.started || !this.networkControllers) {
- break;
- }
- }
- }
- /**
- * Stop loading of any stream data.
- */
- stopLoad() {
- this.logger.log('stopLoad');
- this.started = false;
- for (let i = 0; i < this.networkControllers.length; i++) {
- this.networkControllers[i].stopLoad();
- if (this.started || !this.networkControllers) {
- break;
- }
- }
- }
- /**
- * Returns whether loading, toggled with `startLoad()` and `stopLoad()`, is active or not`.
- */
- get loadingEnabled() {
- return this.started;
- }
- /**
- * Returns state of fragment loading toggled by calling `pauseBuffering()` and `resumeBuffering()`.
- */
- get bufferingEnabled() {
- return this.streamController.bufferingEnabled;
- }
- /**
- * Resumes stream controller segment loading after `pauseBuffering` has been called.
- */
- resumeBuffering() {
- if (!this.bufferingEnabled) {
- this.logger.log(`resume buffering`);
- this.networkControllers.forEach(controller => {
- if (controller.resumeBuffering) {
- controller.resumeBuffering();
- }
- });
- }
- }
- /**
- * Prevents stream controller from loading new segments until `resumeBuffering` is called.
- * This allows for media buffering to be paused without interupting playlist loading.
- */
- pauseBuffering() {
- if (this.bufferingEnabled) {
- this.logger.log(`pause buffering`);
- this.networkControllers.forEach(controller => {
- if (controller.pauseBuffering) {
- controller.pauseBuffering();
- }
- });
- }
- }
- get inFlightFragments() {
- const inFlightData = {
- [PlaylistLevelType.MAIN]: this.streamController.inFlightFrag
- };
- if (this.audioStreamController) {
- inFlightData[PlaylistLevelType.AUDIO] = this.audioStreamController.inFlightFrag;
- }
- if (this.subtititleStreamController) {
- inFlightData[PlaylistLevelType.SUBTITLE] = this.subtititleStreamController.inFlightFrag;
- }
- return inFlightData;
- }
- /**
- * Swap through possible audio codecs in the stream (for example to switch from stereo to 5.1)
- */
- swapAudioCodec() {
- this.logger.log('swapAudioCodec');
- this.streamController.swapAudioCodec();
- }
- /**
- * When the media-element fails, this allows to detach and then re-attach it
- * as one call (convenience method).
- *
- * Automatic recovery of media-errors by this process is configurable.
- */
- recoverMediaError() {
- this.logger.log('recoverMediaError');
- const media = this._media;
- const time = media == null ? void 0 : media.currentTime;
- this.detachMedia();
- if (media) {
- this.attachMedia(media);
- if (time) {
- this.startLoad(time);
- }
- }
- }
- removeLevel(levelIndex) {
- this.levelController.removeLevel(levelIndex);
- }
- /**
- * @returns a UUID for this player instance
- */
- get sessionId() {
- let _sessionId = this._sessionId;
- if (!_sessionId) {
- _sessionId = this._sessionId = uuid();
- }
- return _sessionId;
- }
- /**
- * @returns an array of levels (variants) sorted by HDCP-LEVEL, RESOLUTION (height), FRAME-RATE, CODECS, VIDEO-RANGE, and BANDWIDTH
- */
- get levels() {
- const levels = this.levelController.levels;
- return levels ? levels : [];
- }
- /**
- * @returns LevelDetails of last loaded level (variant) or `null` prior to loading a media playlist.
- */
- get latestLevelDetails() {
- return this.streamController.getLevelDetails() || null;
- }
- /**
- * @returns Level object of selected level (variant) or `null` prior to selecting a level or once the level is removed.
- */
- get loadLevelObj() {
- return this.levelController.loadLevelObj;
- }
- /**
- * Index of quality level (variant) currently played
- */
- get currentLevel() {
- return this.streamController.currentLevel;
- }
- /**
- * Set quality level index immediately. This will flush the current buffer to replace the quality asap. That means playback will interrupt at least shortly to re-buffer and re-sync eventually. Set to -1 for automatic level selection.
- */
- set currentLevel(newLevel) {
- this.logger.log(`set currentLevel:${newLevel}`);
- this.levelController.manualLevel = newLevel;
- this.streamController.immediateLevelSwitch();
- }
- /**
- * Index of next quality level loaded as scheduled by stream controller.
- */
- get nextLevel() {
- return this.streamController.nextLevel;
- }
- /**
- * Set quality level index for next loaded data.
- * This will switch the video quality asap, without interrupting playback.
- * May abort current loading of data, and flush parts of buffer (outside currently played fragment region).
- * @param newLevel - Pass -1 for automatic level selection
- */
- set nextLevel(newLevel) {
- this.logger.log(`set nextLevel:${newLevel}`);
- this.levelController.manualLevel = newLevel;
- this.streamController.nextLevelSwitch();
- }
- /**
- * Return the quality level of the currently or last (of none is loaded currently) segment
- */
- get loadLevel() {
- return this.levelController.level;
- }
- /**
- * Set quality level index for next loaded data in a conservative way.
- * This will switch the quality without flushing, but interrupt current loading.
- * Thus the moment when the quality switch will appear in effect will only be after the already existing buffer.
- * @param newLevel - Pass -1 for automatic level selection
- */
- set loadLevel(newLevel) {
- this.logger.log(`set loadLevel:${newLevel}`);
- this.levelController.manualLevel = newLevel;
- }
- /**
- * get next quality level loaded
- */
- get nextLoadLevel() {
- return this.levelController.nextLoadLevel;
- }
- /**
- * Set quality level of next loaded segment in a fully "non-destructive" way.
- * Same as `loadLevel` but will wait for next switch (until current loading is done).
- */
- set nextLoadLevel(level) {
- this.levelController.nextLoadLevel = level;
- }
- /**
- * Return "first level": like a default level, if not set,
- * falls back to index of first level referenced in manifest
- */
- get firstLevel() {
- return Math.max(this.levelController.firstLevel, this.minAutoLevel);
- }
- /**
- * Sets "first-level", see getter.
- */
- set firstLevel(newLevel) {
- this.logger.log(`set firstLevel:${newLevel}`);
- this.levelController.firstLevel = newLevel;
- }
- /**
- * Return the desired start level for the first fragment that will be loaded.
- * The default value of -1 indicates automatic start level selection.
- * Setting hls.nextAutoLevel without setting a startLevel will result in
- * the nextAutoLevel value being used for one fragment load.
- */
- get startLevel() {
- const startLevel = this.levelController.startLevel;
- if (startLevel === -1 && this.abrController.forcedAutoLevel > -1) {
- return this.abrController.forcedAutoLevel;
- }
- return startLevel;
- }
- /**
- * set start level (level of first fragment that will be played back)
- * if not overrided by user, first level appearing in manifest will be used as start level
- * if -1 : automatic start level selection, playback will start from level matching download bandwidth
- * (determined from download of first segment)
- */
- set startLevel(newLevel) {
- this.logger.log(`set startLevel:${newLevel}`);
- // if not in automatic start level detection, ensure startLevel is greater than minAutoLevel
- if (newLevel !== -1) {
- newLevel = Math.max(newLevel, this.minAutoLevel);
- }
- this.levelController.startLevel = newLevel;
- }
- /**
- * Whether level capping is enabled.
- * Default value is set via `config.capLevelToPlayerSize`.
- */
- get capLevelToPlayerSize() {
- return this.config.capLevelToPlayerSize;
- }
- /**
- * Enables or disables level capping. If disabled after previously enabled, `nextLevelSwitch` will be immediately called.
- */
- set capLevelToPlayerSize(shouldStartCapping) {
- const newCapLevelToPlayerSize = !!shouldStartCapping;
- if (newCapLevelToPlayerSize !== this.config.capLevelToPlayerSize) {
- if (newCapLevelToPlayerSize) {
- this.capLevelController.startCapping(); // If capping occurs, nextLevelSwitch will happen based on size.
- } else {
- this.capLevelController.stopCapping();
- this.autoLevelCapping = -1;
- this.streamController.nextLevelSwitch(); // Now we're uncapped, get the next level asap.
- }
- this.config.capLevelToPlayerSize = newCapLevelToPlayerSize;
- }
- }
- /**
- * Capping/max level value that should be used by automatic level selection algorithm (`ABRController`)
- */
- get autoLevelCapping() {
- return this._autoLevelCapping;
- }
- /**
- * Returns the current bandwidth estimate in bits per second, when available. Otherwise, `NaN` is returned.
- */
- get bandwidthEstimate() {
- const {
- bwEstimator
- } = this.abrController;
- if (!bwEstimator) {
- return NaN;
- }
- return bwEstimator.getEstimate();
- }
- set bandwidthEstimate(abrEwmaDefaultEstimate) {
- this.abrController.resetEstimator(abrEwmaDefaultEstimate);
- }
- get abrEwmaDefaultEstimate() {
- const {
- bwEstimator
- } = this.abrController;
- if (!bwEstimator) {
- return NaN;
- }
- return bwEstimator.defaultEstimate;
- }
- /**
- * get time to first byte estimate
- * @type {number}
- */
- get ttfbEstimate() {
- const {
- bwEstimator
- } = this.abrController;
- if (!bwEstimator) {
- return NaN;
- }
- return bwEstimator.getEstimateTTFB();
- }
- /**
- * Capping/max level value that should be used by automatic level selection algorithm (`ABRController`)
- */
- set autoLevelCapping(newLevel) {
- if (this._autoLevelCapping !== newLevel) {
- this.logger.log(`set autoLevelCapping:${newLevel}`);
- this._autoLevelCapping = newLevel;
- this.levelController.checkMaxAutoUpdated();
- }
- }
- get maxHdcpLevel() {
- return this._maxHdcpLevel;
- }
- set maxHdcpLevel(value) {
- if (isHdcpLevel(value) && this._maxHdcpLevel !== value) {
- this._maxHdcpLevel = value;
- this.levelController.checkMaxAutoUpdated();
- }
- }
- /**
- * True when automatic level selection enabled
- */
- get autoLevelEnabled() {
- return this.levelController.manualLevel === -1;
- }
- /**
- * Level set manually (if any)
- */
- get manualLevel() {
- return this.levelController.manualLevel;
- }
- /**
- * min level selectable in auto mode according to config.minAutoBitrate
- */
- get minAutoLevel() {
- const {
- levels,
- config: {
- minAutoBitrate
- }
- } = this;
- if (!levels) return 0;
- const len = levels.length;
- for (let i = 0; i < len; i++) {
- if (levels[i].maxBitrate >= minAutoBitrate) {
- return i;
- }
- }
- return 0;
- }
- /**
- * max level selectable in auto mode according to autoLevelCapping
- */
- get maxAutoLevel() {
- const {
- levels,
- autoLevelCapping,
- maxHdcpLevel
- } = this;
- let maxAutoLevel;
- if (autoLevelCapping === -1 && levels != null && levels.length) {
- maxAutoLevel = levels.length - 1;
- } else {
- maxAutoLevel = autoLevelCapping;
- }
- if (maxHdcpLevel) {
- for (let i = maxAutoLevel; i--;) {
- const hdcpLevel = levels[i].attrs['HDCP-LEVEL'];
- if (hdcpLevel && hdcpLevel <= maxHdcpLevel) {
- return i;
- }
- }
- }
- return maxAutoLevel;
- }
- get firstAutoLevel() {
- return this.abrController.firstAutoLevel;
- }
- /**
- * next automatically selected quality level
- */
- get nextAutoLevel() {
- return this.abrController.nextAutoLevel;
- }
- /**
- * this setter is used to force next auto level.
- * this is useful to force a switch down in auto mode:
- * in case of load error on level N, hls.js can set nextAutoLevel to N-1 for example)
- * forced value is valid for one fragment. upon successful frag loading at forced level,
- * this value will be resetted to -1 by ABR controller.
- */
- set nextAutoLevel(nextLevel) {
- this.abrController.nextAutoLevel = nextLevel;
- }
- /**
- * get the datetime value relative to media.currentTime for the active level Program Date Time if present
- */
- get playingDate() {
- return this.streamController.currentProgramDateTime;
- }
- get mainForwardBufferInfo() {
- return this.streamController.getMainFwdBufferInfo();
- }
- get maxBufferLength() {
- return this.streamController.maxBufferLength;
- }
- /**
- * Find and select the best matching audio track, making a level switch when a Group change is necessary.
- * Updates `hls.config.audioPreference`. Returns the selected track, or null when no matching track is found.
- */
- setAudioOption(audioOption) {
- var _this$audioTrackContr;
- return ((_this$audioTrackContr = this.audioTrackController) == null ? void 0 : _this$audioTrackContr.setAudioOption(audioOption)) || null;
- }
- /**
- * Find and select the best matching subtitle track, making a level switch when a Group change is necessary.
- * Updates `hls.config.subtitlePreference`. Returns the selected track, or null when no matching track is found.
- */
- setSubtitleOption(subtitleOption) {
- var _this$subtitleTrackCo;
- return ((_this$subtitleTrackCo = this.subtitleTrackController) == null ? void 0 : _this$subtitleTrackCo.setSubtitleOption(subtitleOption)) || null;
- }
- /**
- * Get the complete list of audio tracks across all media groups
- */
- get allAudioTracks() {
- const audioTrackController = this.audioTrackController;
- return audioTrackController ? audioTrackController.allAudioTracks : [];
- }
- /**
- * Get the list of selectable audio tracks
- */
- get audioTracks() {
- const audioTrackController = this.audioTrackController;
- return audioTrackController ? audioTrackController.audioTracks : [];
- }
- /**
- * index of the selected audio track (index in audio track lists)
- */
- get audioTrack() {
- const audioTrackController = this.audioTrackController;
- return audioTrackController ? audioTrackController.audioTrack : -1;
- }
- /**
- * selects an audio track, based on its index in audio track lists
- */
- set audioTrack(audioTrackId) {
- const audioTrackController = this.audioTrackController;
- if (audioTrackController) {
- audioTrackController.audioTrack = audioTrackId;
- }
- }
- /**
- * get the complete list of subtitle tracks across all media groups
- */
- get allSubtitleTracks() {
- const subtitleTrackController = this.subtitleTrackController;
- return subtitleTrackController ? subtitleTrackController.allSubtitleTracks : [];
- }
- /**
- * get alternate subtitle tracks list from playlist
- */
- get subtitleTracks() {
- const subtitleTrackController = this.subtitleTrackController;
- return subtitleTrackController ? subtitleTrackController.subtitleTracks : [];
- }
- /**
- * index of the selected subtitle track (index in subtitle track lists)
- */
- get subtitleTrack() {
- const subtitleTrackController = this.subtitleTrackController;
- return subtitleTrackController ? subtitleTrackController.subtitleTrack : -1;
- }
- get media() {
- return this._media;
- }
- /**
- * select an subtitle track, based on its index in subtitle track lists
- */
- set subtitleTrack(subtitleTrackId) {
- const subtitleTrackController = this.subtitleTrackController;
- if (subtitleTrackController) {
- subtitleTrackController.subtitleTrack = subtitleTrackId;
- }
- }
- /**
- * Whether subtitle display is enabled or not
- */
- get subtitleDisplay() {
- const subtitleTrackController = this.subtitleTrackController;
- return subtitleTrackController ? subtitleTrackController.subtitleDisplay : false;
- }
- /**
- * Enable/disable subtitle display rendering
- */
- set subtitleDisplay(value) {
- const subtitleTrackController = this.subtitleTrackController;
- if (subtitleTrackController) {
- subtitleTrackController.subtitleDisplay = value;
- }
- }
- /**
- * get mode for Low-Latency HLS loading
- */
- get lowLatencyMode() {
- return this.config.lowLatencyMode;
- }
- /**
- * Enable/disable Low-Latency HLS part playlist and segment loading, and start live streams at playlist PART-HOLD-BACK rather than HOLD-BACK.
- */
- set lowLatencyMode(mode) {
- this.config.lowLatencyMode = mode;
- }
- /**
- * Position (in seconds) of live sync point (ie edge of live position minus safety delay defined by ```hls.config.liveSyncDuration```)
- * @returns null prior to loading live Playlist
- */
- get liveSyncPosition() {
- return this.latencyController.liveSyncPosition;
- }
- /**
- * Estimated position (in seconds) of live edge (ie edge of live playlist plus time sync playlist advanced)
- * @returns 0 before first playlist is loaded
- */
- get latency() {
- return this.latencyController.latency;
- }
- /**
- * maximum distance from the edge before the player seeks forward to ```hls.liveSyncPosition```
- * configured using ```liveMaxLatencyDurationCount``` (multiple of target duration) or ```liveMaxLatencyDuration```
- * @returns 0 before first playlist is loaded
- */
- get maxLatency() {
- return this.latencyController.maxLatency;
- }
- /**
- * target distance from the edge as calculated by the latency controller
- */
- get targetLatency() {
- return this.latencyController.targetLatency;
- }
- set targetLatency(latency) {
- this.latencyController.targetLatency = latency;
- }
- /**
- * the rate at which the edge of the current live playlist is advancing or 1 if there is none
- */
- get drift() {
- return this.latencyController.drift;
- }
- /**
- * set to true when startLoad is called before MANIFEST_PARSED event
- */
- get forceStartLoad() {
- return this.streamController.forceStartLoad;
- }
- /**
- * ContentSteering pathways getter
- */
- get pathways() {
- return this.levelController.pathways;
- }
- /**
- * ContentSteering pathwayPriority getter/setter
- */
- get pathwayPriority() {
- return this.levelController.pathwayPriority;
- }
- set pathwayPriority(pathwayPriority) {
- this.levelController.pathwayPriority = pathwayPriority;
- }
- /**
- * returns true when all SourceBuffers are buffered to the end
- */
- get bufferedToEnd() {
- var _this$bufferControlle;
- return !!((_this$bufferControlle = this.bufferController) != null && _this$bufferControlle.bufferedToEnd);
- }
- /**
- * returns Interstitials Program Manager
- */
- get interstitialsManager() {
- var _this$interstitialsCo;
- return ((_this$interstitialsCo = this.interstitialsController) == null ? void 0 : _this$interstitialsCo.interstitialsManager) || null;
- }
- /**
- * returns mediaCapabilities.decodingInfo for a variant/rendition
- */
- getMediaDecodingInfo(level, audioTracks = this.allAudioTracks) {
- const audioTracksByGroup = getAudioTracksByGroup(audioTracks);
- return getMediaDecodingInfoPromise(level, audioTracksByGroup, navigator.mediaCapabilities);
- }
- }
- Hls.defaultConfig = void 0;
- export { AbrController, AttrList, AudioStreamController, AudioTrackController, BasePlaylistController, BaseSegment, BaseStreamController, BufferController, CMCDController, CapLevelController, ChunkMetadata, ContentSteeringController, Cues, DateRange, EMEController, ErrorActionFlags, ErrorController, ErrorDetails, ErrorTypes, Events, FPSController, FetchLoader, Fragment, Hls, HlsSkip, HlsUrlParameters, KeySystemFormats, KeySystems, Level, LevelDetails, LevelKey, LoadStats, M3U8Parser, MetadataSchema, NetworkErrorAction, Part, PlaylistLevelType, SubtitleStreamController, SubtitleTrackController, TimelineController, XhrLoader, Hls as default, fetchSupported, getMediaSource, isMSESupported, isSupported, requestMediaKeySystemAccess };
- //# sourceMappingURL=hls.mjs.map
|