Separate HLS audio and video streams

Allows:
  * The HLS player to propose an "Audio only" resolution
  * The live to output an "Audio only" resolution
  * The live to ingest and output an "Audio only" stream

 This feature is under a config for VOD videos and is enabled by default for lives

 In the future we can imagine:
  * To propose multiple audio streams for a specific video
  * To ingest an audio only VOD and just output an audio only "video"
    (the player would play the audio file and PeerTube would not
    generate additional resolutions)

This commit introduce a new way to download videos:
 * Add "/download/videos/generate/:videoId" endpoint where PeerTube can
   mux an audio only and a video only file to a mp4 container
 * The download client modal introduces a new default panel where the
   user can choose resolutions it wants to download

server/core/controllers/api/config.ts

@@ -347,7 +347,8 @@ function customConfig (): CustomConfig {
         enabled: CONFIG.TRANSCODING.WEB_VIDEOS.ENABLED
       },
       hls: {
-        enabled: CONFIG.TRANSCODING.HLS.ENABLED
+        enabled: CONFIG.TRANSCODING.HLS.ENABLED,
+        splitAudioAndVideo: CONFIG.TRANSCODING.HLS.SPLIT_AUDIO_AND_VIDEO
       }
     },
     live: {
@@ -367,6 +368,7 @@ function customConfig (): CustomConfig {
         threads: CONFIG.LIVE.TRANSCODING.THREADS,
         profile: CONFIG.LIVE.TRANSCODING.PROFILE,
         resolutions: {
+          '0p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['0p'],
           '144p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['144p'],
           '240p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['240p'],
           '360p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['360p'],

server/core/controllers/api/runners/jobs-files.ts

@@ -1,4 +1,4 @@
-import express from 'express'
+import { FileStorage, RunnerJobState, VideoFileStream } from '@peertube/peertube-models'
 import { logger, loggerTagsFactory } from '@server/helpers/logger.js'
 import { proxifyHLS, proxifyWebVideoFile } from '@server/lib/object-storage/index.js'
 import { VideoPathManager } from '@server/lib/video-path-manager.js'
@@ -9,12 +9,20 @@ import {
   runnerJobGetVideoStudioTaskFileValidator,
   runnerJobGetVideoTranscodingFileValidator
 } from '@server/middlewares/validators/runners/job-files.js'
-import { RunnerJobState, FileStorage } from '@peertube/peertube-models'
+import { MVideoFileStreamingPlaylistVideo, MVideoFileVideo, MVideoFullLight } from '@server/types/models/index.js'
+import express from 'express'
 
 const lTags = loggerTagsFactory('api', 'runner')
 
 const runnerJobFilesRouter = express.Router()
 
+runnerJobFilesRouter.post('/jobs/:jobUUID/files/videos/:videoId/max-quality/audio',
+  apiRateLimiter,
+  asyncMiddleware(jobOfRunnerGetValidatorFactory([ RunnerJobState.PROCESSING ])),
+  asyncMiddleware(runnerJobGetVideoTranscodingFileValidator),
+  asyncMiddleware(getMaxQualitySeparatedAudioFile)
+)
+
 runnerJobFilesRouter.post('/jobs/:jobUUID/files/videos/:videoId/max-quality',
   apiRateLimiter,
   asyncMiddleware(jobOfRunnerGetValidatorFactory([ RunnerJobState.PROCESSING ])),
@@ -45,6 +53,21 @@ export {
 
 // ---------------------------------------------------------------------------
 
+async function getMaxQualitySeparatedAudioFile (req: express.Request, res: express.Response) {
+  const runnerJob = res.locals.runnerJob
+  const runner = runnerJob.Runner
+  const video = res.locals.videoAll
+
+  logger.info(
+    'Get max quality separated audio file of video %s of job %s for runner %s', video.uuid, runnerJob.uuid, runner.name,
+    lTags(runner.name, runnerJob.id, runnerJob.type)
+  )
+
+  const file = video.getMaxQualityFile(VideoFileStream.AUDIO) || video.getMaxQualityFile(VideoFileStream.VIDEO)
+
+  return serveVideoFile({ video, file, req, res })
+}
+
 async function getMaxQualityVideoFile (req: express.Request, res: express.Response) {
   const runnerJob = res.locals.runnerJob
   const runner = runnerJob.Runner
@@ -55,7 +78,18 @@ async function getMaxQualityVideoFile (req: express.Request, res: express.Respon
     lTags(runner.name, runnerJob.id, runnerJob.type)
   )
 
-  const file = video.getMaxQualityFile()
+  const file = video.getMaxQualityFile(VideoFileStream.VIDEO) || video.getMaxQualityFile(VideoFileStream.AUDIO)
+
+  return serveVideoFile({ video, file, req, res })
+}
+
+async function serveVideoFile (options: {
+  video: MVideoFullLight
+  file: MVideoFileVideo | MVideoFileStreamingPlaylistVideo
+  req: express.Request
+  res: express.Response
+}) {
+  const { video, file, req, res } = options
 
   if (file.storage === FileStorage.OBJECT_STORAGE) {
     if (file.isHLS()) {
@@ -82,6 +116,8 @@ async function getMaxQualityVideoFile (req: express.Request, res: express.Respon
   })
 }
 
+// ---------------------------------------------------------------------------
+
 function getMaxQualityVideoPreview (req: express.Request, res: express.Response) {
   const runnerJob = res.locals.runnerJob
   const runner = runnerJob.Runner

server/core/controllers/api/videos/files.ts

@@ -2,7 +2,7 @@ import express from 'express'
 import validator from 'validator'
 import { logger, loggerTagsFactory } from '@server/helpers/logger.js'
 import { federateVideoIfNeeded } from '@server/lib/activitypub/videos/index.js'
-import { updatePlaylistAfterFileChange } from '@server/lib/hls.js'
+import { updateM3U8AndShaPlaylist } from '@server/lib/hls.js'
 import { removeAllWebVideoFiles, removeHLSFile, removeHLSPlaylist, removeWebVideoFile } from '@server/lib/video-file.js'
 import { VideoFileModel } from '@server/models/video/video-file.js'
 import { HttpStatusCode, UserRight } from '@peertube/peertube-models'
@@ -89,7 +89,7 @@ async function removeHLSFileController (req: express.Request, res: express.Respo
   logger.info('Deleting HLS file %d of %s.', videoFileId, video.url, lTags(video.uuid))
 
   const playlist = await removeHLSFile(video, videoFileId)
-  if (playlist) await updatePlaylistAfterFileChange(video, playlist)
+  if (playlist) await updateM3U8AndShaPlaylist(video, playlist)
 
   await federateVideoIfNeeded(video, false, undefined)
 

server/core/controllers/api/videos/source.ts

@@ -146,7 +146,7 @@ async function replaceVideoSourceResumable (req: express.Request, res: express.R
 
     await regenerateMiniaturesIfNeeded(video, res.locals.ffprobe)
     await video.VideoChannel.setAsUpdated()
-    await addVideoJobsAfterUpload(video, video.getMaxQualityFile())
+    await addVideoJobsAfterUpload(video, videoFile.withVideoOrPlaylist(video))
 
     logger.info('Replaced video file of video %s with uuid %s.', video.name, video.uuid, lTags(video.uuid))
 

server/core/controllers/api/videos/transcoding.ts

@@ -1,10 +1,10 @@
-import express from 'express'
+import { HttpStatusCode, UserRight, VideoState, VideoTranscodingCreate } from '@peertube/peertube-models'
 import { logger, loggerTagsFactory } from '@server/helpers/logger.js'
 import { Hooks } from '@server/lib/plugins/hooks.js'
 import { createTranscodingJobs } from '@server/lib/transcoding/create-transcoding-job.js'
 import { computeResolutionsToTranscode } from '@server/lib/transcoding/transcoding-resolutions.js'
 import { VideoJobInfoModel } from '@server/models/video/video-job-info.js'
-import { HttpStatusCode, UserRight, VideoState, VideoTranscodingCreate } from '@peertube/peertube-models'
+import express from 'express'
 import { asyncMiddleware, authenticate, createTranscodingValidator, ensureUserHasRight } from '../../../middlewares/index.js'
 
 const lTags = loggerTagsFactory('api', 'video')
@@ -33,7 +33,8 @@ async function createTranscoding (req: express.Request, res: express.Response) {
 
   await VideoJobInfoModel.abortAllTasks(video.uuid, 'pendingTranscode')
 
-  const { resolution: maxResolution, hasAudio } = await video.probeMaxQualityFile()
+  const maxResolution = video.getMaxResolution()
+  const hasAudio = video.hasAudio()
 
   const resolutions = await Hooks.wrapObject(
     computeResolutionsToTranscode({ input: maxResolution, type: 'vod', includeInput: true, strictLower: false, hasAudio }),