123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233 |
- import { ffprobePromise, getVideoStreamDimensionsInfo, getVideoStreamFPS, isAudioFile } from '@peertube/peertube-ffmpeg'
- import { FileStorage, VideoFileMetadata, VideoResolution } from '@peertube/peertube-models'
- import { getFileSize, getLowercaseExtension } from '@peertube/peertube-node-utils'
- import { logger, loggerTagsFactory } from '@server/helpers/logger.js'
- import { CONFIG } from '@server/initializers/config.js'
- import { MIMETYPES } from '@server/initializers/constants.js'
- import { VideoFileModel } from '@server/models/video/video-file.js'
- import { VideoSourceModel } from '@server/models/video/video-source.js'
- import { MVideo, MVideoFile, MVideoId, MVideoWithAllFiles } from '@server/types/models/index.js'
- import { FfprobeData } from 'fluent-ffmpeg'
- import { move, remove } from 'fs-extra'
- import { lTags } from './object-storage/shared/index.js'
- import { storeOriginalVideoFile } from './object-storage/videos.js'
- import { generateHLSVideoFilename, generateWebVideoFilename } from './paths.js'
- import { VideoPathManager } from './video-path-manager.js'
- export async function buildNewFile (options: {
- path: string
- mode: 'web-video' | 'hls'
- ffprobe?: FfprobeData
- }) {
- const { path, mode, ffprobe: probeArg } = options
- const probe = probeArg ?? await ffprobePromise(path)
- const size = await getFileSize(path)
- const videoFile = new VideoFileModel({
- extname: getLowercaseExtension(path),
- size,
- metadata: await buildFileMetadata(path, probe)
- })
- if (await isAudioFile(path, probe)) {
- videoFile.fps = 0
- videoFile.resolution = VideoResolution.H_NOVIDEO
- videoFile.width = 0
- videoFile.height = 0
- } else {
- const dimensions = await getVideoStreamDimensionsInfo(path, probe)
- videoFile.fps = await getVideoStreamFPS(path, probe)
- videoFile.resolution = dimensions.resolution
- videoFile.width = dimensions.width
- videoFile.height = dimensions.height
- }
- videoFile.filename = mode === 'web-video'
- ? generateWebVideoFilename(videoFile.resolution, videoFile.extname)
- : generateHLSVideoFilename(videoFile.resolution)
- return videoFile
- }
- // ---------------------------------------------------------------------------
- export async function removeHLSPlaylist (video: MVideoWithAllFiles) {
- const hls = video.getHLSPlaylist()
- if (!hls) return
- const videoFileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid)
- try {
- await video.removeStreamingPlaylistFiles(hls)
- await hls.destroy()
- video.VideoStreamingPlaylists = video.VideoStreamingPlaylists.filter(p => p.id !== hls.id)
- } finally {
- videoFileMutexReleaser()
- }
- }
- export async function removeHLSFile (video: MVideoWithAllFiles, fileToDeleteId: number) {
- logger.info('Deleting HLS file %d of %s.', fileToDeleteId, video.url, lTags(video.uuid))
- const hls = video.getHLSPlaylist()
- const files = hls.VideoFiles
- if (files.length === 1) {
- await removeHLSPlaylist(video)
- return undefined
- }
- const videoFileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid)
- try {
- const toDelete = files.find(f => f.id === fileToDeleteId)
- await video.removeStreamingPlaylistVideoFile(video.getHLSPlaylist(), toDelete)
- await toDelete.destroy()
- hls.VideoFiles = hls.VideoFiles.filter(f => f.id !== toDelete.id)
- } finally {
- videoFileMutexReleaser()
- }
- return hls
- }
- // ---------------------------------------------------------------------------
- export async function removeAllWebVideoFiles (video: MVideoWithAllFiles) {
- const videoFileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid)
- try {
- for (const file of video.VideoFiles) {
- await video.removeWebVideoFile(file)
- await file.destroy()
- }
- video.VideoFiles = []
- } finally {
- videoFileMutexReleaser()
- }
- return video
- }
- export async function removeWebVideoFile (video: MVideoWithAllFiles, fileToDeleteId: number) {
- const files = video.VideoFiles
- if (files.length === 1) {
- return removeAllWebVideoFiles(video)
- }
- const videoFileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid)
- try {
- const toDelete = files.find(f => f.id === fileToDeleteId)
- await video.removeWebVideoFile(toDelete)
- await toDelete.destroy()
- video.VideoFiles = files.filter(f => f.id !== toDelete.id)
- } finally {
- videoFileMutexReleaser()
- }
- return video
- }
- // ---------------------------------------------------------------------------
- export async function buildFileMetadata (path: string, existingProbe?: FfprobeData) {
- const metadata = existingProbe || await ffprobePromise(path)
- return new VideoFileMetadata(metadata)
- }
- export function getVideoFileMimeType (extname: string, isAudio: boolean) {
- return isAudio && extname === '.mp4' // We use .mp4 even for audio file only
- ? MIMETYPES.AUDIO.EXT_MIMETYPE['.m4a']
- : MIMETYPES.VIDEO.EXT_MIMETYPE[extname]
- }
- // ---------------------------------------------------------------------------
- export async function createVideoSource (options: {
- inputFilename: string
- inputProbe: FfprobeData
- inputPath: string
- video: MVideoId
- createdAt?: Date
- }) {
- const { inputFilename, inputPath, inputProbe, video, createdAt } = options
- const videoSource = new VideoSourceModel({
- inputFilename,
- videoId: video.id,
- createdAt
- })
- if (inputPath) {
- const probe = inputProbe ?? await ffprobePromise(inputPath)
- if (await isAudioFile(inputPath, probe)) {
- videoSource.fps = 0
- videoSource.resolution = VideoResolution.H_NOVIDEO
- videoSource.width = 0
- videoSource.height = 0
- } else {
- const dimensions = await getVideoStreamDimensionsInfo(inputPath, probe)
- videoSource.fps = await getVideoStreamFPS(inputPath, probe)
- videoSource.resolution = dimensions.resolution
- videoSource.width = dimensions.width
- videoSource.height = dimensions.height
- }
- videoSource.metadata = await buildFileMetadata(inputPath, probe)
- videoSource.size = await getFileSize(inputPath)
- }
- return videoSource.save()
- }
- export async function saveNewOriginalFileIfNeeded (video: MVideo, videoFile: MVideoFile) {
- if (!CONFIG.TRANSCODING.ORIGINAL_FILE.KEEP) return
- const videoSource = await VideoSourceModel.loadLatest(video.id)
- // Already have saved an original file
- if (!videoSource || videoSource.keptOriginalFilename) return
- videoSource.keptOriginalFilename = videoFile.filename
- const lTags = loggerTagsFactory(video.uuid)
- logger.info(`Storing original video file ${videoSource.keptOriginalFilename} of video ${video.name}`, lTags())
- const sourcePath = VideoPathManager.Instance.getFSVideoFileOutputPath(video, videoFile)
- if (CONFIG.OBJECT_STORAGE.ENABLED) {
- const fileUrl = await storeOriginalVideoFile(sourcePath, videoSource.keptOriginalFilename)
- await remove(sourcePath)
- videoSource.storage = FileStorage.OBJECT_STORAGE
- videoSource.fileUrl = fileUrl
- } else {
- const destinationPath = VideoPathManager.Instance.getFSOriginalVideoFilePath(videoSource.keptOriginalFilename)
- await move(sourcePath, destinationPath)
- videoSource.storage = FileStorage.FILE_SYSTEM
- }
- await videoSource.save()
- // Delete previously kept video files
- const allSources = await VideoSourceModel.listAll(video.id)
- for (const oldSource of allSources) {
- if (!oldSource.keptOriginalFilename) continue
- if (oldSource.id === videoSource.id) continue
- try {
- await video.removeOriginalFile(oldSource)
- } catch (err) {
- logger.error('Cannot delete old original file ' + oldSource.keptOriginalFilename, { err, ...lTags() })
- }
- }
- }
|