|
|
|
|
/*
|
|
|
|
|
* Matroska common data
|
|
|
|
|
* Copyright (c) 2003-2004 The FFmpeg project
|
|
|
|
|
*
|
|
|
|
|
* This file is part of FFmpeg.
|
|
|
|
|
*
|
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
*
|
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include "libavutil/stereo3d.h"
|
|
|
|
|
|
|
|
|
|
#include "matroska.h"
|
|
|
|
|
|
|
|
|
|
/* If you add a tag here that is not in ff_codec_bmp_tags[]
|
|
|
|
|
or ff_codec_wav_tags[], add it also to additional_audio_tags[]
|
|
|
|
|
or additional_video_tags[] in matroskaenc.c */
|
|
|
|
|
const CodecTags ff_mkv_codec_tags[]={
|
|
|
|
|
{"A_AAC" , AV_CODEC_ID_AAC},
|
|
|
|
|
{"A_AC3" , AV_CODEC_ID_AC3},
|
|
|
|
|
{"A_ALAC" , AV_CODEC_ID_ALAC},
|
|
|
|
|
{"A_DTS" , AV_CODEC_ID_DTS},
|
|
|
|
|
{"A_EAC3" , AV_CODEC_ID_EAC3},
|
|
|
|
|
{"A_FLAC" , AV_CODEC_ID_FLAC},
|
|
|
|
|
{"A_MLP" , AV_CODEC_ID_MLP},
|
|
|
|
|
{"A_MPEG/L2" , AV_CODEC_ID_MP2},
|
|
|
|
|
{"A_MPEG/L1" , AV_CODEC_ID_MP1},
|
|
|
|
|
{"A_MPEG/L3" , AV_CODEC_ID_MP3},
|
|
|
|
|
{"A_OPUS" , AV_CODEC_ID_OPUS},
|
|
|
|
|
{"A_OPUS/EXPERIMENTAL",AV_CODEC_ID_OPUS},
|
|
|
|
|
{"A_PCM/FLOAT/IEEE" , AV_CODEC_ID_PCM_F32LE},
|
|
|
|
|
{"A_PCM/FLOAT/IEEE" , AV_CODEC_ID_PCM_F64LE},
|
|
|
|
|
{"A_PCM/INT/BIG" , AV_CODEC_ID_PCM_S16BE},
|
|
|
|
|
{"A_PCM/INT/BIG" , AV_CODEC_ID_PCM_S24BE},
|
|
|
|
|
{"A_PCM/INT/BIG" , AV_CODEC_ID_PCM_S32BE},
|
|
|
|
|
{"A_PCM/INT/LIT" , AV_CODEC_ID_PCM_S16LE},
|
|
|
|
|
{"A_PCM/INT/LIT" , AV_CODEC_ID_PCM_S24LE},
|
|
|
|
|
{"A_PCM/INT/LIT" , AV_CODEC_ID_PCM_S32LE},
|
|
|
|
|
{"A_PCM/INT/LIT" , AV_CODEC_ID_PCM_U8},
|
|
|
|
|
{"A_QUICKTIME/QDMC" , AV_CODEC_ID_QDMC},
|
|
|
|
|
{"A_QUICKTIME/QDM2" , AV_CODEC_ID_QDM2},
|
|
|
|
|
{"A_REAL/14_4" , AV_CODEC_ID_RA_144},
|
|
|
|
|
{"A_REAL/28_8" , AV_CODEC_ID_RA_288},
|
|
|
|
|
{"A_REAL/ATRC" , AV_CODEC_ID_ATRAC3},
|
|
|
|
|
{"A_REAL/COOK" , AV_CODEC_ID_COOK},
|
|
|
|
|
{"A_REAL/SIPR" , AV_CODEC_ID_SIPR},
|
|
|
|
|
{"A_TRUEHD" , AV_CODEC_ID_TRUEHD},
|
|
|
|
|
{"A_TTA1" , AV_CODEC_ID_TTA},
|
|
|
|
|
{"A_VORBIS" , AV_CODEC_ID_VORBIS},
|
|
|
|
|
{"A_WAVPACK4" , AV_CODEC_ID_WAVPACK},
|
|
|
|
|
|
|
|
|
|
{"D_WEBVTT/SUBTITLES" , AV_CODEC_ID_WEBVTT},
|
|
|
|
|
{"D_WEBVTT/CAPTIONS" , AV_CODEC_ID_WEBVTT},
|
|
|
|
|
{"D_WEBVTT/DESCRIPTIONS", AV_CODEC_ID_WEBVTT},
|
|
|
|
|
{"D_WEBVTT/METADATA" , AV_CODEC_ID_WEBVTT},
|
|
|
|
|
|
|
|
|
|
{"S_TEXT/UTF8" , AV_CODEC_ID_SUBRIP},
|
|
|
|
|
{"S_TEXT/UTF8" , AV_CODEC_ID_TEXT},
|
|
|
|
|
{"S_TEXT/ASCII" , AV_CODEC_ID_TEXT},
|
subtitles: introduce ASS codec id and use it.
Currently, we have a AV_CODEC_ID_SSA, which matches the way the ASS/SSA
markup is muxed in a standalone .ass/.ssa file. This means the AVPacket
data starts with a "Dialogue:" string, followed by a timing information
(start and end of the event as string) and a trailing CRLF after each
line. One packet can contain several lines. We'll refer to this layout
as "SSA" or "SSA lines".
In matroska, this markup is not stored as such: it has no "Dialogue:"
prefix, it contains a ReadOrder field, the timing information is not in
the payload, and it doesn't contain the trailing CRLF. See [1] for more
info. We'll refer to this layout as "ASS".
Since we have only one common codec for both formats, the matroska
demuxer is constructing an AVPacket following the "SSA lines" format.
This causes several problems, so it was decided to change this into
clean ASS packets.
Some insight about what is changed or unchanged in this commit:
CODECS
------
- the decoding process still writes "SSA lines" markup inside the ass
fields of the subtitles rectangles (sub->rects[n]->ass), which is
still the current common way of representing decoded subtitles
markup. It is meant to change later.
- new ASS codec id: AV_CODEC_ID_ASS (which is different from the
legacy AV_CODEC_ID_SSA)
- lavc/assdec: the "ass" decoder is renamed into "ssa" (instead of
"ass") for consistency with the codec id and allows to add a real
ass decoder. This ass decoder receives clean ASS lines (so it starts
with a ReadOrder, is followed by the Layer, etc). We make sure this
is decoded properly in a new ass-line rectangle of the decoded
subtitles (the ssa decoder OTOH is doing a simple straightforward
copy). Using the packet timing instead of data string makes sure the
ass-line now contains the appropriate timing.
- lavc/assenc: just like the ass decoder, the "ssa" encoder is renamed
into "ssa" (instead of "ass") for consistency with the codec id, and
allows to add a real "ass" encoder.
One important thing about this encoder is that it only supports one
ass rectangle: we could have put several dialogue events in the
AVPacket (separated by a \0 for instance) but this would have cause
trouble for the muxer which needs not only the start time, but also
the duration: typically, you have merged events with the same start
time (stored in the AVPacket->pts) but a different duration. At the
moment, only the matroska do the merge with the SSA-line codec.
We will need to make sure all the decoders in the future can't add
more than one rectangle (and only one Dialogue line in it
obviously).
FORMATS
-------
- lavf/assenc: the .ass/.ssa muxer can take both SSA and ASS packets.
In the case of ASS packets as input, it adds the timing based on the
AVPacket pts and duration, and mux it with "Dialogue:", trailing
CRLF, etc.
- lavf/assdec: unchanged; it currently still only outputs SSA-lines
packets.
- lavf/mkv: the demuxer can now output ASS packets without the need of
any "SSA-lines" reconstruction hack. It will become the default at
next libavformat bump, and the SSA support will be dropped from the
demuxer. The muxer can take ASS packets since it's muxed normally,
and still supports the old SSA packets. All the SSA support and
hacks in Matroska code will be dropped at next lavf bump.
[1]: http://www.matroska.org/technical/specs/subtitles/ssa.html
12 years ago
|
|
|
{"S_TEXT/ASS" , AV_CODEC_ID_ASS},
|
|
|
|
|
{"S_TEXT/SSA" , AV_CODEC_ID_ASS},
|
|
|
|
|
{"S_ASS" , AV_CODEC_ID_ASS},
|
|
|
|
|
{"S_SSA" , AV_CODEC_ID_ASS},
|
|
|
|
|
{"S_VOBSUB" , AV_CODEC_ID_DVD_SUBTITLE},
|
|
|
|
|
{"S_DVBSUB" , AV_CODEC_ID_DVB_SUBTITLE},
|
|
|
|
|
{"S_HDMV/PGS" , AV_CODEC_ID_HDMV_PGS_SUBTITLE},
|
|
|
|
|
{"S_HDMV/TEXTST" , AV_CODEC_ID_HDMV_TEXT_SUBTITLE},
|
|
|
|
|
|
|
|
|
|
{"V_AV1" , AV_CODEC_ID_AV1},
|
|
|
|
|
{"V_DIRAC" , AV_CODEC_ID_DIRAC},
|
|
|
|
|
{"V_FFV1" , AV_CODEC_ID_FFV1},
|
|
|
|
|
{"V_MJPEG" , AV_CODEC_ID_MJPEG},
|
|
|
|
|
{"V_MPEG1" , AV_CODEC_ID_MPEG1VIDEO},
|
|
|
|
|
{"V_MPEG2" , AV_CODEC_ID_MPEG2VIDEO},
|
|
|
|
|
{"V_MPEG4/ISO/ASP" , AV_CODEC_ID_MPEG4},
|
|
|
|
|
{"V_MPEG4/ISO/AP" , AV_CODEC_ID_MPEG4},
|
|
|
|
|
{"V_MPEG4/ISO/SP" , AV_CODEC_ID_MPEG4},
|
|
|
|
|
{"V_MPEG4/ISO/AVC" , AV_CODEC_ID_H264},
|
|
|
|
|
{"V_MPEGH/ISO/HEVC" , AV_CODEC_ID_HEVC},
|
|
|
|
|
{"V_MPEG4/MS/V3" , AV_CODEC_ID_MSMPEG4V3},
|
|
|
|
|
{"V_PRORES" , AV_CODEC_ID_PRORES},
|
|
|
|
|
{"V_REAL/RV10" , AV_CODEC_ID_RV10},
|
|
|
|
|
{"V_REAL/RV20" , AV_CODEC_ID_RV20},
|
|
|
|
|
{"V_REAL/RV30" , AV_CODEC_ID_RV30},
|
|
|
|
|
{"V_REAL/RV40" , AV_CODEC_ID_RV40},
|
|
|
|
|
{"V_SNOW" , AV_CODEC_ID_SNOW},
|
|
|
|
|
{"V_THEORA" , AV_CODEC_ID_THEORA},
|
|
|
|
|
{"V_UNCOMPRESSED" , AV_CODEC_ID_RAWVIDEO},
|
|
|
|
|
{"V_VP8" , AV_CODEC_ID_VP8},
|
|
|
|
|
{"V_VP9" , AV_CODEC_ID_VP9},
|
|
|
|
|
|
|
|
|
|
{"" , AV_CODEC_ID_NONE}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const CodecTags ff_webm_codec_tags[] = {
|
|
|
|
|
{"V_VP8" , AV_CODEC_ID_VP8},
|
|
|
|
|
{"V_VP9" , AV_CODEC_ID_VP9},
|
|
|
|
|
{"V_AV1" , AV_CODEC_ID_AV1},
|
|
|
|
|
|
|
|
|
|
{"A_VORBIS" , AV_CODEC_ID_VORBIS},
|
|
|
|
|
{"A_OPUS" , AV_CODEC_ID_OPUS},
|
|
|
|
|
|
|
|
|
|
{"D_WEBVTT/SUBTITLES" , AV_CODEC_ID_WEBVTT},
|
|
|
|
|
{"D_WEBVTT/CAPTIONS" , AV_CODEC_ID_WEBVTT},
|
|
|
|
|
{"D_WEBVTT/DESCRIPTIONS", AV_CODEC_ID_WEBVTT},
|
|
|
|
|
{"D_WEBVTT/METADATA" , AV_CODEC_ID_WEBVTT},
|
|
|
|
|
|
|
|
|
|
{"" , AV_CODEC_ID_NONE}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const AVMetadataConv ff_mkv_metadata_conv[] = {
|
|
|
|
|
{ "LEAD_PERFORMER", "performer" },
|
|
|
|
|
{ "PART_NUMBER" , "track" },
|
|
|
|
|
{ 0 }
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const char * const ff_matroska_video_stereo_mode[MATROSKA_VIDEO_STEREOMODE_TYPE_NB] = {
|
|
|
|
|
"mono",
|
|
|
|
|
"left_right",
|
|
|
|
|
"bottom_top",
|
|
|
|
|
"top_bottom",
|
|
|
|
|
"checkerboard_rl",
|
|
|
|
|
"checkerboard_lr",
|
|
|
|
|
"row_interleaved_rl",
|
|
|
|
|
"row_interleaved_lr",
|
|
|
|
|
"col_interleaved_rl",
|
|
|
|
|
"col_interleaved_lr",
|
|
|
|
|
"anaglyph_cyan_red",
|
|
|
|
|
"right_left",
|
|
|
|
|
"anaglyph_green_magenta",
|
|
|
|
|
"block_lr",
|
|
|
|
|
"block_rl",
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const char * const ff_matroska_video_stereo_plane[MATROSKA_VIDEO_STEREO_PLANE_COUNT] = {
|
|
|
|
|
"left",
|
|
|
|
|
"right",
|
|
|
|
|
"background",
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
int ff_mkv_stereo3d_conv(AVStream *st, MatroskaVideoStereoModeType stereo_mode)
|
|
|
|
|
{
|
|
|
|
|
AVStereo3D *stereo;
|
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
|
|
stereo = av_stereo3d_alloc();
|
|
|
|
|
if (!stereo)
|
|
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
|
|
|
|
|
|
// note: the missing breaks are intentional
|
|
|
|
|
switch (stereo_mode) {
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_MONO:
|
|
|
|
|
stereo->type = AV_STEREO3D_2D;
|
|
|
|
|
break;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_RIGHT_LEFT:
|
|
|
|
|
stereo->flags |= AV_STEREO3D_FLAG_INVERT;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_LEFT_RIGHT:
|
|
|
|
|
stereo->type = AV_STEREO3D_SIDEBYSIDE;
|
|
|
|
|
break;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTTOM_TOP:
|
|
|
|
|
stereo->flags |= AV_STEREO3D_FLAG_INVERT;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_TOP_BOTTOM:
|
|
|
|
|
stereo->type = AV_STEREO3D_TOPBOTTOM;
|
|
|
|
|
break;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_RL:
|
|
|
|
|
stereo->flags |= AV_STEREO3D_FLAG_INVERT;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_LR:
|
|
|
|
|
stereo->type = AV_STEREO3D_CHECKERBOARD;
|
|
|
|
|
break;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_RL:
|
|
|
|
|
stereo->flags |= AV_STEREO3D_FLAG_INVERT;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_LR:
|
|
|
|
|
stereo->type = AV_STEREO3D_LINES;
|
|
|
|
|
break;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_RL:
|
|
|
|
|
stereo->flags |= AV_STEREO3D_FLAG_INVERT;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_LR:
|
|
|
|
|
stereo->type = AV_STEREO3D_COLUMNS;
|
|
|
|
|
break;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_RL:
|
|
|
|
|
stereo->flags |= AV_STEREO3D_FLAG_INVERT;
|
|
|
|
|
case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_LR:
|
|
|
|
|
stereo->type = AV_STEREO3D_FRAMESEQUENCE;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
ret = av_stream_add_side_data(st, AV_PKT_DATA_STEREO3D, (uint8_t *)stereo,
|
|
|
|
|
sizeof(*stereo));
|
|
|
|
|
if (ret < 0) {
|
|
|
|
|
av_freep(&stereo);
|
|
|
|
|
return ret;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
