Merge "Support for an MPEG2 Program Stream extractor."

This commit is contained in:
Andreas Huber
2011-10-13 10:03:26 -07:00
committed by Android (Google) Code Review
16 changed files with 878 additions and 12 deletions

View File

@@ -1021,6 +1021,7 @@ int main(int argc, char **argv) {
syncInfoPresent = false; syncInfoPresent = false;
} else { } else {
extractor = MediaExtractor::Create(dataSource); extractor = MediaExtractor::Create(dataSource);
if (extractor == NULL) { if (extractor == NULL) {
fprintf(stderr, "could not create extractor.\n"); fprintf(stderr, "could not create extractor.\n");
return -1; return -1;

View File

@@ -31,7 +31,9 @@ extern const char *MEDIA_MIMETYPE_VIDEO_RAW;
extern const char *MEDIA_MIMETYPE_AUDIO_AMR_NB; extern const char *MEDIA_MIMETYPE_AUDIO_AMR_NB;
extern const char *MEDIA_MIMETYPE_AUDIO_AMR_WB; extern const char *MEDIA_MIMETYPE_AUDIO_AMR_WB;
extern const char *MEDIA_MIMETYPE_AUDIO_MPEG; extern const char *MEDIA_MIMETYPE_AUDIO_MPEG; // layer III
extern const char *MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I;
extern const char *MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II;
extern const char *MEDIA_MIMETYPE_AUDIO_AAC; extern const char *MEDIA_MIMETYPE_AUDIO_AAC;
extern const char *MEDIA_MIMETYPE_AUDIO_QCELP; extern const char *MEDIA_MIMETYPE_AUDIO_QCELP;
extern const char *MEDIA_MIMETYPE_AUDIO_VORBIS; extern const char *MEDIA_MIMETYPE_AUDIO_VORBIS;
@@ -47,6 +49,7 @@ extern const char *MEDIA_MIMETYPE_CONTAINER_OGG;
extern const char *MEDIA_MIMETYPE_CONTAINER_MATROSKA; extern const char *MEDIA_MIMETYPE_CONTAINER_MATROSKA;
extern const char *MEDIA_MIMETYPE_CONTAINER_MPEG2TS; extern const char *MEDIA_MIMETYPE_CONTAINER_MPEG2TS;
extern const char *MEDIA_MIMETYPE_CONTAINER_AVI; extern const char *MEDIA_MIMETYPE_CONTAINER_AVI;
extern const char *MEDIA_MIMETYPE_CONTAINER_MPEG2PS;
extern const char *MEDIA_MIMETYPE_CONTAINER_WVM; extern const char *MEDIA_MIMETYPE_CONTAINER_WVM;

View File

@@ -71,6 +71,11 @@ public class MediaFile {
private static final int FIRST_VIDEO_FILE_TYPE = FILE_TYPE_MP4; private static final int FIRST_VIDEO_FILE_TYPE = FILE_TYPE_MP4;
private static final int LAST_VIDEO_FILE_TYPE = FILE_TYPE_WEBM; private static final int LAST_VIDEO_FILE_TYPE = FILE_TYPE_WEBM;
// More video file types
public static final int FILE_TYPE_MP2PS = 200;
private static final int FIRST_VIDEO_FILE_TYPE2 = FILE_TYPE_MP2PS;
private static final int LAST_VIDEO_FILE_TYPE2 = FILE_TYPE_MP2PS;
// Image file types // Image file types
public static final int FILE_TYPE_JPEG = 31; public static final int FILE_TYPE_JPEG = 31;
public static final int FILE_TYPE_GIF = 32; public static final int FILE_TYPE_GIF = 32;
@@ -235,6 +240,8 @@ public class MediaFile {
addFileType("PPT", FILE_TYPE_MS_POWERPOINT, "application/mspowerpoint", MtpConstants.FORMAT_MS_POWERPOINT_PRESENTATION); addFileType("PPT", FILE_TYPE_MS_POWERPOINT, "application/mspowerpoint", MtpConstants.FORMAT_MS_POWERPOINT_PRESENTATION);
addFileType("FLAC", FILE_TYPE_FLAC, "audio/flac", MtpConstants.FORMAT_FLAC); addFileType("FLAC", FILE_TYPE_FLAC, "audio/flac", MtpConstants.FORMAT_FLAC);
addFileType("ZIP", FILE_TYPE_ZIP, "application/zip"); addFileType("ZIP", FILE_TYPE_ZIP, "application/zip");
addFileType("MPG", FILE_TYPE_MP2PS, "video/mp2p");
addFileType("MPEG", FILE_TYPE_MP2PS, "video/mp2p");
} }
public static boolean isAudioFileType(int fileType) { public static boolean isAudioFileType(int fileType) {
@@ -246,7 +253,9 @@ public class MediaFile {
public static boolean isVideoFileType(int fileType) { public static boolean isVideoFileType(int fileType) {
return (fileType >= FIRST_VIDEO_FILE_TYPE && return (fileType >= FIRST_VIDEO_FILE_TYPE &&
fileType <= LAST_VIDEO_FILE_TYPE); fileType <= LAST_VIDEO_FILE_TYPE)
|| (fileType >= FIRST_VIDEO_FILE_TYPE2 &&
fileType <= LAST_VIDEO_FILE_TYPE2);
} }
public static boolean isImageFileType(int fileType) { public static boolean isImageFileType(int fileType) {

View File

@@ -681,6 +681,10 @@ void ACodec::setComponentRole(
static const MimeToRole kMimeToRole[] = { static const MimeToRole kMimeToRole[] = {
{ MEDIA_MIMETYPE_AUDIO_MPEG, { MEDIA_MIMETYPE_AUDIO_MPEG,
"audio_decoder.mp3", "audio_encoder.mp3" }, "audio_decoder.mp3", "audio_encoder.mp3" },
{ MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I,
"audio_decoder.mp1", "audio_encoder.mp1" },
{ MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II,
"audio_decoder.mp2", "audio_encoder.mp2" },
{ MEDIA_MIMETYPE_AUDIO_AMR_NB, { MEDIA_MIMETYPE_AUDIO_AMR_NB,
"audio_decoder.amrnb", "audio_encoder.amrnb" }, "audio_decoder.amrnb", "audio_encoder.amrnb" },
{ MEDIA_MIMETYPE_AUDIO_AMR_WB, { MEDIA_MIMETYPE_AUDIO_AMR_WB,

View File

@@ -1081,7 +1081,8 @@ void AwesomePlayer::initRenderer_l() {
if (USE_SURFACE_ALLOC if (USE_SURFACE_ALLOC
&& !strncmp(component, "OMX.", 4) && !strncmp(component, "OMX.", 4)
&& strncmp(component, "OMX.google.", 11)) { && strncmp(component, "OMX.google.", 11)
&& strcmp(component, "OMX.Nvidia.mpeg2v.decode")) {
// Hardware decoders avoid the CPU color conversion by decoding // Hardware decoders avoid the CPU color conversion by decoding
// directly to ANativeBuffers, so we must use a renderer that // directly to ANativeBuffers, so we must use a renderer that
// just pushes those buffers to the ANativeWindow. // just pushes those buffers to the ANativeWindow.

View File

@@ -20,6 +20,7 @@
#include "include/MPEG4Extractor.h" #include "include/MPEG4Extractor.h"
#include "include/WAVExtractor.h" #include "include/WAVExtractor.h"
#include "include/OggExtractor.h" #include "include/OggExtractor.h"
#include "include/MPEG2PSExtractor.h"
#include "include/MPEG2TSExtractor.h" #include "include/MPEG2TSExtractor.h"
#include "include/NuCachedSource2.h" #include "include/NuCachedSource2.h"
#include "include/HTTPBase.h" #include "include/HTTPBase.h"
@@ -113,6 +114,7 @@ void DataSource::RegisterDefaultSniffers() {
RegisterSniffer(SniffMP3); RegisterSniffer(SniffMP3);
RegisterSniffer(SniffAAC); RegisterSniffer(SniffAAC);
RegisterSniffer(SniffAVI); RegisterSniffer(SniffAVI);
RegisterSniffer(SniffMPEG2PS);
char value[PROPERTY_VALUE_MAX]; char value[PROPERTY_VALUE_MAX];
if (property_get("drm.service.enabled", value, NULL) if (property_get("drm.service.enabled", value, NULL)

View File

@@ -25,11 +25,11 @@
#include "include/VBRISeeker.h" #include "include/VBRISeeker.h"
#include "include/XINGSeeker.h" #include "include/XINGSeeker.h"
#include <media/stagefright/foundation/ADebug.h>
#include <media/stagefright/foundation/AMessage.h> #include <media/stagefright/foundation/AMessage.h>
#include <media/stagefright/DataSource.h> #include <media/stagefright/DataSource.h>
#include <media/stagefright/MediaBuffer.h> #include <media/stagefright/MediaBuffer.h>
#include <media/stagefright/MediaBufferGroup.h> #include <media/stagefright/MediaBufferGroup.h>
#include <media/stagefright/MediaDebug.h>
#include <media/stagefright/MediaDefs.h> #include <media/stagefright/MediaDefs.h>
#include <media/stagefright/MediaErrors.h> #include <media/stagefright/MediaErrors.h>
#include <media/stagefright/MediaSource.h> #include <media/stagefright/MediaSource.h>
@@ -289,9 +289,24 @@ MP3Extractor::MP3Extractor(
GetMPEGAudioFrameSize( GetMPEGAudioFrameSize(
header, &frame_size, &sample_rate, &num_channels, &bitrate); header, &frame_size, &sample_rate, &num_channels, &bitrate);
unsigned layer = 4 - ((header >> 17) & 3);
mMeta = new MetaData; mMeta = new MetaData;
mMeta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG); switch (layer) {
case 1:
mMeta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I);
break;
case 2:
mMeta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II);
break;
case 3:
mMeta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG);
break;
default:
TRESPASS();
}
mMeta->setInt32(kKeySampleRate, sample_rate); mMeta->setInt32(kKeySampleRate, sample_rate);
mMeta->setInt32(kKeyBitRate, bitrate * 1000); mMeta->setInt32(kKeyBitRate, bitrate * 1000);
mMeta->setInt32(kKeyChannelCount, num_channels); mMeta->setInt32(kKeyChannelCount, num_channels);

View File

@@ -30,6 +30,8 @@ const char *MEDIA_MIMETYPE_VIDEO_RAW = "video/raw";
const char *MEDIA_MIMETYPE_AUDIO_AMR_NB = "audio/3gpp"; const char *MEDIA_MIMETYPE_AUDIO_AMR_NB = "audio/3gpp";
const char *MEDIA_MIMETYPE_AUDIO_AMR_WB = "audio/amr-wb"; const char *MEDIA_MIMETYPE_AUDIO_AMR_WB = "audio/amr-wb";
const char *MEDIA_MIMETYPE_AUDIO_MPEG = "audio/mpeg"; const char *MEDIA_MIMETYPE_AUDIO_MPEG = "audio/mpeg";
const char *MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I = "audio/mpeg-L1";
const char *MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II = "audio/mpeg-L2";
const char *MEDIA_MIMETYPE_AUDIO_AAC = "audio/mp4a-latm"; const char *MEDIA_MIMETYPE_AUDIO_AAC = "audio/mp4a-latm";
const char *MEDIA_MIMETYPE_AUDIO_QCELP = "audio/qcelp"; const char *MEDIA_MIMETYPE_AUDIO_QCELP = "audio/qcelp";
const char *MEDIA_MIMETYPE_AUDIO_VORBIS = "audio/vorbis"; const char *MEDIA_MIMETYPE_AUDIO_VORBIS = "audio/vorbis";
@@ -45,6 +47,7 @@ const char *MEDIA_MIMETYPE_CONTAINER_OGG = "application/ogg";
const char *MEDIA_MIMETYPE_CONTAINER_MATROSKA = "video/x-matroska"; const char *MEDIA_MIMETYPE_CONTAINER_MATROSKA = "video/x-matroska";
const char *MEDIA_MIMETYPE_CONTAINER_MPEG2TS = "video/mp2ts"; const char *MEDIA_MIMETYPE_CONTAINER_MPEG2TS = "video/mp2ts";
const char *MEDIA_MIMETYPE_CONTAINER_AVI = "video/avi"; const char *MEDIA_MIMETYPE_CONTAINER_AVI = "video/avi";
const char *MEDIA_MIMETYPE_CONTAINER_MPEG2PS = "video/mp2p";
const char *MEDIA_MIMETYPE_CONTAINER_WVM = "video/wvm"; const char *MEDIA_MIMETYPE_CONTAINER_WVM = "video/wvm";

View File

@@ -24,6 +24,7 @@
#include "include/MPEG4Extractor.h" #include "include/MPEG4Extractor.h"
#include "include/WAVExtractor.h" #include "include/WAVExtractor.h"
#include "include/OggExtractor.h" #include "include/OggExtractor.h"
#include "include/MPEG2PSExtractor.h"
#include "include/MPEG2TSExtractor.h" #include "include/MPEG2TSExtractor.h"
#include "include/DRMExtractor.h" #include "include/DRMExtractor.h"
#include "include/WVMExtractor.h" #include "include/WVMExtractor.h"
@@ -115,6 +116,8 @@ sp<MediaExtractor> MediaExtractor::Create(
ret = new WVMExtractor(source); ret = new WVMExtractor(source);
} else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC_ADTS)) { } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC_ADTS)) {
ret = new AACExtractor(source); ret = new AACExtractor(source);
} else if (!strcasecmp(mime, MEDIA_MIMETYPE_CONTAINER_MPEG2PS)) {
ret = new MPEG2PSExtractor(source);
} }
if (ret != NULL) { if (ret != NULL) {

View File

@@ -102,6 +102,7 @@ static const CodecInfo kDecoderInfo[] = {
{ MEDIA_MIMETYPE_IMAGE_JPEG, "OMX.TI.JPEG.decode" }, { MEDIA_MIMETYPE_IMAGE_JPEG, "OMX.TI.JPEG.decode" },
// { MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.TI.MP3.decode" }, // { MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.TI.MP3.decode" },
{ MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.google.mp3.decoder" }, { MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.google.mp3.decoder" },
{ MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, "OMX.Nvidia.mp2.decoder" },
// { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.TI.AMR.decode" }, // { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.TI.AMR.decode" },
// { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.Nvidia.amr.decoder" }, // { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.Nvidia.amr.decoder" },
{ MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.google.amrnb.decoder" }, { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.google.amrnb.decoder" },
@@ -1462,7 +1463,9 @@ OMXCodec::OMXCodec(
mOutputPortSettingsChangedPending(false), mOutputPortSettingsChangedPending(false),
mLeftOverBuffer(NULL), mLeftOverBuffer(NULL),
mPaused(false), mPaused(false),
mNativeWindow(!strncmp(componentName, "OMX.google.", 11) mNativeWindow(
(!strncmp(componentName, "OMX.google.", 11)
|| !strcmp(componentName, "OMX.Nvidia.mpeg2v.decode"))
? NULL : nativeWindow) { ? NULL : nativeWindow) {
mPortStatus[kPortIndexInput] = ENABLED; mPortStatus[kPortIndexInput] = ENABLED;
mPortStatus[kPortIndexOutput] = ENABLED; mPortStatus[kPortIndexOutput] = ENABLED;
@@ -1481,6 +1484,12 @@ void OMXCodec::setComponentRole(
}; };
static const MimeToRole kMimeToRole[] = { static const MimeToRole kMimeToRole[] = {
{ MEDIA_MIMETYPE_AUDIO_MPEG,
"audio_decoder.mp3", "audio_encoder.mp3" },
{ MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I,
"audio_decoder.mp1", "audio_encoder.mp1" },
{ MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II,
"audio_decoder.mp2", "audio_encoder.mp2" },
{ MEDIA_MIMETYPE_AUDIO_MPEG, { MEDIA_MIMETYPE_AUDIO_MPEG,
"audio_decoder.mp3", "audio_encoder.mp3" }, "audio_decoder.mp3", "audio_encoder.mp3" },
{ MEDIA_MIMETYPE_AUDIO_AMR_NB, { MEDIA_MIMETYPE_AUDIO_AMR_NB,

View File

@@ -38,7 +38,7 @@ static bool FileHasAcceptableExtension(const char *extension) {
".mpeg", ".ogg", ".mid", ".smf", ".imy", ".wma", ".aac", ".mpeg", ".ogg", ".mid", ".smf", ".imy", ".wma", ".aac",
".wav", ".amr", ".midi", ".xmf", ".rtttl", ".rtx", ".ota", ".wav", ".amr", ".midi", ".xmf", ".rtttl", ".rtx", ".ota",
".mkv", ".mka", ".webm", ".ts", ".fl", ".flac", ".mxmf", ".mkv", ".mka", ".webm", ".ts", ".fl", ".flac", ".mxmf",
".avi", ".avi", ".mpeg", ".mpg"
}; };
static const size_t kNumValidExtensions = static const size_t kNumValidExtensions =
sizeof(kValidExtensions) / sizeof(kValidExtensions[0]); sizeof(kValidExtensions) / sizeof(kValidExtensions[0]);

View File

@@ -0,0 +1,80 @@
/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef MPEG2_PS_EXTRACTOR_H_
#define MPEG2_PS_EXTRACTOR_H_
#include <media/stagefright/foundation/ABase.h>
#include <media/stagefright/MediaExtractor.h>
#include <utils/threads.h>
#include <utils/KeyedVector.h>
namespace android {
struct ABuffer;
struct AMessage;
struct Track;
struct String8;
struct MPEG2PSExtractor : public MediaExtractor {
MPEG2PSExtractor(const sp<DataSource> &source);
virtual size_t countTracks();
virtual sp<MediaSource> getTrack(size_t index);
virtual sp<MetaData> getTrackMetaData(size_t index, uint32_t flags);
virtual sp<MetaData> getMetaData();
virtual uint32_t flags() const;
protected:
virtual ~MPEG2PSExtractor();
private:
struct Track;
struct WrappedTrack;
mutable Mutex mLock;
sp<DataSource> mDataSource;
off64_t mOffset;
status_t mFinalResult;
sp<ABuffer> mBuffer;
KeyedVector<unsigned, sp<Track> > mTracks;
bool mScanning;
bool mProgramStreamMapValid;
KeyedVector<unsigned, unsigned> mStreamTypeByESID;
status_t feedMore();
status_t dequeueChunk();
ssize_t dequeuePack();
ssize_t dequeueSystemHeader();
ssize_t dequeuePES();
DISALLOW_EVIL_CONSTRUCTORS(MPEG2PSExtractor);
};
bool SniffMPEG2PS(
const sp<DataSource> &source, String8 *mimeType, float *confidence,
sp<AMessage> *);
} // namespace android
#endif // MPEG2_PS_EXTRACTOR_H_

View File

@@ -64,12 +64,9 @@ struct ATSParser : public RefBase {
bool PTSTimeDeltaEstablished(); bool PTSTimeDeltaEstablished();
protected:
virtual ~ATSParser();
private:
enum { enum {
// From ISO/IEC 13818-1: 2000 (E), Table 2-29 // From ISO/IEC 13818-1: 2000 (E), Table 2-29
STREAMTYPE_RESERVED = 0x00,
STREAMTYPE_MPEG1_VIDEO = 0x01, STREAMTYPE_MPEG1_VIDEO = 0x01,
STREAMTYPE_MPEG2_VIDEO = 0x02, STREAMTYPE_MPEG2_VIDEO = 0x02,
STREAMTYPE_MPEG1_AUDIO = 0x03, STREAMTYPE_MPEG1_AUDIO = 0x03,
@@ -79,6 +76,10 @@ private:
STREAMTYPE_H264 = 0x1b, STREAMTYPE_H264 = 0x1b,
}; };
protected:
virtual ~ATSParser();
private:
struct Program; struct Program;
struct Stream; struct Stream;

View File

@@ -6,6 +6,7 @@ LOCAL_SRC_FILES:= \
AnotherPacketSource.cpp \ AnotherPacketSource.cpp \
ATSParser.cpp \ ATSParser.cpp \
ESQueue.cpp \ ESQueue.cpp \
MPEG2PSExtractor.cpp \
MPEG2TSExtractor.cpp \ MPEG2TSExtractor.cpp \
LOCAL_C_INCLUDES:= \ LOCAL_C_INCLUDES:= \

View File

@@ -585,6 +585,8 @@ sp<ABuffer> ElementaryStreamQueue::dequeueAccessUnitMPEGAudio() {
return NULL; return NULL;
} }
unsigned layer = 4 - ((header >> 17) & 3);
sp<ABuffer> accessUnit = new ABuffer(frameSize); sp<ABuffer> accessUnit = new ABuffer(frameSize);
memcpy(accessUnit->data(), data, frameSize); memcpy(accessUnit->data(), data, frameSize);
@@ -601,7 +603,24 @@ sp<ABuffer> ElementaryStreamQueue::dequeueAccessUnitMPEGAudio() {
if (mFormat == NULL) { if (mFormat == NULL) {
mFormat = new MetaData; mFormat = new MetaData;
mFormat->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG);
switch (layer) {
case 1:
mFormat->setCString(
kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I);
break;
case 2:
mFormat->setCString(
kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II);
break;
case 3:
mFormat->setCString(
kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG);
break;
default:
TRESPASS();
}
mFormat->setInt32(kKeySampleRate, samplingRate); mFormat->setInt32(kKeySampleRate, samplingRate);
mFormat->setInt32(kKeyChannelCount, numChannels); mFormat->setInt32(kKeyChannelCount, numChannels);
} }

View File

@@ -0,0 +1,715 @@
/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
//#define LOG_NDEBUG 0
#define LOG_TAG "MPEG2PSExtractor"
#include <utils/Log.h>
#include "include/MPEG2PSExtractor.h"
#include "AnotherPacketSource.h"
#include "ESQueue.h"
#include <media/stagefright/foundation/ABitReader.h>
#include <media/stagefright/foundation/ABuffer.h>
#include <media/stagefright/foundation/ADebug.h>
#include <media/stagefright/foundation/AMessage.h>
#include <media/stagefright/foundation/hexdump.h>
#include <media/stagefright/DataSource.h>
#include <media/stagefright/MediaDefs.h>
#include <media/stagefright/MediaErrors.h>
#include <media/stagefright/MediaSource.h>
#include <media/stagefright/MetaData.h>
#include <media/stagefright/Utils.h>
#include <utils/String8.h>
namespace android {
struct MPEG2PSExtractor::Track : public MediaSource {
Track(MPEG2PSExtractor *extractor,
unsigned stream_id, unsigned stream_type);
virtual status_t start(MetaData *params);
virtual status_t stop();
virtual sp<MetaData> getFormat();
virtual status_t read(
MediaBuffer **buffer, const ReadOptions *options);
protected:
virtual ~Track();
private:
friend struct MPEG2PSExtractor;
MPEG2PSExtractor *mExtractor;
unsigned mStreamID;
unsigned mStreamType;
ElementaryStreamQueue *mQueue;
sp<AnotherPacketSource> mSource;
status_t appendPESData(
unsigned PTS_DTS_flags,
uint64_t PTS, uint64_t DTS,
const uint8_t *data, size_t size);
DISALLOW_EVIL_CONSTRUCTORS(Track);
};
struct MPEG2PSExtractor::WrappedTrack : public MediaSource {
WrappedTrack(const sp<MPEG2PSExtractor> &extractor, const sp<Track> &track);
virtual status_t start(MetaData *params);
virtual status_t stop();
virtual sp<MetaData> getFormat();
virtual status_t read(
MediaBuffer **buffer, const ReadOptions *options);
protected:
virtual ~WrappedTrack();
private:
sp<MPEG2PSExtractor> mExtractor;
sp<MPEG2PSExtractor::Track> mTrack;
DISALLOW_EVIL_CONSTRUCTORS(WrappedTrack);
};
////////////////////////////////////////////////////////////////////////////////
MPEG2PSExtractor::MPEG2PSExtractor(const sp<DataSource> &source)
: mDataSource(source),
mOffset(0),
mFinalResult(OK),
mBuffer(new ABuffer(0)),
mScanning(true),
mProgramStreamMapValid(false) {
for (size_t i = 0; i < 500; ++i) {
if (feedMore() != OK) {
break;
}
}
// Remove all tracks that were unable to determine their format.
for (size_t i = mTracks.size(); i-- > 0;) {
if (mTracks.valueAt(i)->getFormat() == NULL) {
mTracks.removeItemsAt(i);
}
}
mScanning = false;
}
MPEG2PSExtractor::~MPEG2PSExtractor() {
}
size_t MPEG2PSExtractor::countTracks() {
return mTracks.size();
}
sp<MediaSource> MPEG2PSExtractor::getTrack(size_t index) {
if (index >= mTracks.size()) {
return NULL;
}
return new WrappedTrack(this, mTracks.valueAt(index));
}
sp<MetaData> MPEG2PSExtractor::getTrackMetaData(size_t index, uint32_t flags) {
if (index >= mTracks.size()) {
return NULL;
}
return mTracks.valueAt(index)->getFormat();
}
sp<MetaData> MPEG2PSExtractor::getMetaData() {
sp<MetaData> meta = new MetaData;
meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_CONTAINER_MPEG2PS);
return meta;
}
uint32_t MPEG2PSExtractor::flags() const {
return CAN_PAUSE;
}
status_t MPEG2PSExtractor::feedMore() {
Mutex::Autolock autoLock(mLock);
// How much data we're reading at a time
static const size_t kChunkSize = 8192;
for (;;) {
status_t err = dequeueChunk();
if (err == -EAGAIN && mFinalResult == OK) {
memmove(mBuffer->base(), mBuffer->data(), mBuffer->size());
mBuffer->setRange(0, mBuffer->size());
if (mBuffer->size() + kChunkSize > mBuffer->capacity()) {
size_t newCapacity = mBuffer->capacity() + kChunkSize;
sp<ABuffer> newBuffer = new ABuffer(newCapacity);
memcpy(newBuffer->data(), mBuffer->data(), mBuffer->size());
newBuffer->setRange(0, mBuffer->size());
mBuffer = newBuffer;
}
ssize_t n = mDataSource->readAt(
mOffset, mBuffer->data() + mBuffer->size(), kChunkSize);
if (n < (ssize_t)kChunkSize) {
mFinalResult = (n < 0) ? (status_t)n : ERROR_END_OF_STREAM;
return mFinalResult;
}
mBuffer->setRange(mBuffer->offset(), mBuffer->size() + n);
mOffset += n;
} else if (err != OK) {
mFinalResult = err;
return err;
} else {
return OK;
}
}
}
status_t MPEG2PSExtractor::dequeueChunk() {
if (mBuffer->size() < 4) {
return -EAGAIN;
}
if (memcmp("\x00\x00\x01", mBuffer->data(), 3)) {
return ERROR_MALFORMED;
}
unsigned chunkType = mBuffer->data()[3];
ssize_t res;
switch (chunkType) {
case 0xba:
{
res = dequeuePack();
break;
}
case 0xbb:
{
res = dequeueSystemHeader();
break;
}
default:
{
res = dequeuePES();
break;
}
}
if (res > 0) {
if (mBuffer->size() < (size_t)res) {
return -EAGAIN;
}
mBuffer->setRange(mBuffer->offset() + res, mBuffer->size() - res);
res = OK;
}
return res;
}
ssize_t MPEG2PSExtractor::dequeuePack() {
// 32 + 2 + 3 + 1 + 15 + 1 + 15+ 1 + 9 + 1 + 22 + 1 + 1 | +5
if (mBuffer->size() < 14) {
return -EAGAIN;
}
unsigned pack_stuffing_length = mBuffer->data()[13] & 7;
return pack_stuffing_length + 14;
}
ssize_t MPEG2PSExtractor::dequeueSystemHeader() {
if (mBuffer->size() < 6) {
return -EAGAIN;
}
unsigned header_length = U16_AT(mBuffer->data() + 4);
return header_length + 6;
}
ssize_t MPEG2PSExtractor::dequeuePES() {
if (mBuffer->size() < 6) {
return -EAGAIN;
}
unsigned PES_packet_length = U16_AT(mBuffer->data() + 4);
CHECK_NE(PES_packet_length, 0u);
size_t n = PES_packet_length + 6;
if (mBuffer->size() < n) {
return -EAGAIN;
}
ABitReader br(mBuffer->data(), n);
unsigned packet_startcode_prefix = br.getBits(24);
LOGV("packet_startcode_prefix = 0x%08x", packet_startcode_prefix);
if (packet_startcode_prefix != 1) {
LOGV("Supposedly payload_unit_start=1 unit does not start "
"with startcode.");
return ERROR_MALFORMED;
}
CHECK_EQ(packet_startcode_prefix, 0x000001u);
unsigned stream_id = br.getBits(8);
LOGV("stream_id = 0x%02x", stream_id);
/* unsigned PES_packet_length = */br.getBits(16);
if (stream_id == 0xbc) {
// program_stream_map
if (!mScanning) {
return n;
}
mStreamTypeByESID.clear();
/* unsigned current_next_indicator = */br.getBits(1);
/* unsigned reserved = */br.getBits(2);
/* unsigned program_stream_map_version = */br.getBits(5);
/* unsigned reserved = */br.getBits(7);
/* unsigned marker_bit = */br.getBits(1);
unsigned program_stream_info_length = br.getBits(16);
size_t offset = 0;
while (offset < program_stream_info_length) {
if (offset + 2 > program_stream_info_length) {
return ERROR_MALFORMED;
}
unsigned descriptor_tag = br.getBits(8);
unsigned descriptor_length = br.getBits(8);
LOGI("found descriptor tag 0x%02x of length %u",
descriptor_tag, descriptor_length);
if (offset + 2 + descriptor_length > program_stream_info_length) {
return ERROR_MALFORMED;
}
br.skipBits(8 * descriptor_length);
offset += 2 + descriptor_length;
}
unsigned elementary_stream_map_length = br.getBits(16);
offset = 0;
while (offset < elementary_stream_map_length) {
if (offset + 4 > elementary_stream_map_length) {
return ERROR_MALFORMED;
}
unsigned stream_type = br.getBits(8);
unsigned elementary_stream_id = br.getBits(8);
LOGI("elementary stream id 0x%02x has stream type 0x%02x",
elementary_stream_id, stream_type);
mStreamTypeByESID.add(elementary_stream_id, stream_type);
unsigned elementary_stream_info_length = br.getBits(16);
if (offset + 4 + elementary_stream_info_length
> elementary_stream_map_length) {
return ERROR_MALFORMED;
}
offset += 4 + elementary_stream_info_length;
}
/* unsigned CRC32 = */br.getBits(32);
mProgramStreamMapValid = true;
} else if (stream_id != 0xbe // padding_stream
&& stream_id != 0xbf // private_stream_2
&& stream_id != 0xf0 // ECM
&& stream_id != 0xf1 // EMM
&& stream_id != 0xff // program_stream_directory
&& stream_id != 0xf2 // DSMCC
&& stream_id != 0xf8) { // H.222.1 type E
CHECK_EQ(br.getBits(2), 2u);
/* unsigned PES_scrambling_control = */br.getBits(2);
/* unsigned PES_priority = */br.getBits(1);
/* unsigned data_alignment_indicator = */br.getBits(1);
/* unsigned copyright = */br.getBits(1);
/* unsigned original_or_copy = */br.getBits(1);
unsigned PTS_DTS_flags = br.getBits(2);
LOGV("PTS_DTS_flags = %u", PTS_DTS_flags);
unsigned ESCR_flag = br.getBits(1);
LOGV("ESCR_flag = %u", ESCR_flag);
unsigned ES_rate_flag = br.getBits(1);
LOGV("ES_rate_flag = %u", ES_rate_flag);
unsigned DSM_trick_mode_flag = br.getBits(1);
LOGV("DSM_trick_mode_flag = %u", DSM_trick_mode_flag);
unsigned additional_copy_info_flag = br.getBits(1);
LOGV("additional_copy_info_flag = %u", additional_copy_info_flag);
/* unsigned PES_CRC_flag = */br.getBits(1);
/* PES_extension_flag = */br.getBits(1);
unsigned PES_header_data_length = br.getBits(8);
LOGV("PES_header_data_length = %u", PES_header_data_length);
unsigned optional_bytes_remaining = PES_header_data_length;
uint64_t PTS = 0, DTS = 0;
if (PTS_DTS_flags == 2 || PTS_DTS_flags == 3) {
CHECK_GE(optional_bytes_remaining, 5u);
CHECK_EQ(br.getBits(4), PTS_DTS_flags);
PTS = ((uint64_t)br.getBits(3)) << 30;
CHECK_EQ(br.getBits(1), 1u);
PTS |= ((uint64_t)br.getBits(15)) << 15;
CHECK_EQ(br.getBits(1), 1u);
PTS |= br.getBits(15);
CHECK_EQ(br.getBits(1), 1u);
LOGV("PTS = %llu", PTS);
// LOGI("PTS = %.2f secs", PTS / 90000.0f);
optional_bytes_remaining -= 5;
if (PTS_DTS_flags == 3) {
CHECK_GE(optional_bytes_remaining, 5u);
CHECK_EQ(br.getBits(4), 1u);
DTS = ((uint64_t)br.getBits(3)) << 30;
CHECK_EQ(br.getBits(1), 1u);
DTS |= ((uint64_t)br.getBits(15)) << 15;
CHECK_EQ(br.getBits(1), 1u);
DTS |= br.getBits(15);
CHECK_EQ(br.getBits(1), 1u);
LOGV("DTS = %llu", DTS);
optional_bytes_remaining -= 5;
}
}
if (ESCR_flag) {
CHECK_GE(optional_bytes_remaining, 6u);
br.getBits(2);
uint64_t ESCR = ((uint64_t)br.getBits(3)) << 30;
CHECK_EQ(br.getBits(1), 1u);
ESCR |= ((uint64_t)br.getBits(15)) << 15;
CHECK_EQ(br.getBits(1), 1u);
ESCR |= br.getBits(15);
CHECK_EQ(br.getBits(1), 1u);
LOGV("ESCR = %llu", ESCR);
/* unsigned ESCR_extension = */br.getBits(9);
CHECK_EQ(br.getBits(1), 1u);
optional_bytes_remaining -= 6;
}
if (ES_rate_flag) {
CHECK_GE(optional_bytes_remaining, 3u);
CHECK_EQ(br.getBits(1), 1u);
/* unsigned ES_rate = */br.getBits(22);
CHECK_EQ(br.getBits(1), 1u);
optional_bytes_remaining -= 3;
}
br.skipBits(optional_bytes_remaining * 8);
// ES data follows.
CHECK_GE(PES_packet_length, PES_header_data_length + 3);
unsigned dataLength =
PES_packet_length - 3 - PES_header_data_length;
if (br.numBitsLeft() < dataLength * 8) {
LOGE("PES packet does not carry enough data to contain "
"payload. (numBitsLeft = %d, required = %d)",
br.numBitsLeft(), dataLength * 8);
return ERROR_MALFORMED;
}
CHECK_GE(br.numBitsLeft(), dataLength * 8);
ssize_t index = mTracks.indexOfKey(stream_id);
if (index < 0 && mScanning) {
unsigned streamType;
ssize_t streamTypeIndex;
if (mProgramStreamMapValid
&& (streamTypeIndex =
mStreamTypeByESID.indexOfKey(stream_id)) >= 0) {
streamType = mStreamTypeByESID.valueAt(streamTypeIndex);
} else if ((stream_id & ~0x1f) == 0xc0) {
// ISO/IEC 13818-3 or ISO/IEC 11172-3 or ISO/IEC 13818-7
// or ISO/IEC 14496-3 audio
streamType = ATSParser::STREAMTYPE_MPEG2_AUDIO;
} else if ((stream_id & ~0x0f) == 0xe0) {
// ISO/IEC 13818-2 or ISO/IEC 11172-2 or ISO/IEC 14496-2 video
streamType = ATSParser::STREAMTYPE_MPEG2_VIDEO;
} else {
streamType = ATSParser::STREAMTYPE_RESERVED;
}
index = mTracks.add(
stream_id, new Track(this, stream_id, streamType));
}
status_t err = OK;
if (index >= 0) {
err =
mTracks.editValueAt(index)->appendPESData(
PTS_DTS_flags, PTS, DTS, br.data(), dataLength);
}
br.skipBits(dataLength * 8);
if (err != OK) {
return err;
}
} else if (stream_id == 0xbe) { // padding_stream
CHECK_NE(PES_packet_length, 0u);
br.skipBits(PES_packet_length * 8);
} else {
CHECK_NE(PES_packet_length, 0u);
br.skipBits(PES_packet_length * 8);
}
return n;
}
////////////////////////////////////////////////////////////////////////////////
MPEG2PSExtractor::Track::Track(
MPEG2PSExtractor *extractor, unsigned stream_id, unsigned stream_type)
: mExtractor(extractor),
mStreamID(stream_id),
mStreamType(stream_type),
mQueue(NULL) {
bool supported = true;
ElementaryStreamQueue::Mode mode;
switch (mStreamType) {
case ATSParser::STREAMTYPE_H264:
mode = ElementaryStreamQueue::H264;
break;
case ATSParser::STREAMTYPE_MPEG2_AUDIO_ATDS:
mode = ElementaryStreamQueue::AAC;
break;
case ATSParser::STREAMTYPE_MPEG1_AUDIO:
case ATSParser::STREAMTYPE_MPEG2_AUDIO:
mode = ElementaryStreamQueue::MPEG_AUDIO;
break;
case ATSParser::STREAMTYPE_MPEG1_VIDEO:
case ATSParser::STREAMTYPE_MPEG2_VIDEO:
mode = ElementaryStreamQueue::MPEG_VIDEO;
break;
case ATSParser::STREAMTYPE_MPEG4_VIDEO:
mode = ElementaryStreamQueue::MPEG4_VIDEO;
break;
default:
supported = false;
break;
}
if (supported) {
mQueue = new ElementaryStreamQueue(mode);
} else {
LOGI("unsupported stream ID 0x%02x", stream_id);
}
}
MPEG2PSExtractor::Track::~Track() {
delete mQueue;
mQueue = NULL;
}
status_t MPEG2PSExtractor::Track::start(MetaData *params) {
if (mSource == NULL) {
return NO_INIT;
}
return mSource->start(params);
}
status_t MPEG2PSExtractor::Track::stop() {
if (mSource == NULL) {
return NO_INIT;
}
return mSource->stop();
}
sp<MetaData> MPEG2PSExtractor::Track::getFormat() {
if (mSource == NULL) {
return NULL;
}
return mSource->getFormat();
}
status_t MPEG2PSExtractor::Track::read(
MediaBuffer **buffer, const ReadOptions *options) {
if (mSource == NULL) {
return NO_INIT;
}
status_t finalResult;
while (!mSource->hasBufferAvailable(&finalResult)) {
if (finalResult != OK) {
return ERROR_END_OF_STREAM;
}
status_t err = mExtractor->feedMore();
if (err != OK) {
mSource->signalEOS(err);
}
}
return mSource->read(buffer, options);
}
status_t MPEG2PSExtractor::Track::appendPESData(
unsigned PTS_DTS_flags,
uint64_t PTS, uint64_t DTS,
const uint8_t *data, size_t size) {
if (mQueue == NULL) {
return OK;
}
int64_t timeUs;
if (PTS_DTS_flags == 2 || PTS_DTS_flags == 3) {
timeUs = (PTS * 100) / 9;
} else {
timeUs = 0;
}
status_t err = mQueue->appendData(data, size, timeUs);
if (err != OK) {
return err;
}
sp<ABuffer> accessUnit;
while ((accessUnit = mQueue->dequeueAccessUnit()) != NULL) {
if (mSource == NULL) {
sp<MetaData> meta = mQueue->getFormat();
if (meta != NULL) {
LOGV("Stream ID 0x%02x now has data.", mStreamID);
mSource = new AnotherPacketSource(meta);
mSource->queueAccessUnit(accessUnit);
}
} else if (mQueue->getFormat() != NULL) {
mSource->queueAccessUnit(accessUnit);
}
}
return OK;
}
////////////////////////////////////////////////////////////////////////////////
MPEG2PSExtractor::WrappedTrack::WrappedTrack(
const sp<MPEG2PSExtractor> &extractor, const sp<Track> &track)
: mExtractor(extractor),
mTrack(track) {
}
MPEG2PSExtractor::WrappedTrack::~WrappedTrack() {
}
status_t MPEG2PSExtractor::WrappedTrack::start(MetaData *params) {
return mTrack->start(params);
}
status_t MPEG2PSExtractor::WrappedTrack::stop() {
return mTrack->stop();
}
sp<MetaData> MPEG2PSExtractor::WrappedTrack::getFormat() {
return mTrack->getFormat();
}
status_t MPEG2PSExtractor::WrappedTrack::read(
MediaBuffer **buffer, const ReadOptions *options) {
return mTrack->read(buffer, options);
}
////////////////////////////////////////////////////////////////////////////////
bool SniffMPEG2PS(
const sp<DataSource> &source, String8 *mimeType, float *confidence,
sp<AMessage> *) {
uint8_t header[5];
if (source->readAt(0, header, sizeof(header)) < (ssize_t)sizeof(header)) {
return false;
}
if (memcmp("\x00\x00\x01\xba", header, 4) || (header[4] >> 6) != 1) {
return false;
}
*confidence = 0.25f; // Slightly larger than .mp3 extractor's confidence
mimeType->setTo(MEDIA_MIMETYPE_CONTAINER_MPEG2PS);
return true;
}
} // namespace android