1132 lines
33 KiB
C++
1132 lines
33 KiB
C++
#include "ts_stream.h"
|
|
#include "defines.h"
|
|
#include "h264.h"
|
|
#include "h265.h"
|
|
#include "nal.h"
|
|
#include "mp4_generic.h"
|
|
#include <sys/stat.h>
|
|
|
|
namespace TS {
|
|
|
|
void ADTSRemainder::setRemainder(const aac::adts & p, const void * source, const uint32_t avail, const uint32_t bPos) {
|
|
if (!p.getCompleteSize()) {
|
|
return;
|
|
}
|
|
|
|
if (max < p.getCompleteSize()) {
|
|
void * newmainder = realloc(data, p.getCompleteSize());
|
|
if (newmainder) {
|
|
max = p.getCompleteSize();
|
|
data = (char *)newmainder;
|
|
}
|
|
}
|
|
if (max >= p.getCompleteSize()) {
|
|
len = p.getCompleteSize();
|
|
now = avail;
|
|
bpos = bPos;
|
|
memcpy(data, source, now);
|
|
}
|
|
}
|
|
|
|
void ADTSRemainder::append(const char * p, uint32_t pLen) {
|
|
if (now + pLen > len) {
|
|
FAIL_MSG("Data to append does not fit into the remainder");
|
|
return;
|
|
}
|
|
|
|
memcpy(data + now, p, pLen);
|
|
now += pLen;
|
|
}
|
|
|
|
bool ADTSRemainder::isComplete() {
|
|
return (len == now);
|
|
}
|
|
|
|
void ADTSRemainder::clear() {
|
|
len = 0;
|
|
now = 0;
|
|
bpos = 0;
|
|
}
|
|
|
|
|
|
ADTSRemainder::ADTSRemainder() {
|
|
data = 0;
|
|
max = 0;
|
|
now = 0;
|
|
len = 0;
|
|
bpos = 0;
|
|
}
|
|
ADTSRemainder::~ADTSRemainder() {
|
|
if (data) {
|
|
free(data);
|
|
data = 0;
|
|
}
|
|
}
|
|
|
|
uint32_t ADTSRemainder::getLength() {
|
|
return len;
|
|
}
|
|
|
|
uint32_t ADTSRemainder::getBpos() {
|
|
return bpos;
|
|
}
|
|
|
|
|
|
uint32_t ADTSRemainder::getTodo() {
|
|
return len - now;
|
|
}
|
|
char * ADTSRemainder::getData() {
|
|
return data;
|
|
}
|
|
|
|
Stream::Stream(bool _threaded) {
|
|
threaded = _threaded;
|
|
firstPacketFound = false;
|
|
if (threaded) {
|
|
globalSem.open("MstTSInputLock", O_CREAT | O_RDWR, ACCESSPERMS, 1);
|
|
if (!globalSem) {
|
|
FAIL_MSG("Creating semaphore failed: %s", strerror(errno));
|
|
threaded = false;
|
|
DEBUG_MSG(DLVL_FAIL, "Creating semaphore failed: %s", strerror(errno));
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
Stream::~Stream() {
|
|
if (threaded) {
|
|
globalSem.unlink();
|
|
}
|
|
}
|
|
|
|
void Stream::parse(char * newPack, unsigned long long bytePos) {
|
|
Packet newPacket;
|
|
newPacket.FromPointer(newPack);
|
|
parse(newPacket, bytePos);
|
|
}
|
|
|
|
void Stream::partialClear() {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pesStreams.clear();
|
|
pesPositions.clear();
|
|
outPackets.clear();
|
|
buildPacket.clear();
|
|
partialBuffer.clear();
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
|
|
void Stream::clear() {
|
|
partialClear();
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pidToCodec.clear();
|
|
adtsInfo.clear();
|
|
spsInfo.clear();
|
|
ppsInfo.clear();
|
|
hevcInfo.clear();
|
|
metaInit.clear();
|
|
descriptors.clear();
|
|
mappingTable.clear();
|
|
lastPMT.clear();
|
|
lastPAT = 0;
|
|
pmtTracks.clear();
|
|
remainders.clear();
|
|
associationTable = ProgramAssociationTable();
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
|
|
void Stream::finish(){
|
|
if(!pesStreams.size()){return;}
|
|
|
|
for(std::map<unsigned long, std::deque<Packet> >::const_iterator i = pesStreams.begin(); i != pesStreams.end();i++){
|
|
parsePES(i->first,true);
|
|
}
|
|
}
|
|
|
|
void Stream::add(char * newPack, unsigned long long bytePos) {
|
|
Packet newPacket;
|
|
newPacket.FromPointer(newPack);
|
|
add(newPacket, bytePos);
|
|
}
|
|
|
|
void Stream::add(Packet & newPack, unsigned long long bytePos) {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
|
|
int tid = newPack.getPID();
|
|
if ((pidToCodec.count(tid) || tid == 0 || newPack.isPMT()) && (pesStreams[tid].size() || newPack.getUnitStart())) {
|
|
pesStreams[tid].push_back(newPack);
|
|
pesPositions[tid].push_back(bytePos);
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
|
|
bool Stream::isDataTrack(unsigned long tid) {
|
|
if (tid == 0) {
|
|
return false;
|
|
}
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
bool result = !pmtTracks.count(tid);
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return result;
|
|
}
|
|
|
|
void Stream::parse(unsigned long tid) {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
if (!pesStreams.count(tid) || pesStreams[tid].size() == 0) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return;
|
|
}
|
|
std::deque<Packet> & trackPackets = pesStreams[tid];
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
//Handle PAT packets
|
|
if (tid == 0) {
|
|
///\todo Keep track of updates in PAT instead of keeping only the last PAT as a reference
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
associationTable = trackPackets.back();
|
|
associationTable.parsePIDs();
|
|
lastPAT = Util::bootSecs();
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
int pmtCount = associationTable.getProgramCount();
|
|
for (int i = 0; i < pmtCount; i++) {
|
|
pmtTracks.insert(associationTable.getProgramPID(i));
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pesStreams.erase(0);
|
|
pesPositions.erase(0);
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return;
|
|
}
|
|
|
|
|
|
//Ignore conditional access packets. We don't care.
|
|
if (tid == 1) {
|
|
return;
|
|
}
|
|
|
|
//Handle PMT packets
|
|
if (pmtTracks.count(tid)) {
|
|
///\todo Keep track of updates in PMT instead of keeping only the last PMT per program as a reference
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
mappingTable[tid] = trackPackets.back();
|
|
lastPMT[tid] = Util::bootSecs();
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
ProgramMappingEntry entry = mappingTable[tid].getEntry(0);
|
|
while (entry) {
|
|
unsigned long pid = entry.getElementaryPid();
|
|
unsigned long sType = entry.getStreamType();
|
|
switch (sType) {
|
|
case H264:
|
|
case AAC:
|
|
case H265:
|
|
case AC3:
|
|
case ID3:
|
|
pidToCodec[pid] = sType;
|
|
if (sType == ID3) {
|
|
metaInit[pid] = std::string(entry.getESInfo(), entry.getESInfoLength());
|
|
}
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
entry.advance();
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pesStreams.erase(tid);
|
|
pesPositions.erase(tid);
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
|
|
bool parsePes = false;
|
|
|
|
int packNum = 1;
|
|
std::deque<Packet> & inStream = pesStreams[tid];
|
|
if (!inStream.rbegin()->getUnitStart()){
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return;
|
|
}
|
|
std::deque<Packet>::iterator lastPack = inStream.end();
|
|
std::deque<Packet>::iterator curPack = inStream.begin();
|
|
curPack++;
|
|
while (curPack != lastPack && !curPack->getUnitStart()) {
|
|
curPack++;
|
|
packNum++;
|
|
}
|
|
if (curPack != lastPack) {
|
|
parsePes = true;
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
if (parsePes) {
|
|
parsePES(tid);
|
|
}
|
|
}
|
|
|
|
void Stream::parse(Packet & newPack, unsigned long long bytePos) {
|
|
add(newPack, bytePos);
|
|
int tid = newPack.getPID();
|
|
parse(tid);
|
|
}
|
|
|
|
bool Stream::hasPacketOnEachTrack() const {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
if (!pidToCodec.size() ) {
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
//INFO_MSG("no packet on each track 1, pidtocodec.size: %d, outpacket.size: %d", pidToCodec.size(), outPackets.size());
|
|
return false;
|
|
}
|
|
|
|
unsigned int missing = 0;
|
|
uint64_t firstTime = 0xffffffffffffffffull, lastTime = 0;
|
|
for (std::map<unsigned long, unsigned long>::const_iterator it = pidToCodec.begin(); it != pidToCodec.end(); it++) {
|
|
if (!hasPacket(it->first)) {
|
|
missing++;
|
|
}else{
|
|
if(outPackets.at(it->first).front().getTime() < firstTime){
|
|
firstTime = outPackets.at(it->first).front().getTime();
|
|
}
|
|
if(outPackets.at(it->first).back().getTime() > lastTime){
|
|
lastTime = outPackets.at(it->first).back().getTime();
|
|
}
|
|
}
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
return (!missing || (missing != pidToCodec.size() && lastTime - firstTime > 2000));
|
|
}
|
|
|
|
bool Stream::hasPacket(unsigned long tid) const {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
if (!pesStreams.count(tid)) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return false;
|
|
}
|
|
if (outPackets.count(tid) && outPackets.at(tid).size()) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return true;
|
|
}
|
|
std::deque<Packet>::const_iterator curPack = pesStreams.at(tid).begin();
|
|
|
|
if (curPack != pesStreams.at(tid).end()) {
|
|
curPack++;
|
|
}
|
|
|
|
while (curPack != pesStreams.at(tid).end() && !curPack->getUnitStart()) {
|
|
curPack++;
|
|
}
|
|
|
|
if (curPack != pesStreams.at(tid).end()) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return true;
|
|
}
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return false;
|
|
}
|
|
|
|
bool Stream::hasPacket() const {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
if (!pesStreams.size()) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return false;
|
|
}
|
|
|
|
if (outPackets.size()) {
|
|
for(std::map<unsigned long, std::deque<DTSC::Packet> >::const_iterator i = outPackets.begin(); i != outPackets.end();i++){
|
|
if(i->second.size()){
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
|
|
for(std::map<unsigned long, std::deque<Packet> >::const_iterator i = pesStreams.begin(); i != pesStreams.end();i++){
|
|
std::deque<Packet>::const_iterator curPack = i->second.begin();
|
|
|
|
if(curPack != i->second.end()){
|
|
curPack++;
|
|
}
|
|
|
|
while(curPack != i->second.end() && !curPack->getUnitStart()){
|
|
curPack++;
|
|
}
|
|
|
|
if(curPack != i->second.end()){
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return true;
|
|
}
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return false;
|
|
}
|
|
|
|
unsigned long long decodePTS(const char * data) {
|
|
unsigned long long time;
|
|
time = ((data[0] >> 1) & 0x07);
|
|
time <<= 15;
|
|
time |= ((int)data[1] << 7) | ((data[2] >> 1) & 0x7F);
|
|
time <<= 15;
|
|
time |= ((int)data[3] << 7) | ((data[4] >> 1) & 0x7F);
|
|
time /= 90;
|
|
return time;
|
|
}
|
|
|
|
void Stream::parsePES(unsigned long tid, bool finished) {
|
|
if (!pidToCodec.count(tid)) {
|
|
return; //skip unknown codecs
|
|
}
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
std::deque<Packet> & inStream = pesStreams[tid];
|
|
std::deque<unsigned long long> & inPositions = pesPositions[tid];
|
|
if (inStream.size() <= 1) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return;
|
|
}
|
|
//Find number of packets before unit Start
|
|
int packNum = 1;
|
|
|
|
std::deque<Packet>::iterator curPack = inStream.begin();
|
|
curPack++;
|
|
while (curPack != inStream.end() && !curPack->getUnitStart()) {
|
|
curPack++;
|
|
packNum++;
|
|
}
|
|
if (!finished && curPack == inStream.end()) {
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return;
|
|
}
|
|
|
|
unsigned long long bPos = inPositions.front();
|
|
|
|
//Create a buffer for the current PES, and remove it from the pesStreams buffer.
|
|
int paySize = 0;
|
|
|
|
curPack = inStream.begin();
|
|
for (int i = 0; i < packNum; i++) {
|
|
paySize += curPack->getPayloadLength();
|
|
curPack++;
|
|
}
|
|
VERYHIGH_MSG("Parsing PES for track %lu, length %i", tid, paySize);
|
|
char * payload = (char *)malloc(paySize);
|
|
paySize = 0;
|
|
curPack = inStream.begin();
|
|
int lastCtr = curPack->getContinuityCounter() - 1;
|
|
for (int i = 0; i < packNum; i++) {
|
|
if (curPack->getContinuityCounter() == lastCtr) {
|
|
curPack++;
|
|
continue;
|
|
}
|
|
if (curPack->getContinuityCounter() - lastCtr != 1 && curPack->getContinuityCounter()) {
|
|
INFO_MSG("Parsing a pes on track %d, missed %d packets", tid, curPack->getContinuityCounter() - lastCtr - 1);
|
|
}
|
|
lastCtr = curPack->getContinuityCounter();
|
|
memcpy(payload + paySize, curPack->getPayload(), curPack->getPayloadLength());
|
|
paySize += curPack->getPayloadLength();
|
|
curPack++;
|
|
}
|
|
inStream.erase(inStream.begin(), curPack);
|
|
inPositions.erase(inPositions.begin(), inPositions.begin() + packNum);
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
//Parse the PES header
|
|
int offset = 0;
|
|
|
|
while (offset < paySize) {
|
|
const char * pesHeader = payload + offset;
|
|
|
|
//Check for large enough buffer
|
|
if ((paySize - offset) < 9 || (paySize - offset) < 9 + pesHeader[8]) {
|
|
INFO_MSG("Not enough data on track %lu (%d / %d), discarding remainder of data", tid, paySize - offset, 9 + pesHeader[8]);
|
|
break;
|
|
}
|
|
|
|
//Check for valid PES lead-in
|
|
if (pesHeader[0] != 0 || pesHeader[1] != 0x00 || pesHeader[2] != 0x01) {
|
|
INFO_MSG("Invalid PES Lead in on track %lu, discarding it", tid);
|
|
break;
|
|
}
|
|
|
|
//Read the payload size.
|
|
//Note: if the payload size is 0, then we assume the pes packet will cover the entire TS Unit.
|
|
//Note: this is technically only allowed for video pes streams.
|
|
unsigned long long realPayloadSize = (((int)pesHeader[4] << 8) | pesHeader[5]);
|
|
if (!realPayloadSize) {
|
|
realPayloadSize = paySize;
|
|
} else {
|
|
realPayloadSize += 6;
|
|
}
|
|
realPayloadSize -= (9 + pesHeader[8]);
|
|
|
|
//Read the metadata for this PES Packet
|
|
///\todo Determine keyframe-ness
|
|
unsigned int timeStamp = 0;
|
|
int64_t timeOffset = 0;
|
|
unsigned int pesOffset = 9;
|
|
if ((pesHeader[7] >> 6) & 0x02) { //Check for PTS presence
|
|
timeStamp = decodePTS(pesHeader + pesOffset);
|
|
pesOffset += 5;
|
|
if (((pesHeader[7] & 0xC0) >> 6) & 0x01) { //Check for DTS presence (yes, only if PTS present)
|
|
timeOffset = timeStamp;
|
|
timeStamp = decodePTS(pesHeader + pesOffset);
|
|
pesOffset += 5;
|
|
timeOffset -= timeStamp;
|
|
}
|
|
}
|
|
|
|
if (pesHeader[7] & 0x20) { //ESCR - ignored
|
|
pesOffset += 6;
|
|
}
|
|
if (pesHeader[7] & 0x10) { //ESR - ignored
|
|
pesOffset += 3;
|
|
}
|
|
if (pesHeader[7] & 0x08) { //trick mode - ignored
|
|
pesOffset += 1;
|
|
}
|
|
if (pesHeader[7] & 0x04) { //additional copy - ignored
|
|
pesOffset += 1;
|
|
}
|
|
if (pesHeader[7] & 0x02) { //crc - ignored
|
|
pesOffset += 2;
|
|
}
|
|
|
|
if (paySize - offset - pesOffset < realPayloadSize) {
|
|
WARN_MSG("Packet loss detected, glitches will occur");
|
|
realPayloadSize = paySize - offset - pesOffset;
|
|
}
|
|
|
|
const char * pesPayload = pesHeader + pesOffset;
|
|
|
|
if (memmem(pesPayload, realPayloadSize, "DTP2", 4) != 0) {
|
|
INFO_MSG("dtp found");
|
|
}
|
|
|
|
|
|
parseBitstream(tid, pesPayload, realPayloadSize, timeStamp, timeOffset, bPos);
|
|
|
|
//We are done with the realpayload size, reverse calculation so we know the correct offset increase.
|
|
realPayloadSize += (9 + pesHeader[8]);
|
|
offset += realPayloadSize;
|
|
}
|
|
free(payload);
|
|
}
|
|
|
|
|
|
void Stream::parseBitstream(uint32_t tid, const char * pesPayload, uint32_t realPayloadSize, uint64_t timeStamp, int64_t timeOffset, uint64_t bPos) {
|
|
|
|
//Create a new (empty) DTSC Packet at the end of the buffer
|
|
if (pidToCodec[tid] == AAC) {
|
|
//Parse all the ADTS packets
|
|
unsigned long offsetInPes = 0;
|
|
uint64_t msRead = 0;
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
|
|
if (remainders.count(tid) && remainders[tid].getLength()) {
|
|
offsetInPes = std::min((unsigned long)(remainders[tid].getTodo()), (unsigned long)realPayloadSize);
|
|
remainders[tid].append(pesPayload, offsetInPes);
|
|
|
|
if (remainders[tid].isComplete()) {
|
|
aac::adts adtsPack(remainders[tid].getData(), remainders[tid].getLength());
|
|
if (adtsPack) {
|
|
if (!adtsInfo.count(tid) || !adtsInfo[tid].sameHeader(adtsPack)) {
|
|
MEDIUM_MSG("Setting new ADTS header: %s", adtsPack.toPrettyString().c_str());
|
|
adtsInfo[tid] = adtsPack;
|
|
}
|
|
outPackets[tid].push_back(DTSC::Packet());
|
|
outPackets[tid].back().genericFill(timeStamp - ((adtsPack.getSampleCount() * 1000) / adtsPack.getFrequency()), timeOffset, tid, adtsPack.getPayload(), adtsPack.getPayloadSize(), remainders[tid].getBpos(), 0);
|
|
}
|
|
remainders[tid].clear();
|
|
}
|
|
}
|
|
while (offsetInPes < realPayloadSize) {
|
|
aac::adts adtsPack(pesPayload + offsetInPes, realPayloadSize - offsetInPes);
|
|
if (adtsPack && adtsPack.getCompleteSize() + offsetInPes <= realPayloadSize) {
|
|
if (!adtsInfo.count(tid) || !adtsInfo[tid].sameHeader(adtsPack)) {
|
|
MEDIUM_MSG("Setting new ADTS header: %s", adtsPack.toPrettyString().c_str());
|
|
adtsInfo[tid] = adtsPack;
|
|
}
|
|
outPackets[tid].push_back(DTSC::Packet());
|
|
outPackets[tid].back().genericFill(timeStamp + msRead, timeOffset, tid, adtsPack.getPayload(), adtsPack.getPayloadSize(), bPos, 0);
|
|
msRead += (adtsPack.getSampleCount() * 1000) / adtsPack.getFrequency();
|
|
offsetInPes += adtsPack.getCompleteSize();
|
|
} else {
|
|
/// \todo What about the case that we have an invalid start, going over the PES boundary?
|
|
if (!adtsPack.hasSync()) {
|
|
offsetInPes++;
|
|
} else {
|
|
//remainder, keep it, use it next time
|
|
remainders[tid].setRemainder(adtsPack, pesPayload + offsetInPes, realPayloadSize - offsetInPes, bPos);
|
|
offsetInPes = realPayloadSize;//skip to end of PES
|
|
}
|
|
}
|
|
}
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
if (pidToCodec[tid] == ID3 || pidToCodec[tid] == AC3) {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
outPackets[tid].push_back(DTSC::Packet());
|
|
outPackets[tid].back().genericFill(timeStamp, timeOffset, tid, pesPayload, realPayloadSize, bPos, 0);
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
|
|
|
|
if (pidToCodec[tid] == H264 || pidToCodec[tid] == H265) {
|
|
//loop through scanAnnexB until startcode is found, if packetPointer equals NULL, then read next PES packet
|
|
bool completePES = false;
|
|
const char * packetPtr;
|
|
const char * nalEnd;
|
|
bool checkForKeyFrame = true;
|
|
bool isKeyFrame = false;
|
|
int nalRemove = 0;
|
|
bool clearKey = false;
|
|
|
|
nalu::scanAnnexB(pesPayload, realPayloadSize, packetPtr);
|
|
// std::cerr << "\t\tNew PES Packet" << std::endl;
|
|
while (!completePES) {
|
|
|
|
if (packetPtr) {
|
|
//when startcode is found, check if we were already constructing a packet.
|
|
if (!partialBuffer[tid].empty()) {
|
|
parseNal(tid, partialBuffer[tid].c_str(), partialBuffer[tid].c_str() + partialBuffer[tid].length(), isKeyFrame);
|
|
} else {
|
|
parseNal(tid, pesPayload, packetPtr, isKeyFrame);
|
|
}
|
|
|
|
if (!isKeyFrame || clearKey) {
|
|
clearKey = true;
|
|
}
|
|
|
|
nalEnd = nalu::nalEndPosition(pesPayload, packetPtr - pesPayload);
|
|
nalRemove = packetPtr - nalEnd;
|
|
|
|
if (firstPacketFound && checkForKeyFrame) {
|
|
checkForKeyFrame = false;
|
|
}
|
|
|
|
if (!buildPacket[tid] && !firstPacketFound) {
|
|
//clean start
|
|
//remove everything before this point as this is the very first hal packet.
|
|
if (partialBuffer[tid].empty() && !firstPacketFound) { //if buffer is empty
|
|
//very first packet, check for keyframe
|
|
checkForKeyFrame = true;
|
|
}
|
|
firstPacketFound = true;
|
|
} else {
|
|
if (!buildPacket[tid]) { //when no data in packet -> genericFill
|
|
buildPacket[tid].genericFill(timeStamp, timeOffset, tid, "\000\000\000\002\011\360", 6, bPos, true);
|
|
}
|
|
|
|
//if the timestamp differs from current PES timestamp, send the previous packet out and fill a new one.
|
|
if (buildPacket[tid].getTime() != timeStamp) {
|
|
//next packet's timestamp differs from current timestamp, add hal packet to buildpacket and send it out.
|
|
if (!partialBuffer[tid].empty()) {
|
|
//std::cerr << "append remaining data to partialbuffer" << std::endl;
|
|
buildPacket[tid].appendNal(partialBuffer[tid].c_str(), partialBuffer[tid].length(),
|
|
partialBuffer[tid].length() + (packetPtr - pesPayload) - nalRemove);
|
|
buildPacket[tid].appendData(pesPayload, (packetPtr - pesPayload) - nalRemove);
|
|
if (clearKey) {
|
|
buildPacket[tid].clearKeyFrame();
|
|
}
|
|
|
|
outPackets[tid].push_back(buildPacket[tid]);
|
|
buildPacket[tid].null();
|
|
buildPacket[tid].genericFill(timeStamp, timeOffset, tid, "\000\000\000\002\011\360", 6, bPos, true);
|
|
|
|
partialBuffer[tid].clear();
|
|
} else {
|
|
if (clearKey) {
|
|
buildPacket[tid].clearKeyFrame();
|
|
}
|
|
|
|
outPackets[tid].push_back(buildPacket[tid]);
|
|
buildPacket[tid].null();
|
|
buildPacket[tid].genericFill(timeStamp, timeOffset, tid, "\000\000\000\002\011\360", 6, bPos, true);
|
|
|
|
buildPacket[tid].appendNal(pesPayload, (packetPtr - pesPayload) - nalRemove, (packetPtr - pesPayload) - nalRemove);
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
} else {
|
|
//we have a partial packet which belongs to the previous packet in partialBuffer.
|
|
if (!partialBuffer[tid].empty()) { //if buffer is used
|
|
buildPacket[tid].appendNal(partialBuffer[tid].c_str(), partialBuffer[tid].length(),
|
|
partialBuffer[tid].length() + (packetPtr - pesPayload) - nalRemove);
|
|
buildPacket[tid].appendData(pesPayload, (packetPtr - pesPayload) - nalRemove);
|
|
partialBuffer.clear();
|
|
|
|
} else {
|
|
//hal packet at first position
|
|
// buildPacket[tid].appendData(pesPayload, packetPtr-pesPayload); //append part before the startcode.
|
|
buildPacket[tid].appendNal(pesPayload, (packetPtr - pesPayload) - nalRemove, (packetPtr - pesPayload) - nalRemove); //append part before the startcode.
|
|
}
|
|
}
|
|
}
|
|
|
|
realPayloadSize -= ((packetPtr - pesPayload) + 3); //decrease the total size
|
|
pesPayload = packetPtr + 3;
|
|
} else { //no startcode found...
|
|
if (partialBuffer[tid].empty()) {
|
|
partialBuffer[tid].assign(pesPayload, realPayloadSize);
|
|
} else {
|
|
partialBuffer[tid].append(pesPayload, realPayloadSize);
|
|
}
|
|
|
|
completePES = true;
|
|
}
|
|
|
|
nalu::scanAnnexB(pesPayload, realPayloadSize, packetPtr);
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
void Stream::getPacket(unsigned long tid, DTSC::Packet & pack) {
|
|
pack.null();
|
|
if (!hasPacket(tid)) {
|
|
ERROR_MSG("Trying to obtain a packet on track %lu, but no full packet is available", tid);
|
|
return;
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
bool packetReady = outPackets.count(tid) && outPackets[tid].size();
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
if (!packetReady) {
|
|
parse(tid);
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
packetReady = outPackets.count(tid) && outPackets[tid].size();
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
if (!packetReady) {
|
|
ERROR_MSG("Obtaining a packet on track %lu failed", tid);
|
|
return;
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pack = outPackets[tid].front();
|
|
outPackets[tid].pop_front();
|
|
|
|
if (!outPackets[tid].size()) {
|
|
outPackets.erase(tid);
|
|
}
|
|
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
|
|
void Stream::parseNal(uint32_t tid, const char * pesPayload, const char * packetPtr, bool & isKeyFrame) {
|
|
//bool isKeyFrame = false;
|
|
//const char * packetPtr;
|
|
bool firstSlice = true;
|
|
char typeNal;
|
|
|
|
isKeyFrame = false;
|
|
typeNal = pesPayload[0] & 0x1F;
|
|
|
|
if (pidToCodec[tid] == H264) {
|
|
switch (typeNal) {
|
|
case 0x01: {
|
|
if (firstSlice) {
|
|
firstSlice = false;
|
|
if (!isKeyFrame) {
|
|
Utils::bitstream bs;
|
|
for (size_t i = 1; i < 10 && i < (packetPtr - pesPayload); i++) {
|
|
if (i + 2 < (packetPtr - pesPayload) && (memcmp(pesPayload + i, "\000\000\003", 3) == 0)) { //Emulation prevention bytes
|
|
bs.append(pesPayload + i, 2);
|
|
i += 2;
|
|
} else {
|
|
bs.append(pesPayload + i, 1);
|
|
}
|
|
}
|
|
bs.getExpGolomb();//Discard first_mb_in_slice
|
|
uint64_t sliceType = bs.getUExpGolomb();
|
|
if (sliceType == 2 || sliceType == 4 || sliceType == 7 || sliceType == 9) {
|
|
isKeyFrame = true;
|
|
}
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
case 0x05: {
|
|
isKeyFrame = true;
|
|
break;
|
|
}
|
|
case 0x07: {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
spsInfo[tid] = std::string(pesPayload, (packetPtr - pesPayload));
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
break;
|
|
}
|
|
case 0x08: {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
ppsInfo[tid] = std::string(pesPayload, (packetPtr - pesPayload));
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
break;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
} else if (pidToCodec[tid] == H265) {
|
|
switch (typeNal) {
|
|
case 2:
|
|
case 3: //TSA Picture
|
|
case 4:
|
|
case 5: //STSA Picture
|
|
case 6:
|
|
case 7: //RADL Picture
|
|
case 8:
|
|
case 9: //RASL Picture
|
|
case 16:
|
|
case 17:
|
|
case 18: //BLA Picture
|
|
case 19:
|
|
case 20: //IDR Picture
|
|
case 21: { //CRA Picture
|
|
isKeyFrame = true;
|
|
break;
|
|
}
|
|
case 32:
|
|
case 33:
|
|
case 34: {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
hevcInfo[tid].addUnit((char *)pesPayload);//may i convert to (char *)?
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
break;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
void Stream::getEarliestPacket(DTSC::Packet & pack) {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pack.null();
|
|
|
|
unsigned long packTime = 0xFFFFFFFFull;
|
|
unsigned long packTrack = 0;
|
|
|
|
for (std::map<unsigned long, std::deque<DTSC::Packet> >::iterator it = outPackets.begin(); it != outPackets.end(); it++) {
|
|
if (it->second.front().getTime() < packTime) {
|
|
packTrack = it->first;
|
|
packTime = it->second.front().getTime();
|
|
}
|
|
}
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
|
|
if(packTrack){
|
|
getPacket(packTrack, pack);
|
|
}
|
|
}
|
|
|
|
void Stream::initializeMetadata(DTSC::Meta & meta, unsigned long tid, unsigned long mappingId) {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
|
|
unsigned long mId = mappingId;
|
|
|
|
for (std::map<unsigned long, unsigned long>::const_iterator it = pidToCodec.begin(); it != pidToCodec.end(); it++) {
|
|
if (tid && it->first != tid) {
|
|
continue;
|
|
}
|
|
|
|
if (mId == 0) {
|
|
mId = it->first;
|
|
}
|
|
|
|
if (meta.tracks.count(mId) && meta.tracks[mId].codec.size()) {
|
|
continue;
|
|
}
|
|
|
|
switch (it->second) {
|
|
case H264: {
|
|
if (!spsInfo.count(it->first) || !ppsInfo.count(it->first)) {
|
|
MEDIUM_MSG("Aborted meta fill for h264 track %lu: no SPS/PPS", it->first);
|
|
continue;
|
|
}
|
|
meta.tracks[mId].type = "video";
|
|
meta.tracks[mId].codec = "H264";
|
|
meta.tracks[mId].trackID = mId;
|
|
std::string tmpBuffer = spsInfo[it->first];
|
|
h264::sequenceParameterSet sps(spsInfo[it->first].data(), spsInfo[it->first].size());
|
|
h264::SPSMeta spsChar = sps.getCharacteristics();
|
|
meta.tracks[mId].width = spsChar.width;
|
|
meta.tracks[mId].height = spsChar.height;
|
|
meta.tracks[mId].fpks = spsChar.fps * 1000;
|
|
MP4::AVCC avccBox;
|
|
avccBox.setVersion(1);
|
|
avccBox.setProfile(spsInfo[it->first][1]);
|
|
avccBox.setCompatibleProfiles(spsInfo[it->first][2]);
|
|
avccBox.setLevel(spsInfo[it->first][3]);
|
|
avccBox.setSPSNumber(1);
|
|
avccBox.setSPS(spsInfo[it->first]);
|
|
avccBox.setPPSNumber(1);
|
|
avccBox.setPPS(ppsInfo[it->first]);
|
|
meta.tracks[mId].init = std::string(avccBox.payload(), avccBox.payloadSize());
|
|
}
|
|
break;
|
|
case H265: {
|
|
if (!hevcInfo.count(it->first) || !hevcInfo[it->first].haveRequired()) {
|
|
MEDIUM_MSG("Aborted meta fill for hevc track %lu: no info nal unit", it->first);
|
|
continue;
|
|
}
|
|
meta.tracks[mId].type = "video";
|
|
meta.tracks[mId].codec = "HEVC";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].init = hevcInfo[it->first].generateHVCC();
|
|
int pmtCount = associationTable.getProgramCount();
|
|
for (int i = 0; i < pmtCount; i++) {
|
|
int pid = associationTable.getProgramPID(i);
|
|
ProgramMappingEntry entry = mappingTable[pid].getEntry(0);
|
|
while (entry) {
|
|
if (entry.getElementaryPid() == tid) {
|
|
meta.tracks[mId].lang = ProgramDescriptors(entry.getESInfo(), entry.getESInfoLength()).getLanguage();
|
|
}
|
|
entry.advance();
|
|
}
|
|
}
|
|
}
|
|
break;
|
|
case ID3: {
|
|
meta.tracks[mId].type = "meta";
|
|
meta.tracks[mId].codec = "ID3";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].init = metaInit[it->first];
|
|
}
|
|
break;
|
|
case AC3: {
|
|
meta.tracks[mId].type = "audio";
|
|
meta.tracks[mId].codec = "AC3";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].size = 16;
|
|
///\todo Fix these 2 values
|
|
meta.tracks[mId].rate = 0;
|
|
meta.tracks[mId].channels = 0;
|
|
}
|
|
break;
|
|
case AAC: {
|
|
meta.tracks[mId].type = "audio";
|
|
meta.tracks[mId].codec = "AAC";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].size = 16;
|
|
meta.tracks[mId].rate = adtsInfo[it->first].getFrequency();
|
|
meta.tracks[mId].channels = adtsInfo[it->first].getChannelCount();
|
|
char audioInit[2];//5 bits object type, 4 bits frequency index, 4 bits channel index
|
|
audioInit[0] = ((adtsInfo[it->first].getAACProfile() & 0x1F) << 3) | ((adtsInfo[it->first].getFrequencyIndex() & 0x0E) >> 1);
|
|
audioInit[1] = ((adtsInfo[it->first].getFrequencyIndex() & 0x01) << 7) | ((adtsInfo[it->first].getChannelConfig() & 0x0F) << 3);
|
|
meta.tracks[mId].init = std::string(audioInit, 2);
|
|
}
|
|
break;
|
|
}
|
|
|
|
int pmtCount = associationTable.getProgramCount();
|
|
for (int i = 0; i < pmtCount; i++) {
|
|
int pid = associationTable.getProgramPID(i);
|
|
ProgramMappingEntry entry = mappingTable[pid].getEntry(0);
|
|
while (entry) {
|
|
if (entry.getElementaryPid() == tid) {
|
|
meta.tracks[mId].lang = ProgramDescriptors(entry.getESInfo(), entry.getESInfoLength()).getLanguage();
|
|
}
|
|
entry.advance();
|
|
}
|
|
}
|
|
MEDIUM_MSG("Initialized track %lu as %s %s", it->first, meta.tracks[mId].codec.c_str(), meta.tracks[mId].type.c_str());
|
|
}
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
|
|
std::set<unsigned long> Stream::getActiveTracks() {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
std::set<unsigned long> result;
|
|
//Track 0 is always active
|
|
result.insert(0);
|
|
//IF PAT updated in the last 5 seconds, check for contents
|
|
if (Util::bootSecs() - lastPAT < 5) {
|
|
int pmtCount = associationTable.getProgramCount();
|
|
//For each PMT
|
|
for (int i = 0; i < pmtCount; i++) {
|
|
int pid = associationTable.getProgramPID(i);
|
|
//Add PMT track
|
|
result.insert(pid);
|
|
//IF PMT updated in last 5 seconds, check for contents
|
|
if (Util::bootSecs() - lastPMT[pid] < 5) {
|
|
ProgramMappingEntry entry = mappingTable[pid].getEntry(0);
|
|
//Add all tracks in PMT
|
|
while (entry) {
|
|
switch (entry.getStreamType()) {
|
|
case H264:
|
|
case AAC:
|
|
case H265:
|
|
case AC3:
|
|
case ID3:
|
|
result.insert(entry.getElementaryPid());
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
entry.advance();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
return result;
|
|
}
|
|
|
|
void Stream::eraseTrack(unsigned long tid) {
|
|
if (threaded) {
|
|
globalSem.wait();
|
|
}
|
|
pesStreams.erase(tid);
|
|
pesPositions.erase(tid);
|
|
outPackets.erase(tid);
|
|
if (threaded) {
|
|
globalSem.post();
|
|
}
|
|
}
|
|
}
|