970 lines
32 KiB
C++
970 lines
32 KiB
C++
#include "ts_stream.h"
|
|
#include "defines.h"
|
|
#include "h264.h"
|
|
#include "h265.h"
|
|
#include "mp4_generic.h"
|
|
#include "nal.h"
|
|
#include <sys/stat.h>
|
|
|
|
namespace TS{
|
|
|
|
void ADTSRemainder::setRemainder(const aac::adts &p, const void *source, const uint32_t avail,
|
|
const uint32_t bPos){
|
|
if (!p.getCompleteSize()){return;}
|
|
|
|
if (max < p.getCompleteSize()){
|
|
void *newmainder = realloc(data, p.getCompleteSize());
|
|
if (newmainder){
|
|
max = p.getCompleteSize();
|
|
data = (char *)newmainder;
|
|
}
|
|
}
|
|
if (max >= p.getCompleteSize()){
|
|
len = p.getCompleteSize();
|
|
now = avail;
|
|
bpos = bPos;
|
|
memcpy(data, source, now);
|
|
}
|
|
}
|
|
|
|
void ADTSRemainder::append(const char *p, uint32_t pLen){
|
|
if (now + pLen > len){
|
|
FAIL_MSG("Data to append does not fit into the remainder");
|
|
return;
|
|
}
|
|
|
|
memcpy(data + now, p, pLen);
|
|
now += pLen;
|
|
}
|
|
|
|
bool ADTSRemainder::isComplete(){return (len == now);}
|
|
|
|
void ADTSRemainder::clear(){
|
|
len = 0;
|
|
now = 0;
|
|
bpos = 0;
|
|
}
|
|
|
|
ADTSRemainder::ADTSRemainder(){
|
|
data = 0;
|
|
max = 0;
|
|
now = 0;
|
|
len = 0;
|
|
bpos = 0;
|
|
}
|
|
ADTSRemainder::~ADTSRemainder(){
|
|
if (data){
|
|
free(data);
|
|
data = 0;
|
|
}
|
|
}
|
|
|
|
uint32_t ADTSRemainder::getLength(){return len;}
|
|
|
|
uint32_t ADTSRemainder::getBpos(){return bpos;}
|
|
|
|
uint32_t ADTSRemainder::getTodo(){return len - now;}
|
|
char *ADTSRemainder::getData(){return data;}
|
|
|
|
Stream::Stream(bool _threaded){
|
|
threaded = _threaded;
|
|
firstPacketFound = false;
|
|
if (threaded){
|
|
globalSem.open("MstTSInputLock", O_CREAT | O_RDWR, ACCESSPERMS, 1);
|
|
if (!globalSem){
|
|
FAIL_MSG("Creating semaphore failed: %s", strerror(errno));
|
|
threaded = false;
|
|
DEBUG_MSG(DLVL_FAIL, "Creating semaphore failed: %s", strerror(errno));
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
Stream::~Stream(){
|
|
if (threaded){globalSem.unlink();}
|
|
}
|
|
|
|
void Stream::parse(char *newPack, unsigned long long bytePos){
|
|
Packet newPacket;
|
|
newPacket.FromPointer(newPack);
|
|
parse(newPacket, bytePos);
|
|
}
|
|
|
|
void Stream::partialClear(){
|
|
if (threaded){globalSem.wait();}
|
|
pesStreams.clear();
|
|
pesPositions.clear();
|
|
outPackets.clear();
|
|
buildPacket.clear();
|
|
partialBuffer.clear();
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
|
|
void Stream::clear(){
|
|
partialClear();
|
|
if (threaded){globalSem.wait();}
|
|
pidToCodec.clear();
|
|
adtsInfo.clear();
|
|
spsInfo.clear();
|
|
ppsInfo.clear();
|
|
hevcInfo.clear();
|
|
metaInit.clear();
|
|
descriptors.clear();
|
|
mappingTable.clear();
|
|
lastPMT.clear();
|
|
lastPAT = 0;
|
|
pmtTracks.clear();
|
|
remainders.clear();
|
|
associationTable = ProgramAssociationTable();
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
|
|
void Stream::finish(){
|
|
if (!pesStreams.size()){return;}
|
|
|
|
for (std::map<unsigned long, std::deque<Packet> >::const_iterator i = pesStreams.begin();
|
|
i != pesStreams.end(); i++){
|
|
parsePES(i->first, true);
|
|
}
|
|
}
|
|
|
|
void Stream::add(char *newPack, unsigned long long bytePos){
|
|
Packet newPacket;
|
|
newPacket.FromPointer(newPack);
|
|
add(newPacket, bytePos);
|
|
}
|
|
|
|
void Stream::add(Packet &newPack, unsigned long long bytePos){
|
|
if (threaded){globalSem.wait();}
|
|
|
|
int tid = newPack.getPID();
|
|
if ((pidToCodec.count(tid) || tid == 0 || newPack.isPMT()) &&
|
|
(pesStreams[tid].size() || newPack.getUnitStart())){
|
|
pesStreams[tid].push_back(newPack);
|
|
pesPositions[tid].push_back(bytePos);
|
|
}
|
|
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
|
|
bool Stream::isDataTrack(unsigned long tid){
|
|
if (tid == 0){return false;}
|
|
if (threaded){globalSem.wait();}
|
|
bool result = !pmtTracks.count(tid);
|
|
if (threaded){globalSem.post();}
|
|
return result;
|
|
}
|
|
|
|
void Stream::parse(unsigned long tid){
|
|
if (threaded){globalSem.wait();}
|
|
if (!pesStreams.count(tid) || pesStreams[tid].size() == 0){
|
|
if (threaded){globalSem.post();}
|
|
return;
|
|
}
|
|
std::deque<Packet> &trackPackets = pesStreams[tid];
|
|
|
|
if (threaded){globalSem.post();}
|
|
|
|
// Handle PAT packets
|
|
if (tid == 0){
|
|
///\todo Keep track of updates in PAT instead of keeping only the last PAT as a reference
|
|
|
|
if (threaded){globalSem.wait();}
|
|
associationTable = trackPackets.back();
|
|
associationTable.parsePIDs();
|
|
lastPAT = Util::bootSecs();
|
|
if (threaded){globalSem.post();}
|
|
|
|
int pmtCount = associationTable.getProgramCount();
|
|
for (int i = 0; i < pmtCount; i++){pmtTracks.insert(associationTable.getProgramPID(i));}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
pesStreams.erase(0);
|
|
pesPositions.erase(0);
|
|
if (threaded){globalSem.post();}
|
|
return;
|
|
}
|
|
|
|
// Ignore conditional access packets. We don't care.
|
|
if (tid == 1){return;}
|
|
|
|
// Handle PMT packets
|
|
if (pmtTracks.count(tid)){
|
|
///\todo Keep track of updates in PMT instead of keeping only the last PMT per program as a
|
|
/// reference
|
|
if (threaded){globalSem.wait();}
|
|
mappingTable[tid] = trackPackets.back();
|
|
lastPMT[tid] = Util::bootSecs();
|
|
if (threaded){globalSem.post();}
|
|
ProgramMappingEntry entry = mappingTable[tid].getEntry(0);
|
|
while (entry){
|
|
unsigned long pid = entry.getElementaryPid();
|
|
unsigned long sType = entry.getStreamType();
|
|
switch (sType){
|
|
case H264:
|
|
case AAC:
|
|
case H265:
|
|
case AC3:
|
|
case ID3:
|
|
pidToCodec[pid] = sType;
|
|
if (sType == ID3){
|
|
metaInit[pid] = std::string(entry.getESInfo(), entry.getESInfoLength());
|
|
}
|
|
break;
|
|
default: break;
|
|
}
|
|
entry.advance();
|
|
}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
pesStreams.erase(tid);
|
|
pesPositions.erase(tid);
|
|
if (threaded){globalSem.post();}
|
|
|
|
return;
|
|
}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
|
|
bool parsePes = false;
|
|
|
|
int packNum = 1;
|
|
std::deque<Packet> &inStream = pesStreams[tid];
|
|
if (!inStream.rbegin()->getUnitStart()){
|
|
if (threaded){globalSem.post();}
|
|
return;
|
|
}
|
|
std::deque<Packet>::iterator lastPack = inStream.end();
|
|
std::deque<Packet>::iterator curPack = inStream.begin();
|
|
curPack++;
|
|
while (curPack != lastPack && !curPack->getUnitStart()){
|
|
curPack++;
|
|
packNum++;
|
|
}
|
|
if (curPack != lastPack){parsePes = true;}
|
|
|
|
if (threaded){globalSem.post();}
|
|
|
|
if (parsePes){parsePES(tid);}
|
|
}
|
|
|
|
void Stream::parse(Packet &newPack, unsigned long long bytePos){
|
|
add(newPack, bytePos);
|
|
int tid = newPack.getPID();
|
|
parse(tid);
|
|
}
|
|
|
|
bool Stream::hasPacketOnEachTrack() const{
|
|
if (threaded){globalSem.wait();}
|
|
if (!pidToCodec.size()){
|
|
|
|
if (threaded){globalSem.post();}
|
|
|
|
// INFO_MSG("no packet on each track 1, pidtocodec.size: %d, outpacket.size: %d",
|
|
// pidToCodec.size(), outPackets.size());
|
|
return false;
|
|
}
|
|
|
|
unsigned int missing = 0;
|
|
uint64_t firstTime = 0xffffffffffffffffull, lastTime = 0;
|
|
for (std::map<unsigned long, unsigned long>::const_iterator it = pidToCodec.begin();
|
|
it != pidToCodec.end(); it++){
|
|
if (!hasPacket(it->first)){
|
|
missing++;
|
|
}else{
|
|
if (outPackets.at(it->first).front().getTime() < firstTime){
|
|
firstTime = outPackets.at(it->first).front().getTime();
|
|
}
|
|
if (outPackets.at(it->first).back().getTime() > lastTime){
|
|
lastTime = outPackets.at(it->first).back().getTime();
|
|
}
|
|
}
|
|
}
|
|
|
|
if (threaded){globalSem.post();}
|
|
|
|
return (!missing || (missing != pidToCodec.size() && lastTime - firstTime > 2000));
|
|
}
|
|
|
|
bool Stream::hasPacket(unsigned long tid) const{
|
|
if (threaded){globalSem.wait();}
|
|
if (!pesStreams.count(tid)){
|
|
if (threaded){globalSem.post();}
|
|
return false;
|
|
}
|
|
if (outPackets.count(tid) && outPackets.at(tid).size()){
|
|
if (threaded){globalSem.post();}
|
|
return true;
|
|
}
|
|
std::deque<Packet>::const_iterator curPack = pesStreams.at(tid).begin();
|
|
|
|
if (curPack != pesStreams.at(tid).end()){curPack++;}
|
|
|
|
while (curPack != pesStreams.at(tid).end() && !curPack->getUnitStart()){curPack++;}
|
|
|
|
if (curPack != pesStreams.at(tid).end()){
|
|
if (threaded){globalSem.post();}
|
|
return true;
|
|
}
|
|
if (threaded){globalSem.post();}
|
|
return false;
|
|
}
|
|
|
|
bool Stream::hasPacket() const{
|
|
if (threaded){globalSem.wait();}
|
|
if (!pesStreams.size()){
|
|
if (threaded){globalSem.post();}
|
|
return false;
|
|
}
|
|
|
|
if (outPackets.size()){
|
|
for (std::map<unsigned long, std::deque<DTSC::Packet> >::const_iterator i =
|
|
outPackets.begin();
|
|
i != outPackets.end(); i++){
|
|
if (i->second.size()){
|
|
if (threaded){globalSem.post();}
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
for (std::map<unsigned long, std::deque<Packet> >::const_iterator i = pesStreams.begin();
|
|
i != pesStreams.end(); i++){
|
|
std::deque<Packet>::const_iterator curPack = i->second.begin();
|
|
|
|
if (curPack != i->second.end()){curPack++;}
|
|
|
|
while (curPack != i->second.end() && !curPack->getUnitStart()){curPack++;}
|
|
|
|
if (curPack != i->second.end()){
|
|
if (threaded){globalSem.post();}
|
|
return true;
|
|
}
|
|
}
|
|
|
|
if (threaded){globalSem.post();}
|
|
return false;
|
|
}
|
|
|
|
unsigned long long decodePTS(const char *data){
|
|
unsigned long long time;
|
|
time = ((data[0] >> 1) & 0x07);
|
|
time <<= 15;
|
|
time |= ((int)data[1] << 7) | ((data[2] >> 1) & 0x7F);
|
|
time <<= 15;
|
|
time |= ((int)data[3] << 7) | ((data[4] >> 1) & 0x7F);
|
|
time /= 90;
|
|
return time;
|
|
}
|
|
|
|
void Stream::parsePES(unsigned long tid, bool finished){
|
|
if (!pidToCodec.count(tid)){
|
|
return; // skip unknown codecs
|
|
}
|
|
if (threaded){globalSem.wait();}
|
|
std::deque<Packet> &inStream = pesStreams[tid];
|
|
std::deque<unsigned long long> &inPositions = pesPositions[tid];
|
|
if (inStream.size() <= 1){
|
|
if (threaded){globalSem.post();}
|
|
return;
|
|
}
|
|
// Find number of packets before unit Start
|
|
int packNum = 1;
|
|
|
|
std::deque<Packet>::iterator curPack = inStream.begin();
|
|
curPack++;
|
|
while (curPack != inStream.end() && !curPack->getUnitStart()){
|
|
curPack++;
|
|
packNum++;
|
|
}
|
|
if (!finished && curPack == inStream.end()){
|
|
if (threaded){globalSem.post();}
|
|
return;
|
|
}
|
|
|
|
unsigned long long bPos = inPositions.front();
|
|
|
|
// Create a buffer for the current PES, and remove it from the pesStreams buffer.
|
|
int paySize = 0;
|
|
|
|
curPack = inStream.begin();
|
|
for (int i = 0; i < packNum; i++){
|
|
paySize += curPack->getPayloadLength();
|
|
curPack++;
|
|
}
|
|
VERYHIGH_MSG("Parsing PES for track %lu, length %i", tid, paySize);
|
|
char *payload = (char *)malloc(paySize);
|
|
paySize = 0;
|
|
curPack = inStream.begin();
|
|
int lastCtr = curPack->getContinuityCounter() - 1;
|
|
for (int i = 0; i < packNum; i++){
|
|
if (curPack->getContinuityCounter() == lastCtr){
|
|
curPack++;
|
|
continue;
|
|
}
|
|
if (curPack->getContinuityCounter() - lastCtr != 1 && curPack->getContinuityCounter()){
|
|
INFO_MSG("Parsing a pes on track %d, missed %d packets", tid,
|
|
curPack->getContinuityCounter() - lastCtr - 1);
|
|
}
|
|
lastCtr = curPack->getContinuityCounter();
|
|
memcpy(payload + paySize, curPack->getPayload(), curPack->getPayloadLength());
|
|
paySize += curPack->getPayloadLength();
|
|
curPack++;
|
|
}
|
|
inStream.erase(inStream.begin(), curPack);
|
|
inPositions.erase(inPositions.begin(), inPositions.begin() + packNum);
|
|
if (threaded){globalSem.post();}
|
|
|
|
// Parse the PES header
|
|
int offset = 0;
|
|
|
|
while (offset < paySize){
|
|
const char *pesHeader = payload + offset;
|
|
|
|
// Check for large enough buffer
|
|
if ((paySize - offset) < 9 || (paySize - offset) < 9 + pesHeader[8]){
|
|
INFO_MSG("Not enough data on track %lu (%d / %d), discarding remainder of data", tid,
|
|
paySize - offset, 9 + pesHeader[8]);
|
|
break;
|
|
}
|
|
|
|
// Check for valid PES lead-in
|
|
if (pesHeader[0] != 0 || pesHeader[1] != 0x00 || pesHeader[2] != 0x01){
|
|
INFO_MSG("Invalid PES Lead in on track %lu, discarding it", tid);
|
|
break;
|
|
}
|
|
|
|
// Read the payload size.
|
|
// Note: if the payload size is 0, then we assume the pes packet will cover the entire TS
|
|
// Unit.
|
|
// Note: this is technically only allowed for video pes streams.
|
|
unsigned long long realPayloadSize = (((int)pesHeader[4] << 8) | pesHeader[5]);
|
|
if (!realPayloadSize){
|
|
realPayloadSize = paySize;
|
|
}else{
|
|
realPayloadSize += 6;
|
|
}
|
|
realPayloadSize -= (9 + pesHeader[8]);
|
|
|
|
// Read the metadata for this PES Packet
|
|
///\todo Determine keyframe-ness
|
|
unsigned int timeStamp = 0;
|
|
int64_t timeOffset = 0;
|
|
unsigned int pesOffset = 9;
|
|
if ((pesHeader[7] >> 6) & 0x02){// Check for PTS presence
|
|
timeStamp = decodePTS(pesHeader + pesOffset);
|
|
pesOffset += 5;
|
|
if (((pesHeader[7] & 0xC0) >> 6) &
|
|
0x01){// Check for DTS presence (yes, only if PTS present)
|
|
timeOffset = timeStamp;
|
|
timeStamp = decodePTS(pesHeader + pesOffset);
|
|
pesOffset += 5;
|
|
timeOffset -= timeStamp;
|
|
}
|
|
}
|
|
|
|
if (pesHeader[7] & 0x20){// ESCR - ignored
|
|
pesOffset += 6;
|
|
}
|
|
if (pesHeader[7] & 0x10){// ESR - ignored
|
|
pesOffset += 3;
|
|
}
|
|
if (pesHeader[7] & 0x08){// trick mode - ignored
|
|
pesOffset += 1;
|
|
}
|
|
if (pesHeader[7] & 0x04){// additional copy - ignored
|
|
pesOffset += 1;
|
|
}
|
|
if (pesHeader[7] & 0x02){// crc - ignored
|
|
pesOffset += 2;
|
|
}
|
|
|
|
if (paySize - offset - pesOffset < realPayloadSize){
|
|
WARN_MSG("Packet loss detected, glitches will occur");
|
|
realPayloadSize = paySize - offset - pesOffset;
|
|
}
|
|
|
|
const char *pesPayload = pesHeader + pesOffset;
|
|
parseBitstream(tid, pesPayload, realPayloadSize, timeStamp, timeOffset, bPos);
|
|
|
|
// We are done with the realpayload size, reverse calculation so we know the correct offset
|
|
// increase.
|
|
realPayloadSize += (9 + pesHeader[8]);
|
|
offset += realPayloadSize;
|
|
}
|
|
free(payload);
|
|
}
|
|
|
|
void Stream::parseBitstream(uint32_t tid, const char *pesPayload, uint32_t realPayloadSize,
|
|
uint64_t timeStamp, int64_t timeOffset, uint64_t bPos){
|
|
|
|
// Create a new (empty) DTSC Packet at the end of the buffer
|
|
if (pidToCodec[tid] == AAC){
|
|
// Parse all the ADTS packets
|
|
unsigned long offsetInPes = 0;
|
|
uint64_t msRead = 0;
|
|
if (threaded){globalSem.wait();}
|
|
|
|
if (remainders.count(tid) && remainders[tid].getLength()){
|
|
offsetInPes =
|
|
std::min((unsigned long)(remainders[tid].getTodo()), (unsigned long)realPayloadSize);
|
|
remainders[tid].append(pesPayload, offsetInPes);
|
|
|
|
if (remainders[tid].isComplete()){
|
|
aac::adts adtsPack(remainders[tid].getData(), remainders[tid].getLength());
|
|
if (adtsPack){
|
|
if (!adtsInfo.count(tid) || !adtsInfo[tid].sameHeader(adtsPack)){
|
|
MEDIUM_MSG("Setting new ADTS header: %s", adtsPack.toPrettyString().c_str());
|
|
adtsInfo[tid] = adtsPack;
|
|
}
|
|
outPackets[tid].push_back(DTSC::Packet());
|
|
outPackets[tid].back().genericFill(
|
|
timeStamp - ((adtsPack.getSampleCount() * 1000) / adtsPack.getFrequency()),
|
|
timeOffset, tid, adtsPack.getPayload(), adtsPack.getPayloadSize(),
|
|
remainders[tid].getBpos(), 0);
|
|
}
|
|
remainders[tid].clear();
|
|
}
|
|
}
|
|
while (offsetInPes < realPayloadSize){
|
|
aac::adts adtsPack(pesPayload + offsetInPes, realPayloadSize - offsetInPes);
|
|
if (adtsPack && adtsPack.getCompleteSize() + offsetInPes <= realPayloadSize){
|
|
if (!adtsInfo.count(tid) || !adtsInfo[tid].sameHeader(adtsPack)){
|
|
MEDIUM_MSG("Setting new ADTS header: %s", adtsPack.toPrettyString().c_str());
|
|
adtsInfo[tid] = adtsPack;
|
|
}
|
|
outPackets[tid].push_back(DTSC::Packet());
|
|
outPackets[tid].back().genericFill(timeStamp + msRead, timeOffset, tid,
|
|
adtsPack.getPayload(), adtsPack.getPayloadSize(), bPos,
|
|
0);
|
|
msRead += (adtsPack.getSampleCount() * 1000) / adtsPack.getFrequency();
|
|
offsetInPes += adtsPack.getCompleteSize();
|
|
}else{
|
|
/// \todo What about the case that we have an invalid start, going over the PES boundary?
|
|
if (!adtsPack.hasSync()){
|
|
offsetInPes++;
|
|
}else{
|
|
// remainder, keep it, use it next time
|
|
remainders[tid].setRemainder(adtsPack, pesPayload + offsetInPes,
|
|
realPayloadSize - offsetInPes, bPos);
|
|
offsetInPes = realPayloadSize; // skip to end of PES
|
|
}
|
|
}
|
|
}
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
if (pidToCodec[tid] == ID3 || pidToCodec[tid] == AC3){
|
|
if (threaded){globalSem.wait();}
|
|
outPackets[tid].push_back(DTSC::Packet());
|
|
outPackets[tid].back().genericFill(timeStamp, timeOffset, tid, pesPayload, realPayloadSize,
|
|
bPos, 0);
|
|
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
|
|
if (pidToCodec[tid] == H264 || pidToCodec[tid] == H265){
|
|
// loop through scanAnnexB until startcode is found, if packetPointer equals NULL, then read
|
|
// next PES packet
|
|
bool completePES = false;
|
|
const char *packetPtr;
|
|
const char *nalEnd;
|
|
bool checkForKeyFrame = true;
|
|
bool isKeyFrame = false;
|
|
int nalRemove = 0;
|
|
bool clearKey = false;
|
|
|
|
nalu::scanAnnexB(pesPayload, realPayloadSize, packetPtr);
|
|
// std::cerr << "\t\tNew PES Packet" << std::endl;
|
|
while (!completePES){
|
|
|
|
if (packetPtr){
|
|
// when startcode is found, check if we were already constructing a packet.
|
|
if (!partialBuffer[tid].empty()){
|
|
parseNal(tid, partialBuffer[tid].c_str(),
|
|
partialBuffer[tid].c_str() + partialBuffer[tid].length(), isKeyFrame);
|
|
}else{
|
|
parseNal(tid, pesPayload, packetPtr, isKeyFrame);
|
|
}
|
|
|
|
if (!isKeyFrame || clearKey){clearKey = true;}
|
|
|
|
nalEnd = nalu::nalEndPosition(pesPayload, packetPtr - pesPayload);
|
|
nalRemove = packetPtr - nalEnd;
|
|
|
|
if (firstPacketFound && checkForKeyFrame){checkForKeyFrame = false;}
|
|
|
|
if (!buildPacket[tid] && !firstPacketFound){
|
|
// clean start
|
|
// remove everything before this point as this is the very first hal packet.
|
|
if (partialBuffer[tid].empty() && !firstPacketFound){// if buffer is empty
|
|
// very first packet, check for keyframe
|
|
checkForKeyFrame = true;
|
|
}
|
|
firstPacketFound = true;
|
|
}else{
|
|
if (!buildPacket[tid]){// when no data in packet -> genericFill
|
|
buildPacket[tid].genericFill(timeStamp, timeOffset, tid, "\000\000\000\002\011\360",
|
|
6, bPos, true);
|
|
}
|
|
|
|
// if the timestamp differs from current PES timestamp, send the previous packet out and
|
|
// fill a new one.
|
|
if (buildPacket[tid].getTime() != timeStamp){
|
|
// next packet's timestamp differs from current timestamp, add hal packet to
|
|
// buildpacket and send it out.
|
|
if (!partialBuffer[tid].empty()){
|
|
// std::cerr << "append remaining data to partialbuffer" << std::endl;
|
|
buildPacket[tid].appendNal(partialBuffer[tid].c_str(), partialBuffer[tid].length(),
|
|
partialBuffer[tid].length() + (packetPtr - pesPayload) -
|
|
nalRemove);
|
|
buildPacket[tid].appendData(pesPayload, (packetPtr - pesPayload) - nalRemove);
|
|
if (clearKey){buildPacket[tid].clearKeyFrame();}
|
|
|
|
outPackets[tid].push_back(buildPacket[tid]);
|
|
buildPacket[tid].null();
|
|
buildPacket[tid].genericFill(timeStamp, timeOffset, tid, "\000\000\000\002\011\360",
|
|
6, bPos, true);
|
|
|
|
partialBuffer[tid].clear();
|
|
}else{
|
|
if (clearKey){buildPacket[tid].clearKeyFrame();}
|
|
|
|
outPackets[tid].push_back(buildPacket[tid]);
|
|
buildPacket[tid].null();
|
|
buildPacket[tid].genericFill(timeStamp, timeOffset, tid, "\000\000\000\002\011\360",
|
|
6, bPos, true);
|
|
|
|
buildPacket[tid].appendNal(pesPayload, (packetPtr - pesPayload) - nalRemove,
|
|
(packetPtr - pesPayload) - nalRemove);
|
|
}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
|
|
if (threaded){globalSem.post();}
|
|
|
|
}else{
|
|
// we have a partial packet which belongs to the previous packet in partialBuffer.
|
|
if (!partialBuffer[tid].empty()){// if buffer is used
|
|
buildPacket[tid].appendNal(partialBuffer[tid].c_str(), partialBuffer[tid].length(),
|
|
partialBuffer[tid].length() + (packetPtr - pesPayload) -
|
|
nalRemove);
|
|
buildPacket[tid].appendData(pesPayload, (packetPtr - pesPayload) - nalRemove);
|
|
partialBuffer.clear();
|
|
|
|
}else{
|
|
// hal packet at first position
|
|
// buildPacket[tid].appendData(pesPayload, packetPtr-pesPayload);
|
|
// //append part before the startcode.
|
|
buildPacket[tid].appendNal(pesPayload, (packetPtr - pesPayload) - nalRemove,
|
|
(packetPtr - pesPayload) -
|
|
nalRemove); // append part before the startcode.
|
|
}
|
|
}
|
|
}
|
|
|
|
realPayloadSize -= ((packetPtr - pesPayload) + 3); // decrease the total size
|
|
pesPayload = packetPtr + 3;
|
|
}else{// no startcode found...
|
|
if (partialBuffer[tid].empty()){
|
|
partialBuffer[tid].assign(pesPayload, realPayloadSize);
|
|
}else{
|
|
partialBuffer[tid].append(pesPayload, realPayloadSize);
|
|
}
|
|
|
|
completePES = true;
|
|
}
|
|
|
|
nalu::scanAnnexB(pesPayload, realPayloadSize, packetPtr);
|
|
}
|
|
}
|
|
}
|
|
|
|
void Stream::getPacket(unsigned long tid, DTSC::Packet &pack){
|
|
pack.null();
|
|
if (!hasPacket(tid)){
|
|
ERROR_MSG("Trying to obtain a packet on track %lu, but no full packet is available", tid);
|
|
return;
|
|
}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
bool packetReady = outPackets.count(tid) && outPackets[tid].size();
|
|
if (threaded){globalSem.post();}
|
|
|
|
if (!packetReady){parse(tid);}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
packetReady = outPackets.count(tid) && outPackets[tid].size();
|
|
if (threaded){globalSem.post();}
|
|
|
|
if (!packetReady){
|
|
ERROR_MSG("Obtaining a packet on track %lu failed", tid);
|
|
return;
|
|
}
|
|
|
|
if (threaded){globalSem.wait();}
|
|
pack = outPackets[tid].front();
|
|
outPackets[tid].pop_front();
|
|
|
|
if (!outPackets[tid].size()){outPackets.erase(tid);}
|
|
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
|
|
void Stream::parseNal(uint32_t tid, const char *pesPayload, const char *packetPtr,
|
|
bool &isKeyFrame){
|
|
// bool isKeyFrame = false;
|
|
// const char * packetPtr;
|
|
bool firstSlice = true;
|
|
char typeNal;
|
|
|
|
isKeyFrame = false;
|
|
typeNal = pesPayload[0] & 0x1F;
|
|
|
|
if (pidToCodec[tid] == H264){
|
|
switch (typeNal){
|
|
case 0x01:{
|
|
if (firstSlice){
|
|
firstSlice = false;
|
|
if (!isKeyFrame){
|
|
Utils::bitstream bs;
|
|
for (size_t i = 1; i < 10 && i < (packetPtr - pesPayload); i++){
|
|
if (i + 2 < (packetPtr - pesPayload) &&
|
|
(memcmp(pesPayload + i, "\000\000\003", 3) == 0)){// Emulation prevention bytes
|
|
bs.append(pesPayload + i, 2);
|
|
i += 2;
|
|
}else{
|
|
bs.append(pesPayload + i, 1);
|
|
}
|
|
}
|
|
bs.getExpGolomb(); // Discard first_mb_in_slice
|
|
uint64_t sliceType = bs.getUExpGolomb();
|
|
if (sliceType == 2 || sliceType == 4 || sliceType == 7 || sliceType == 9){
|
|
isKeyFrame = true;
|
|
}
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
case 0x05:{
|
|
isKeyFrame = true;
|
|
break;
|
|
}
|
|
case 0x07:{
|
|
if (threaded){globalSem.wait();}
|
|
spsInfo[tid] = std::string(pesPayload, (packetPtr - pesPayload));
|
|
if (threaded){globalSem.post();}
|
|
break;
|
|
}
|
|
case 0x08:{
|
|
if (threaded){globalSem.wait();}
|
|
ppsInfo[tid] = std::string(pesPayload, (packetPtr - pesPayload));
|
|
if (threaded){globalSem.post();}
|
|
break;
|
|
}
|
|
default: break;
|
|
}
|
|
}else if (pidToCodec[tid] == H265){
|
|
switch (typeNal){
|
|
case 2:
|
|
case 3: // TSA Picture
|
|
case 4:
|
|
case 5: // STSA Picture
|
|
case 6:
|
|
case 7: // RADL Picture
|
|
case 8:
|
|
case 9: // RASL Picture
|
|
case 16:
|
|
case 17:
|
|
case 18: // BLA Picture
|
|
case 19:
|
|
case 20: // IDR Picture
|
|
case 21:{// CRA Picture
|
|
isKeyFrame = true;
|
|
break;
|
|
}
|
|
case 32:
|
|
case 33:
|
|
case 34:{
|
|
if (threaded){globalSem.wait();}
|
|
hevcInfo[tid].addUnit((char *)pesPayload); // may i convert to (char *)?
|
|
if (threaded){globalSem.post();}
|
|
break;
|
|
}
|
|
default: break;
|
|
}
|
|
}
|
|
}
|
|
|
|
void Stream::getEarliestPacket(DTSC::Packet &pack){
|
|
if (threaded){globalSem.wait();}
|
|
pack.null();
|
|
|
|
unsigned long packTime = 0xFFFFFFFFull;
|
|
unsigned long packTrack = 0;
|
|
|
|
for (std::map<unsigned long, std::deque<DTSC::Packet> >::iterator it = outPackets.begin();
|
|
it != outPackets.end(); it++){
|
|
if (it->second.front().getTime() < packTime){
|
|
packTrack = it->first;
|
|
packTime = it->second.front().getTime();
|
|
}
|
|
}
|
|
if (threaded){globalSem.post();}
|
|
|
|
if (packTrack){getPacket(packTrack, pack);}
|
|
}
|
|
|
|
void Stream::initializeMetadata(DTSC::Meta &meta, unsigned long tid, unsigned long mappingId){
|
|
if (threaded){globalSem.wait();}
|
|
|
|
unsigned long mId = mappingId;
|
|
|
|
for (std::map<unsigned long, unsigned long>::const_iterator it = pidToCodec.begin();
|
|
it != pidToCodec.end(); it++){
|
|
if (tid && it->first != tid){continue;}
|
|
|
|
if (mId == 0){mId = it->first;}
|
|
|
|
if (meta.tracks.count(mId) && meta.tracks[mId].codec.size()){continue;}
|
|
|
|
switch (it->second){
|
|
case H264:{
|
|
if (!spsInfo.count(it->first) || !ppsInfo.count(it->first)){
|
|
MEDIUM_MSG("Aborted meta fill for h264 track %lu: no SPS/PPS", it->first);
|
|
continue;
|
|
}
|
|
meta.tracks[mId].type = "video";
|
|
meta.tracks[mId].codec = "H264";
|
|
meta.tracks[mId].trackID = mId;
|
|
std::string tmpBuffer = spsInfo[it->first];
|
|
h264::sequenceParameterSet sps(spsInfo[it->first].data(), spsInfo[it->first].size());
|
|
h264::SPSMeta spsChar = sps.getCharacteristics();
|
|
meta.tracks[mId].width = spsChar.width;
|
|
meta.tracks[mId].height = spsChar.height;
|
|
meta.tracks[mId].fpks = spsChar.fps * 1000;
|
|
MP4::AVCC avccBox;
|
|
avccBox.setVersion(1);
|
|
avccBox.setProfile(spsInfo[it->first][1]);
|
|
avccBox.setCompatibleProfiles(spsInfo[it->first][2]);
|
|
avccBox.setLevel(spsInfo[it->first][3]);
|
|
avccBox.setSPSNumber(1);
|
|
avccBox.setSPS(spsInfo[it->first]);
|
|
avccBox.setPPSNumber(1);
|
|
avccBox.setPPS(ppsInfo[it->first]);
|
|
meta.tracks[mId].init = std::string(avccBox.payload(), avccBox.payloadSize());
|
|
}break;
|
|
case H265:{
|
|
if (!hevcInfo.count(it->first) || !hevcInfo[it->first].haveRequired()){
|
|
MEDIUM_MSG("Aborted meta fill for hevc track %lu: no info nal unit", it->first);
|
|
continue;
|
|
}
|
|
meta.tracks[mId].type = "video";
|
|
meta.tracks[mId].codec = "HEVC";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].init = hevcInfo[it->first].generateHVCC();
|
|
int pmtCount = associationTable.getProgramCount();
|
|
for (int i = 0; i < pmtCount; i++){
|
|
int pid = associationTable.getProgramPID(i);
|
|
ProgramMappingEntry entry = mappingTable[pid].getEntry(0);
|
|
while (entry){
|
|
if (entry.getElementaryPid() == tid){
|
|
meta.tracks[mId].lang =
|
|
ProgramDescriptors(entry.getESInfo(), entry.getESInfoLength()).getLanguage();
|
|
}
|
|
entry.advance();
|
|
}
|
|
}
|
|
}break;
|
|
case ID3:{
|
|
meta.tracks[mId].type = "meta";
|
|
meta.tracks[mId].codec = "ID3";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].init = metaInit[it->first];
|
|
}break;
|
|
case AC3:{
|
|
meta.tracks[mId].type = "audio";
|
|
meta.tracks[mId].codec = "AC3";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].size = 16;
|
|
///\todo Fix these 2 values
|
|
meta.tracks[mId].rate = 0;
|
|
meta.tracks[mId].channels = 0;
|
|
}break;
|
|
case AAC:{
|
|
meta.tracks[mId].type = "audio";
|
|
meta.tracks[mId].codec = "AAC";
|
|
meta.tracks[mId].trackID = mId;
|
|
meta.tracks[mId].size = 16;
|
|
meta.tracks[mId].rate = adtsInfo[it->first].getFrequency();
|
|
meta.tracks[mId].channels = adtsInfo[it->first].getChannelCount();
|
|
char audioInit[2]; // 5 bits object type, 4 bits frequency index, 4 bits channel index
|
|
audioInit[0] = ((adtsInfo[it->first].getAACProfile() & 0x1F) << 3) |
|
|
((adtsInfo[it->first].getFrequencyIndex() & 0x0E) >> 1);
|
|
audioInit[1] = ((adtsInfo[it->first].getFrequencyIndex() & 0x01) << 7) |
|
|
((adtsInfo[it->first].getChannelConfig() & 0x0F) << 3);
|
|
meta.tracks[mId].init = std::string(audioInit, 2);
|
|
}break;
|
|
}
|
|
|
|
int pmtCount = associationTable.getProgramCount();
|
|
for (int i = 0; i < pmtCount; i++){
|
|
int pid = associationTable.getProgramPID(i);
|
|
ProgramMappingEntry entry = mappingTable[pid].getEntry(0);
|
|
while (entry){
|
|
if (entry.getElementaryPid() == tid){
|
|
meta.tracks[mId].lang =
|
|
ProgramDescriptors(entry.getESInfo(), entry.getESInfoLength()).getLanguage();
|
|
}
|
|
entry.advance();
|
|
}
|
|
}
|
|
MEDIUM_MSG("Initialized track %lu as %s %s", it->first, meta.tracks[mId].codec.c_str(),
|
|
meta.tracks[mId].type.c_str());
|
|
}
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
|
|
std::set<unsigned long> Stream::getActiveTracks(){
|
|
if (threaded){globalSem.wait();}
|
|
std::set<unsigned long> result;
|
|
// Track 0 is always active
|
|
result.insert(0);
|
|
// IF PAT updated in the last 5 seconds, check for contents
|
|
if (Util::bootSecs() - lastPAT < 5){
|
|
int pmtCount = associationTable.getProgramCount();
|
|
// For each PMT
|
|
for (int i = 0; i < pmtCount; i++){
|
|
int pid = associationTable.getProgramPID(i);
|
|
// Add PMT track
|
|
result.insert(pid);
|
|
// IF PMT updated in last 5 seconds, check for contents
|
|
if (Util::bootSecs() - lastPMT[pid] < 5){
|
|
ProgramMappingEntry entry = mappingTable[pid].getEntry(0);
|
|
// Add all tracks in PMT
|
|
while (entry){
|
|
switch (entry.getStreamType()){
|
|
case H264:
|
|
case AAC:
|
|
case H265:
|
|
case AC3:
|
|
case ID3: result.insert(entry.getElementaryPid()); break;
|
|
default: break;
|
|
}
|
|
entry.advance();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (threaded){globalSem.post();}
|
|
return result;
|
|
}
|
|
|
|
void Stream::eraseTrack(unsigned long tid){
|
|
if (threaded){globalSem.wait();}
|
|
pesStreams.erase(tid);
|
|
pesPositions.erase(tid);
|
|
outPackets.erase(tid);
|
|
if (threaded){globalSem.post();}
|
|
}
|
|
}
|
|
|