X-Git-Url: https://git.cweiske.de/enigma2.git/blobdiff_plain/95039ba3e50f5df85e6e1e2d4108486fd28f2264..af91ffbe45ff61ff09761d85dea1e0a17e0309ff:/lib/dvb/tstools.cpp diff --git a/lib/dvb/tstools.cpp b/lib/dvb/tstools.cpp index 51cc994c..6fe91136 100644 --- a/lib/dvb/tstools.cpp +++ b/lib/dvb/tstools.cpp @@ -1,3 +1,4 @@ +#define _ISOC99_SOURCE /* for llabs */ #include #include #include @@ -7,7 +8,6 @@ eDVBTSTools::eDVBTSTools() { - m_fd = -1; m_pid = -1; m_maxrange = 256*1024; @@ -15,6 +15,11 @@ eDVBTSTools::eDVBTSTools() m_end_valid = 0; m_use_streaminfo = 0; + m_samples_taken = 0; + + m_last_filelength = 0; + + m_futile = 0; } eDVBTSTools::~eDVBTSTools() @@ -22,30 +27,34 @@ eDVBTSTools::~eDVBTSTools() closeFile(); } -int eDVBTSTools::openFile(const char *filename) +int eDVBTSTools::openFile(const char *filename, int nostreaminfo) { closeFile(); - m_streaminfo.load((std::string(filename) + ".ap").c_str()); + if (!nostreaminfo) + { + eDebug("loading streaminfo for %s", filename); + m_streaminfo.load(filename); + } if (!m_streaminfo.empty()) m_use_streaminfo = 1; else { - eDebug("no recorded stream information available"); +// eDebug("no recorded stream information available"); m_use_streaminfo = 0; } + + m_samples_taken = 0; - m_fd = ::open(filename, O_RDONLY); - if (m_fd < 0) + if (m_file.open(filename, 1) < 0) return -1; return 0; } void eDVBTSTools::closeFile() { - if (m_fd >= 0) - ::close(m_fd); + m_file.close(); } void eDVBTSTools::setSyncPID(int pid) @@ -64,21 +73,23 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed) if (m_use_streaminfo) return m_streaminfo.getPTS(offset, pts); - if (m_fd < 0) + if (!m_file.valid()) return -1; offset -= offset % 188; - // TODO: multiple files! - if (lseek(m_fd, offset, SEEK_SET) < 0) + if (m_file.lseek(offset, SEEK_SET) < 0) + { + eDebug("lseek failed"); return -1; - + } + int left = m_maxrange; while (left >= 188) { - unsigned char block[188]; - if (read(m_fd, block, 188) != 188) + unsigned char packet[188]; + if (m_file.read(packet, 188) != 188) { eDebug("read error"); break; @@ -86,23 +97,52 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed) left -= 188; offset += 188; - if (block[0] != 0x47) + if (packet[0] != 0x47) { + eDebug("resync"); int i = 0; while (i < 188) { - if (block[i] == 0x47) + if (packet[i] == 0x47) break; ++i; } - offset = lseek(m_fd, i - 188, SEEK_CUR); + offset = m_file.lseek(i - 188, SEEK_CUR); continue; } - int pid = ((block[1] << 8) | block[2]) & 0x1FFF; - int pusi = !!(block[1] & 0x40); + int pid = ((packet[1] << 8) | packet[2]) & 0x1FFF; + int pusi = !!(packet[1] & 0x40); // printf("PID %04x, PUSI %d\n", pid, pusi); + + unsigned char *payload; + + /* check for adaption field */ + if (packet[3] & 0x20) + { + if (packet[4] >= 183) + continue; + if (packet[4]) + { + if (packet[5] & 0x10) /* PCR present */ + { + pts = ((unsigned long long)(packet[ 6]&0xFF)) << 25; + pts |= ((unsigned long long)(packet[ 7]&0xFF)) << 17; + pts |= ((unsigned long long)(packet[ 8]&0xFE)) << 9; + pts |= ((unsigned long long)(packet[ 9]&0xFF)) << 1; + pts |= ((unsigned long long)(packet[10]&0x80)) >> 7; + offset -= 188; + eDebug("PCR found at %llx: %16llx", offset, pts); + if (fixed && fixupPTS(offset, pts)) + return -1; + return 0; + } + } + payload = packet + packet[4] + 4 + 1; + } else + payload = packet + 4; + if (m_pid >= 0) if (pid != m_pid) @@ -110,31 +150,31 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed) if (!pusi) continue; - /* ok, now we have a PES header */ - unsigned char *pes; - - /* check for adaption field */ - if (block[3] & 0x20) - pes = block + block[4] + 4 + 1; - else - pes = block + 4; /* somehow not a startcode. (this is invalid, since pusi was set.) ignore it. */ - if (pes[0] || pes[1] || (pes[2] != 1)) + if (payload[0] || payload[1] || (payload[2] != 1)) continue; - if (pes[7] & 0x80) /* PTS */ + /* drop non-audio, non-video packets because other streams + can be non-compliant.*/ + if (((payload[3] & 0xE0) != 0xC0) && // audio + ((payload[3] & 0xF0) != 0xE0)) // video + continue; + + if (payload[7] & 0x80) /* PTS */ { - pts = ((unsigned long long)(pes[ 9]&0xE)) << 29; - pts |= ((unsigned long long)(pes[10]&0xFF)) << 22; - pts |= ((unsigned long long)(pes[11]&0xFE)) << 14; - pts |= ((unsigned long long)(pes[12]&0xFF)) << 7; - pts |= ((unsigned long long)(pes[13]&0xFE)) >> 1; + pts = ((unsigned long long)(payload[ 9]&0xE)) << 29; + pts |= ((unsigned long long)(payload[10]&0xFF)) << 22; + pts |= ((unsigned long long)(payload[11]&0xFE)) << 14; + pts |= ((unsigned long long)(payload[12]&0xFF)) << 7; + pts |= ((unsigned long long)(payload[13]&0xFE)) >> 1; offset -= 188; + +// eDebug("found pts %08llx at %08llx pid %02x stream: %02x", pts, offset, pid, payload[3]); /* convert to zero-based */ - if (fixed) - fixupPTS(offset, pts); + if (fixed && fixupPTS(offset, pts)) + return -1; return 0; } } @@ -172,47 +212,188 @@ int eDVBTSTools::fixupPTS(const off_t &offset, pts_t &now) } } +int eDVBTSTools::getOffset(off_t &offset, pts_t &pts, int marg) +{ + if (m_use_streaminfo) + { + if (pts >= m_pts_end && marg > 0 && m_end_valid) + offset = m_offset_end; + else + offset = m_streaminfo.getAccessPoint(pts, marg); + return 0; + } else + { + calcBegin(); calcEnd(); + + if (!m_begin_valid) + return -1; + if (!m_end_valid) + return -1; + + if (!m_samples_taken) + takeSamples(); + + if (!m_samples.empty()) + { + int maxtries = 5; + pts_t p = -1; + + while (maxtries--) + { + /* search entry before and after */ + std::map::const_iterator l = m_samples.lower_bound(pts); + std::map::const_iterator u = l; + + if (l != m_samples.begin()) + --l; + + /* we could have seeked beyond the end */ + if (u == m_samples.end()) + { + /* use last segment for interpolation. */ + if (l != m_samples.begin()) + { + --u; + --l; + } + } + + /* if we don't have enough points */ + if (u == m_samples.end()) + break; + + pts_t pts_diff = u->first - l->first; + off_t offset_diff = u->second - l->second; + + if (offset_diff < 0) + { + eDebug("something went wrong when taking samples."); + m_samples.clear(); + takeSamples(); + continue; + } + + eDebug("using: %llx:%llx -> %llx:%llx", l->first, u->first, l->second, u->second); + + int bitrate; + + if (pts_diff) + bitrate = offset_diff * 90000 * 8 / pts_diff; + else + bitrate = 0; + + offset = l->second; + offset += ((pts - l->first) * (pts_t)bitrate) / 8ULL / 90000ULL; + offset -= offset % 188; + + p = pts; + + if (!takeSample(offset, p)) + { + int diff = (p - pts) / 90; + + eDebug("calculated diff %d ms", diff); + if (abs(diff) > 300) + { + eDebug("diff to big, refining"); + continue; + } + } else + eDebug("no sample taken, refinement not possible."); + + break; + } + + /* if even the first sample couldn't be taken, fall back. */ + /* otherwise, return most refined result. */ + if (p != -1) + { + pts = p; + eDebug("aborting. Taking %llx as offset for %lld", offset, pts); + return 0; + } + } + + int bitrate = calcBitrate(); + offset = pts * (pts_t)bitrate / 8ULL / 90000ULL; + eDebug("fallback, bitrate=%d, results in %016llx", bitrate, offset); + offset -= offset % 188; + + return 0; + } +} + +int eDVBTSTools::getNextAccessPoint(pts_t &ts, const pts_t &start, int direction) +{ + if (m_use_streaminfo) + return m_streaminfo.getNextAccessPoint(ts, start, direction); + else + { + eDebug("can't get next access point without streaminfo"); + return -1; + } +} + void eDVBTSTools::calcBegin() { - if (m_fd < 0) + if (!m_file.valid()) return; - if (!m_begin_valid) + if (!(m_begin_valid || m_futile)) { m_offset_begin = 0; if (!getPTS(m_offset_begin, m_pts_begin)) m_begin_valid = 1; + else + m_futile = 1; } } void eDVBTSTools::calcEnd() { - if (m_fd < 0) + if (!m_file.valid()) return; - off_t end = lseek(m_fd, 0, SEEK_END); + off_t end = m_file.lseek(0, SEEK_END); - if (abs(end - m_offset_end) > 1*1024*1024) + if (llabs(end - m_last_filelength) > 1*1024*1024) { - m_offset_end = end; + m_last_filelength = end; m_end_valid = 0; - eDebug("file size changed, recalc length"); + + m_futile = 0; +// eDebug("file size changed, recalc length"); } int maxiter = 10; - while (!m_end_valid) + m_offset_end = m_last_filelength; + + while (!(m_end_valid || m_futile)) { if (!--maxiter) + { + m_futile = 1; return; - + } + m_offset_end -= m_maxrange; if (m_offset_end < 0) m_offset_end = 0; + + /* restore offset if getpts fails */ + off_t off = m_offset_end; + if (!getPTS(m_offset_end, m_pts_end)) m_end_valid = 1; + else + m_offset_end = off; + if (!m_offset_end) - return; + { + m_futile = 1; + break; + } } } @@ -250,3 +431,259 @@ int eDVBTSTools::calcBitrate() return bitrate; } + + /* pts, off */ +void eDVBTSTools::takeSamples() +{ + m_samples_taken = 1; + m_samples.clear(); + pts_t dummy; + if (calcLen(dummy) == -1) + return; + + int nr_samples = 30; + off_t bytes_per_sample = (m_offset_end - m_offset_begin) / (long long)nr_samples; + if (bytes_per_sample < 40*1024*1024) + bytes_per_sample = 40*1024*1024; + + bytes_per_sample -= bytes_per_sample % 188; + + for (off_t offset = m_offset_begin; offset < m_offset_end; offset += bytes_per_sample) + { + pts_t p; + takeSample(offset, p); + } + m_samples[0] = m_offset_begin; + m_samples[m_pts_end - m_pts_begin] = m_offset_end; + +// eDebug("begin, end: %llx %llx", m_offset_begin, m_offset_end); +} + + /* returns 0 when a sample was taken. */ +int eDVBTSTools::takeSample(off_t off, pts_t &p) +{ + if (!eDVBTSTools::getPTS(off, p, 1)) + { + /* as we are happily mixing PTS and PCR values (no comment, please), we might + end up with some "negative" segments. + + so check if this new sample is between the previous and the next field*/ + + std::map::const_iterator l = m_samples.lower_bound(p); + std::map::const_iterator u = l; + + if (l != m_samples.begin()) + { + --l; + if (u != m_samples.end()) + { + if ((l->second > off) || (u->second < off)) + { + eDebug("ignoring sample %llx %llx %llx (%lld %lld %lld)", + l->second, off, u->second, l->first, p, u->first); + return 1; + } + } + } + + + m_samples[p] = off; + return 0; + } + return 1; +} + +int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) +{ + /* FIXME: this will be factored out soon! */ + if (!m_file.valid()) + { + eDebug(" file not valid"); + return -1; + } + + if (m_file.lseek(0, SEEK_SET) < 0) + { + eDebug("seek failed"); + return -1; + } + + int left = 5*1024*1024; + + while (left >= 188) + { + unsigned char packet[188]; + if (m_file.read(packet, 188) != 188) + { + eDebug("read error"); + break; + } + left -= 188; + + if (packet[0] != 0x47) + { + int i = 0; + while (i < 188) + { + if (packet[i] == 0x47) + break; + ++i; + } + m_file.lseek(i - 188, SEEK_CUR); + continue; + } + + int pid = ((packet[1] << 8) | packet[2]) & 0x1FFF; + + int pusi = !!(packet[1] & 0x40); + + if (!pusi) + continue; + + /* ok, now we have a PES header or section header*/ + unsigned char *sec; + + /* check for adaption field */ + if (packet[3] & 0x20) + { + if (packet[4] >= 183) + continue; + sec = packet + packet[4] + 4 + 1; + } else + sec = packet + 4; + + if (sec[0]) /* table pointer, assumed to be 0 */ + continue; + + if (sec[1] == 0x02) /* program map section */ + { + pmt_pid = pid; + service_id = (sec[4] << 8) | sec[5]; + return 0; + } + } + + return -1; +} + +int eDVBTSTools::findFrame(off_t &_offset, size_t &len, int &direction, int frame_types) +{ + off_t offset = _offset; + int nr_frames = 0; +// eDebug("trying to find iFrame at %llx", offset); + + if (!m_use_streaminfo) + { +// eDebug("can't get next iframe without streaminfo"); + return -1; + } + + /* let's find the iframe before the given offset */ + unsigned long long data; + + if (direction < 0) + offset--; + + while (1) + { + if (m_streaminfo.getStructureEntry(offset, data, (direction == 0) ? 1 : 0)) + { + eDebug("getting structure info for origin offset failed."); + return -1; + } + if (offset == 0x7fffffffffffffffLL) /* eof */ + { + eDebug("reached eof"); + return -1; + } + /* data is usually the start code in the lower 8 bit, and the next byte <<8. we extract the picture type from there */ + /* we know that we aren't recording startcode 0x09 for mpeg2, so this is safe */ + /* TODO: check frame_types */ + int is_start = (data & 0xE0FF) == 0x0009; /* H.264 NAL unit access delimiter with I-frame*/ + is_start |= (data & 0x3800FF) == 0x080000; /* MPEG2 picture start code with I-frame */ + + int is_frame = ((data & 0xFF) == 0x0009) || ((data & 0xFF) == 0x00); /* H.264 UAD or MPEG2 start code */ + + if (is_frame) + { + if (direction < 0) + --nr_frames; + else + ++nr_frames; + } +// eDebug("%08llx@%llx -> %d, %d", data, offset, is_start, nr_frames); + if (is_start) + break; + + if (direction == -1) + --offset; /* move to previous entry */ + else if (direction == +1) + direction = 0; + } + /* let's find the next frame after the given offset */ + off_t start = offset; + + do { + if (m_streaminfo.getStructureEntry(offset, data, 1)) + { + eDebug("get next failed"); + return -1; + } + if (offset == 0x7fffffffffffffffLL) /* eof */ + { + eDebug("reached eof (while looking for end of iframe)"); + return -1; + } +// eDebug("%08llx@%llx (next)", data, offset); + } while (((data & 0xFF) != 9) && ((data & 0xFF) != 0x00)); /* next frame */ + + /* align to TS pkt start */ +// start = start - (start % 188); +// offset = offset - (offset % 188); + + len = offset - start; + _offset = start; + direction = nr_frames; +// eDebug("result: offset=%llx, len: %ld", offset, (int)len); + return 0; +} + +int eDVBTSTools::findNextPicture(off_t &offset, size_t &len, int &distance, int frame_types) +{ + int nr_frames = 0; +// eDebug("trying to move %d frames at %llx", distance, offset); + + frame_types = frametypeI; /* TODO: intelligent "allow IP frames when not crossing an I-Frame */ + + int direction = distance > 0 ? 0 : -1; + distance = abs(distance); + + off_t new_offset = offset; + size_t new_len = len; + + while (distance > 0) + { + int dir = direction; + if (findFrame(new_offset, new_len, dir, frame_types)) + { +// eDebug("findFrame failed!\n"); + return -1; + } + + distance -= abs(dir); + +// eDebug("we moved %d, %d to go frames (now at %llx)", dir, distance, new_offset); + + if (distance >= 0) + { + offset = new_offset; + len = new_len; + nr_frames += abs(dir); + } + } + + distance = (direction < 0) ? -nr_frames : nr_frames; +// eDebug("in total, we moved %d frames", nr_frames); + + return 0; +}