optional cached (i.e. fopen,...) support for raw files
[enigma2.git] / lib / dvb / tstools.cpp
index 5d1c7e354ae747d58d1b7ee26d1abcd0a5ec64c9..48797f9a906d8a0beeb72f12e87a01c4680c7d1e 100644 (file)
@@ -1,4 +1,5 @@
 #include <lib/dvb/tstools.h>
+#include <lib/base/eerror.h>
 #include <unistd.h>
 #include <fcntl.h>
 
@@ -6,12 +7,14 @@
 
 eDVBTSTools::eDVBTSTools()
 {
-       m_fd = -1;
        m_pid = -1;
-       m_maxrange = 1*1024*1024;
+       m_maxrange = 256*1024;
        
        m_begin_valid = 0;
        m_end_valid = 0;
+       
+       m_use_streaminfo = 0;
+       m_samples_taken = 0;
 }
 
 eDVBTSTools::~eDVBTSTools()
@@ -22,16 +25,27 @@ eDVBTSTools::~eDVBTSTools()
 int eDVBTSTools::openFile(const char *filename)
 {
        closeFile();
-       m_fd = ::open(filename, O_RDONLY);
-       if (m_fd < 0)
+       
+       m_streaminfo.load((std::string(filename) + ".ap").c_str());
+       
+       if (!m_streaminfo.empty())
+               m_use_streaminfo = 1;
+       else
+       {
+               eDebug("no recorded stream information available");
+               m_use_streaminfo = 0;
+       }
+       
+       m_samples_taken = 0;
+
+       if (m_file.open(filename, 1) < 0)
                return -1;
        return 0;
 }
 
 void eDVBTSTools::closeFile()
 {
-       if (m_fd >= 0)
-               ::close(m_fd);
+       m_file.close();
 }
 
 void eDVBTSTools::setSyncPID(int pid)
@@ -44,17 +58,18 @@ void eDVBTSTools::setSearchRange(int maxrange)
        m_maxrange = maxrange;
 }
 
-int eDVBTSTools::getPTS(off_t &offset, pts_t &pts)
+       /* getPTS extracts a pts value from any PID at a given offset. */
+int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed)
 {
-       if (m_fd < 0)
-               return -1;
-       if (m_pid < 0)
+       if (m_use_streaminfo)
+               return m_streaminfo.getPTS(offset, pts);
+       
+       if (!m_file.valid())
                return -1;
 
        offset -= offset % 188;
        
-               // TODO: multiple files!        
-       if (lseek(m_fd, offset, SEEK_SET) < 0)
+       if (m_file.lseek(offset, SEEK_SET) < 0)
                return -1;
 
        int left = m_maxrange;
@@ -62,8 +77,11 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts)
        while (left >= 188)
        {
                unsigned char block[188];
-               if (read(m_fd, block, 188) != 188)
+               if (m_file.read(block, 188) != 188)
+               {
+                       eDebug("read error");
                        break;
+               }
                left -= 188;
                offset += 188;
                
@@ -71,9 +89,12 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts)
                {
                        int i = 0;
                        while (i < 188)
+                       {
                                if (block[i] == 0x47)
                                        break;
-                       offset = lseek(m_fd, i - 188, SEEK_CUR);
+                               ++i;
+                       }
+                       offset = m_file.lseek(i - 188, SEEK_CUR);
                        continue;
                }
                
@@ -82,8 +103,9 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts)
                
 //             printf("PID %04x, PUSI %d\n", pid, pusi);
                
-               if (pid != m_pid)
-                       continue;
+               if (m_pid >= 0)
+                       if (pid != m_pid)
+                               continue;
                if (!pusi)
                        continue;
                
@@ -91,7 +113,7 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts)
                unsigned char *pes;
                
                        /* check for adaption field */
-               if (block[3] & 0x10)
+               if (block[3] & 0x20)
                        pes = block + block[4] + 4 + 1;
                else
                        pes = block + 4;
@@ -108,17 +130,116 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts)
                        pts |= ((unsigned long long)(pes[12]&0xFF)) << 7;
                        pts |= ((unsigned long long)(pes[13]&0xFE)) >> 1;
                        offset -= 188;
+                       
+//                     eDebug("found pts %08llx at %08llx", pts, offset);
+                       
+                               /* convert to zero-based */
+                       if (fixed)
+                               fixupPTS(offset, pts);
                        return 0;
                }
        }
-
+       
        return -1;
 }
 
+int eDVBTSTools::fixupPTS(const off_t &offset, pts_t &now)
+{
+       if (m_use_streaminfo)
+       {
+               return m_streaminfo.fixupPTS(offset, now);
+       } else
+       {
+                       /* for the simple case, we assume one epoch, with up to one wrap around in the middle. */
+               calcBegin();
+               if (!m_begin_valid)
+               {       
+                       eDebug("begin not valid, can't fixup");
+                       return -1;
+               }
+               
+               pts_t pos = m_pts_begin;
+               if ((now < pos) && ((pos - now) < 90000 * 10))
+               {       
+                       pos = 0;
+                       return 0;
+               }
+               
+               if (now < pos) /* wrap around */
+                       now = now + 0x200000000LL - pos;
+               else
+                       now -= pos;
+               return 0;
+       }
+}
+
+int eDVBTSTools::getOffset(off_t &offset, pts_t &pts)
+{
+       if (m_use_streaminfo)
+       {
+               offset = m_streaminfo.getAccessPoint(pts);
+               return 0;
+       } else
+       {
+//             eDebug("get offset");
+               if (!m_samples_taken)
+                       takeSamples();
+               
+               if (!m_samples.empty())
+               {
+//             eDebug("ok, samples ok");
+                               /* search entry before and after */
+                       std::map<pts_t, off_t>::const_iterator l = m_samples.lower_bound(pts);
+                       std::map<pts_t, off_t>::const_iterator u = l;
+
+                       if (l != m_samples.begin())
+                               --l;
+               
+                       if ((u != m_samples.end()) && (l != m_samples.end()))
+                       {
+                               pts_t pts_diff = u->first - l->first;
+                               off_t offset_diff = u->second - l->second;
+//             eDebug("using: %llx:%llx -> %llx:%llx", l->first, u->first, l->second, u->second);
+       
+                               if (pts_diff)
+                               {
+                                       int bitrate = offset_diff * 90000 * 8 / pts_diff;
+                                       if (bitrate > 0)
+                                       {
+                                               offset = l->second;
+                                               offset += ((pts - l->first) * (pts_t)bitrate) / 8ULL / 90000ULL;
+                                               offset -= offset % 188;
+                                               return 0;
+                                       }
+                               }
+                       }
+               }
+               
+               eDebug("falling back");
+               int bitrate = calcBitrate();
+               offset = pts * (pts_t)bitrate / 8ULL / 90000ULL;
+               offset -= offset % 188;
+
+               return 0;
+       }
+}
+
+int eDVBTSTools::getNextAccessPoint(pts_t &ts, const pts_t &start, int direction)
+{
+       if (m_use_streaminfo)
+               return m_streaminfo.getNextAccessPoint(ts, start, direction);
+       else
+       {
+               eDebug("can't get next access point without streaminfo");
+               return -1;
+       }
+}
+
 void eDVBTSTools::calcBegin()
 {
-       if (m_fd < 0)   
+       if (!m_file.valid())
                return;
+
        if (!m_begin_valid)
        {
                m_offset_begin = 0;
@@ -129,14 +250,32 @@ void eDVBTSTools::calcBegin()
 
 void eDVBTSTools::calcEnd()
 {
-       if (m_fd < 0)   
+       if (!m_file.valid())
                return;
        
-       if (!m_end_valid)
+       off_t end = m_file.lseek(0, SEEK_END);
+       
+       if (abs(end - m_offset_end) > 1*1024*1024)
+       {
+               m_offset_end = end;
+               m_end_valid = 0;
+               eDebug("file size changed, recalc length");
+       }
+       
+       int maxiter = 10;
+       
+       while (!m_end_valid)
        {
-               m_offset_end = lseek(m_fd, 0, SEEK_END) - m_maxrange;
+               if (!--maxiter)
+                       return;
+               
+               m_offset_end -= m_maxrange;
+               if (m_offset_end < 0)
+                       m_offset_end = 0;
                if (!getPTS(m_offset_end, m_pts_end))
                        m_end_valid = 1;
+               if (!m_offset_end)
+                       return;
        }
 }
 
@@ -146,6 +285,132 @@ int eDVBTSTools::calcLen(pts_t &len)
        if (!(m_begin_valid && m_end_valid))
                return -1;
        len = m_pts_end - m_pts_begin;
+               /* wrap around? */
+       if (len < 0)
+               len += 0x200000000LL;
        return 0;
 }
 
+int eDVBTSTools::calcBitrate()
+{
+       calcBegin(); calcEnd();
+       if (!(m_begin_valid && m_end_valid))
+               return -1;
+
+       pts_t len_in_pts = m_pts_end - m_pts_begin;
+
+               /* wrap around? */
+       if (len_in_pts < 0)
+               len_in_pts += 0x200000000LL;
+       off_t len_in_bytes = m_offset_end - m_offset_begin;
+       
+       if (!len_in_pts)
+               return -1;
+       
+       unsigned long long bitrate = len_in_bytes * 90000 * 8 / len_in_pts;
+       if ((bitrate < 10000) || (bitrate > 100000000))
+               return -1;
+       
+       return bitrate;
+}
+
+       /* pts, off */
+void eDVBTSTools::takeSamples()
+{
+       m_samples_taken = 1;
+       m_samples.clear();
+       pts_t dummy;
+       if (calcLen(dummy) == -1)
+               return;
+       
+       int nr_samples = 30;
+       off_t bytes_per_sample = (m_offset_end - m_offset_begin) / (long long)nr_samples;
+       if (bytes_per_sample < 40*1024*1024)
+               bytes_per_sample = 40*1024*1024;
+       
+       bytes_per_sample -= bytes_per_sample % 188;
+       
+       for (off_t offset = m_offset_begin; offset < m_offset_end; offset += bytes_per_sample)
+       {
+               off_t o = offset;
+               pts_t p;
+               if (!eDVBTSTools::getPTS(o, p, 1))
+               {
+//                     eDebug("sample: %llx, %llx", o, p);
+                       m_samples[p] = o;
+               }
+       }
+       m_samples[m_pts_begin] = m_offset_begin;
+       m_samples[m_pts_end] = m_offset_end;
+//     eDebug("begin, end: %llx %llx", m_offset_begin, m_offset_end); 
+}
+
+int eDVBTSTools::findPMT(int &pmt_pid, int &service_id)
+{
+               /* FIXME: this will be factored out soon! */
+       if (!m_file.valid())
+       {
+               eDebug(" file not valid");
+               return -1;
+       }
+
+       if (m_file.lseek(0, SEEK_SET) < 0)
+       {
+               eDebug("seek failed");
+               return -1;
+       }
+
+       int left = 5*1024*1024;
+       
+       while (left >= 188)
+       {
+               unsigned char block[188];
+               if (m_file.read(block, 188) != 188)
+               {
+                       eDebug("read error");
+                       break;
+               }
+               left -= 188;
+               
+               if (block[0] != 0x47)
+               {
+                       int i = 0;
+                       while (i < 188)
+                       {
+                               if (block[i] == 0x47)
+                                       break;
+                               ++i;
+                       }
+                       m_file.lseek(i - 188, SEEK_CUR);
+                       continue;
+               }
+               
+               int pid = ((block[1] << 8) | block[2]) & 0x1FFF;
+               
+               int pusi = !!(block[1] & 0x40);
+               
+               if (!pusi)
+                       continue;
+               
+                       /* ok, now we have a PES header or section header*/
+               unsigned char *sec;
+               
+                       /* check for adaption field */
+               if (block[3] & 0x20)
+                       sec = block + block[4] + 4 + 1;
+               else
+                       sec = block + 4;
+               
+               if (sec[0])     /* table pointer, assumed to be 0 */
+                       continue;
+
+               if (sec[1] == 0x02) /* program map section */
+               {
+                       pmt_pid = pid;
+                       service_id = (sec[4] << 8) | sec[5];
+                       return 0;
+               }
+       }
+       
+       return -1;
+}