X-Git-Url: https://git.cweiske.de/enigma2.git/blobdiff_plain/cb205396ae920ef813764de92bf5b686bb9d80f1..883a9c93798e01fc2825673799f48bf2a0a68d15:/lib/base/filepush.cpp diff --git a/lib/base/filepush.cpp b/lib/base/filepush.cpp index b85edbc1..605ec8a8 100644 --- a/lib/base/filepush.cpp +++ b/lib/base/filepush.cpp @@ -1,11 +1,24 @@ #include #include #include +#include +#include -eFilePushThread::eFilePushThread() +#define PVR_COMMIT 1 + +//FILE *f = fopen("/log.ts", "wb"); + +eFilePushThread::eFilePushThread(int io_prio_class, int io_prio_level, int blocksize) + :prio_class(io_prio_class), prio(io_prio_level), m_messagepump(eApp, 0) { m_stop = 0; - m_buf_start = m_buf_end = 0; + m_sg = 0; + m_send_pvr_commit = 0; + m_stream_mode = 0; + m_blocksize = blocksize; + flush(); + enablePVRCommit(0); + CONNECT(m_messagepump.recv_msg, eFilePushThread::recvEvent); } static void signal_handler(int x) @@ -14,8 +27,18 @@ static void signal_handler(int x) void eFilePushThread::thread() { + setIoPrio(prio_class, prio); + + off_t dest_pos = 0, source_pos = 0; + size_t bytes_read = 0; + + off_t current_span_offset = 0; + size_t current_span_remaining = 0; + + size_t written_since_last_sync = 0; + + int already_empty = 0; eDebug("FILEPUSH THREAD START"); - // this is a race. FIXME. /* we set the signal to not restart syscalls, so we can detect our signal. */ struct sigaction act; @@ -23,53 +46,275 @@ void eFilePushThread::thread() act.sa_flags = 0; sigaction(SIGUSR1, &act, 0); + hasStarted(); + + source_pos = m_raw_source.lseek(0, SEEK_CUR); + /* m_stop must be evaluated after each syscall. */ while (!m_stop) { /* first try flushing the bufptr */ if (m_buf_start != m_buf_end) { - // TODO: take care of boundaries. + /* filterRecordData wants to work on multiples of blocksize. + if it returns a negative result, it means that this many bytes should be skipped + *in front* of the buffer. Then, it will be called again. with the newer, shorter buffer. + if filterRecordData wants to skip more data then currently available, it must do that internally. + Skipped bytes will also not be output. + + if it returns a positive result, that means that only these many bytes should be used + in the buffer. + + In either case, current_span_remaining is given as a reference and can be modified. (Of course it + doesn't make sense to decrement it to a non-zero value unless you return 0 because that would just + skip some data). This is probably a very special application for fast-forward, where the current + span is to be cancelled after a complete iframe has been output. + + we always call filterRecordData with our full buffer (otherwise we couldn't easily strip from the end) + + we filter data only once, of course, but it might not get immediately written. + that's what m_filter_end is for - it points to the start of the unfiltered data. + */ + + int filter_res; + + do + { + filter_res = filterRecordData(m_buffer + m_filter_end, m_buf_end - m_filter_end, current_span_remaining); + + if (filter_res < 0) + { + eDebug("[eFilePushThread] filterRecordData re-syncs and skips %d bytes", -filter_res); + m_buf_start = m_filter_end + -filter_res; /* this will also drop unwritten data */ + ASSERT(m_buf_start <= m_buf_end); /* otherwise filterRecordData skipped more data than available. */ + continue; /* try again */ + } + + /* adjust end of buffer to strip dropped tail bytes */ + m_buf_end = m_filter_end + filter_res; + /* mark data as filtered. */ + m_filter_end = m_buf_end; + } while (0); + + ASSERT(m_filter_end == m_buf_end); + + if (m_buf_start == m_buf_end) + continue; + + /* now write out data. it will be 'aligned' (according to filterRecordData). + absolutely forbidden is to return EINTR and consume a non-aligned number of bytes. + */ int w = write(m_fd_dest, m_buffer + m_buf_start, m_buf_end - m_buf_start); +// fwrite(m_buffer + m_buf_start, 1, m_buf_end - m_buf_start, f); +// eDebug("wrote %d bytes", w); if (w <= 0) { - if (errno == -EINTR) + if (errno == EINTR || errno == EAGAIN || errno == EBUSY) continue; - eDebug("eFilePushThread *write error* - not yet handled"); + eDebug("eFilePushThread WRITE ERROR"); + sendEvent(evtWriteError); + break; // ... we would stop the thread } - printf("FILEPUSH: wrote %d bytes\n", w); + + written_since_last_sync += w; + + if (written_since_last_sync >= 512*1024) + { + int toflush = written_since_last_sync > 2*1024*1024 ? + 2*1024*1024 : written_since_last_sync &~ 4095; // write max 2MB at once + dest_pos = lseek(m_fd_dest, 0, SEEK_CUR); + dest_pos -= toflush; + posix_fadvise(m_fd_dest, dest_pos, toflush, POSIX_FADV_DONTNEED); + written_since_last_sync -= toflush; + } + +// printf("FILEPUSH: wrote %d bytes\n", w); m_buf_start += w; continue; } - + /* now fill our buffer. */ + + if (m_sg && !current_span_remaining) + { + m_sg->getNextSourceSpan(source_pos, bytes_read, current_span_offset, current_span_remaining); + ASSERT(!(current_span_remaining % m_blocksize)); + + if (source_pos != current_span_offset) + source_pos = m_raw_source.lseek(current_span_offset, SEEK_SET); + bytes_read = 0; + } + + size_t maxread = sizeof(m_buffer); + + /* if we have a source span, don't read past the end */ + if (m_sg && maxread > current_span_remaining) + maxread = current_span_remaining; + + /* align to blocksize */ + maxread -= maxread % m_blocksize; + m_buf_start = 0; - m_buf_end = read(m_fd_source, m_buffer, sizeof(m_buffer)); + m_filter_end = 0; + m_buf_end = 0; + + if (maxread) + m_buf_end = m_raw_source.read(m_buffer, maxread); + if (m_buf_end < 0) { m_buf_end = 0; - if (errno == EINTR) + if (errno == EINTR || errno == EBUSY || errno == EAGAIN) + continue; + if (errno == EOVERFLOW) + { + eWarning("OVERFLOW while recording"); continue; - eDebug("eFilePushThread *read error* - not yet handled"); + } + eDebug("eFilePushThread *read error* (%m) - not yet handled"); + } + + /* a read might be mis-aligned in case of a short read. */ + int d = m_buf_end % m_blocksize; + if (d) + { + m_raw_source.lseek(-d, SEEK_CUR); + m_buf_end -= d; } - printf("FILEPUSH: read %d bytes\n", m_buf_end); + + if (m_buf_end == 0) + { + /* on EOF, try COMMITting once. */ + if (m_send_pvr_commit && !already_empty) + { + eDebug("sending PVR commit"); + + struct pollfd pfd; + pfd.fd = m_fd_dest; + pfd.events = POLLPRI; + poll(&pfd, 1, 10000); + sleep(5); /* HACK to allow ES buffer to drain */ + already_empty = 1; +// if (::ioctl(m_fd_dest, PVR_COMMIT) < 0 && errno == EINTR) +// continue; + eDebug("commit done"); + /* well check again */ + continue; + } + + /* in stream_mode, we are sending EOF events + over and over until somebody responds. + + in stream_mode, think of evtEOF as "buffer underrun occured". */ + sendEvent(evtEOF); + + if (m_stream_mode) + { + eDebug("reached EOF, but we are in stream mode. delaying 1 second."); + sleep(1); + continue; + } +#if 0 + eDebug("FILEPUSH: end-of-file! (currently unhandled)"); + if (!m_raw_source.lseek(0, SEEK_SET)) + { + eDebug("(looping)"); + continue; + } +#endif + break; + } else + { + source_pos += m_buf_end; + bytes_read += m_buf_end; + if (m_sg) + current_span_remaining -= m_buf_end; + already_empty = 0; + } +// printf("FILEPUSH: read %d bytes\n", m_buf_end); } - + fdatasync(m_fd_dest); + eDebug("FILEPUSH THREAD STOP"); } void eFilePushThread::start(int fd_source, int fd_dest) { - m_fd_source = fd_source; + m_raw_source.setfd(fd_source); m_fd_dest = fd_dest; - m_stop = 0; - run(); + resume(); +} + +int eFilePushThread::start(const char *filename, int fd_dest) +{ + if (m_raw_source.open(filename) < 0) + return -1; + m_fd_dest = fd_dest; + resume(); + return 0; } void eFilePushThread::stop() { + /* if we aren't running, don't bother stopping. */ + if (!sync()) + return; + m_stop = 1; + + eDebug("stopping thread."); /* just do it ONCE. it won't help to do this more than once. */ sendSignal(SIGUSR1); - kill(); + kill(0); +} + +void eFilePushThread::pause() +{ + stop(); +} + +void eFilePushThread::seek(int whence, off_t where) +{ + m_raw_source.lseek(where, whence); +} + +void eFilePushThread::resume() +{ + m_stop = 0; + run(); +} + +void eFilePushThread::flush() +{ + m_buf_start = m_buf_end = m_filter_end = 0; +} + +void eFilePushThread::enablePVRCommit(int s) +{ + m_send_pvr_commit = s; +} + +void eFilePushThread::setStreamMode(int s) +{ + m_stream_mode = s; +} + +void eFilePushThread::setScatterGather(iFilePushScatterGather *sg) +{ + m_sg = sg; +} + +void eFilePushThread::sendEvent(int evt) +{ + m_messagepump.send(evt); +} + +void eFilePushThread::recvEvent(const int &evt) +{ + m_event(evt); +} + +int eFilePushThread::filterRecordData(const unsigned char *data, int len, size_t ¤t_span_remaining) +{ + return len; }