epglist is now working
[enigma2.git] / lib / dvb / epgcache.cpp
1 #include <lib/dvb/epgcache.h>
2 #include <lib/dvb/dvb.h>
3
4 #undef EPG_DEBUG  
5
6 #include <time.h>
7 #include <unistd.h>  // for usleep
8 #include <sys/vfs.h> // for statfs
9 // #include <libmd5sum.h>
10 #include <lib/base/eerror.h>
11
12 int eventData::CacheSize=0;
13 descriptorMap eventData::descriptors;
14 __u8 eventData::data[4108];
15 extern const uint32_t crc32_table[256];
16
17 eventData::eventData(const eit_event_struct* e, int size, int type)
18         :ByteSize(size&0xFF), type(type&0xFF)
19 {
20         if (!e)
21                 return;
22
23         __u32 descr[65];
24         __u32 *pdescr=descr;
25
26         __u8 *data = (__u8*)e;
27         int ptr=10;
28         int descriptors_length = (data[ptr++]&0x0F) << 8;
29         descriptors_length |= data[ptr++];
30         while ( descriptors_length > 0 )
31         {
32                 __u8 *descr = data+ptr;
33                 int descr_len = descr[1]+2;
34
35                 __u32 crc = 0;
36                 int cnt=0;
37                 while(cnt++ < descr_len)
38                         crc = (crc << 8) ^ crc32_table[((crc >> 24) ^ data[ptr++]) & 0xFF];
39
40                 descriptorMap::iterator it =
41                         descriptors.find(crc);
42                 if ( it == descriptors.end() )
43                 {
44                         CacheSize+=descr_len;
45                         __u8 *d = new __u8[descr_len];
46                         memcpy(d, descr, descr_len);
47                         descriptors[crc] = descriptorPair(1, d);
48                 }
49                 else
50                         ++it->second.first;
51
52                 *pdescr++=crc;
53                 descriptors_length -= descr_len;
54         }
55         ByteSize = 12+((pdescr-descr)*4);
56         EITdata = new __u8[ByteSize];
57         CacheSize+=ByteSize;
58         memcpy(EITdata, (__u8*) e, 12);
59         memcpy(EITdata+12, descr, ByteSize-12);
60 }
61
62 const eit_event_struct* eventData::get() const
63 {
64         int pos = 12;
65         int tmp = ByteSize-12;
66
67         memcpy(data, EITdata, 12);
68         __u32 *p = (__u32*)(EITdata+12);
69         while(tmp>0)
70         {
71                 descriptorMap::iterator it =
72                         descriptors.find(*p++);
73                 if ( it != descriptors.end() )
74                 {
75                         int b = it->second.second[1]+2;
76                         memcpy(data+pos, it->second.second, b );
77                         pos += b;
78                 }
79                 tmp-=4;
80         }
81
82         return (const eit_event_struct*)data;
83 }
84
85 eventData::~eventData()
86 {
87         if ( ByteSize )
88         {
89                 CacheSize-=ByteSize;
90                 ByteSize-=12;
91                 __u32 *d = (__u32*)(EITdata+12);
92                 while(ByteSize)
93                 {
94                         descriptorMap::iterator it =
95                                 descriptors.find(*d++);
96                         if ( it != descriptors.end() )
97                         {
98                                 descriptorPair &p = it->second;
99                                 if (!--p.first) // no more used descriptor
100                                 {
101                                         CacheSize -= it->second.second[1];
102                                         delete [] it->second.second;    // free descriptor memory
103                                         descriptors.erase(it);  // remove entry from descriptor map
104                                 }
105                         }
106                         ByteSize-=4;
107                 }
108                 delete [] EITdata;
109         }
110 }
111
112 void eventData::load(FILE *f)
113 {
114         int size=0;
115         int id=0;
116         __u8 header[2];
117         descriptorPair p;
118         fread(&size, sizeof(int), 1, f);
119         while(size)
120         {
121                 fread(&id, sizeof(__u32), 1, f);
122                 fread(&p.first, sizeof(int), 1, f);
123                 fread(header, 2, 1, f);
124                 int bytes = header[1]+2;
125                 p.second = new __u8[bytes];
126                 p.second[0] = header[0];
127                 p.second[1] = header[1];
128                 fread(p.second+2, bytes-2, 1, f);
129                 descriptors[id]=p;
130                 --size;
131                 CacheSize+=bytes;
132         }
133 }
134
135 void eventData::save(FILE *f)
136 {
137         int size=descriptors.size();
138         descriptorMap::iterator it(descriptors.begin());
139         fwrite(&size, sizeof(int), 1, f);
140         while(size)
141         {
142                 fwrite(&it->first, sizeof(__u32), 1, f);
143                 fwrite(&it->second.first, sizeof(int), 1, f);
144                 fwrite(it->second.second, it->second.second[1]+2, 1, f);
145                 ++it;
146                 --size;
147         }
148 }
149
150 eEPGCache* eEPGCache::instance;
151 pthread_mutex_t eEPGCache::cache_lock=
152         PTHREAD_RECURSIVE_MUTEX_INITIALIZER_NP;
153 pthread_mutex_t eEPGCache::channel_map_lock=
154         PTHREAD_RECURSIVE_MUTEX_INITIALIZER_NP;
155
156 DEFINE_REF(eEPGCache)
157
158 eEPGCache::eEPGCache()
159         :messages(this,1), cleanTimer(this)//, paused(0)
160 {
161         eDebug("[EPGC] Initialized EPGCache");
162
163         CONNECT(messages.recv_msg, eEPGCache::gotMessage);
164         CONNECT(eDVBLocalTimeHandler::getInstance()->m_timeUpdated, eEPGCache::timeUpdated);
165         CONNECT(cleanTimer.timeout, eEPGCache::cleanLoop);
166
167         ePtr<eDVBResourceManager> res_mgr;
168         eDVBResourceManager::getInstance(res_mgr);
169         if (!res_mgr)
170                 eDebug("[eEPGCache] no resource manager !!!!!!!");
171         else
172                 res_mgr->connectChannelAdded(slot(*this,&eEPGCache::DVBChannelAdded), m_chanAddedConn);
173         instance=this;
174 }
175
176 void eEPGCache::timeUpdated()
177 {
178         if ( !thread_running() )
179         {
180                 eDebug("[EPGC] time updated.. start EPG Mainloop");
181                 run();
182         }
183         else
184                 messages.send(Message(Message::timeChanged));
185 }
186
187 void eEPGCache::DVBChannelAdded(eDVBChannel *chan)
188 {
189         if ( chan )
190         {
191 //              eDebug("[eEPGCache] add channel %p", chan);
192                 channel_data *data = new channel_data(this);
193                 data->channel = chan;
194                 singleLock s(channel_map_lock);
195                 m_knownChannels.insert( std::pair<iDVBChannel*, channel_data* >(chan, data) );
196                 chan->connectStateChange(slot(*this, &eEPGCache::DVBChannelStateChanged), data->m_stateChangedConn);
197         }
198 }
199
200 void eEPGCache::DVBChannelRunning(iDVBChannel *chan)
201 {
202         singleLock s(channel_map_lock);
203         channelMapIterator it =
204                 m_knownChannels.find(chan);
205         if ( it == m_knownChannels.end() )
206                 eDebug("[eEPGCache] will start non existing channel %p !!!", chan);
207         else
208         {
209                 channel_data &data = *it->second;
210                 ePtr<eDVBResourceManager> res_mgr;
211                 if ( eDVBResourceManager::getInstance( res_mgr ) )
212                         eDebug("[eEPGCache] no res manager!!");
213                 else
214                 {
215                         ePtr<iDVBDemux> demux;
216                         if ( data.channel->getDemux(demux, 0) )
217                         {
218                                 eDebug("[eEPGCache] no demux!!");
219                                 return;
220                         }
221                         else
222                         {
223                                 RESULT res = demux->createSectionReader( this, data.m_NowNextReader );
224                                 if ( res )
225                                 {
226                                         eDebug("[eEPGCache] couldnt initialize nownext reader!!");
227                                         return;
228                                 }
229
230                                 res = demux->createSectionReader( this, data.m_ScheduleReader );
231                                 if ( res )
232                                 {
233                                         eDebug("[eEPGCache] couldnt initialize schedule reader!!");
234                                         return;
235                                 }
236
237                                 res = demux->createSectionReader( this, data.m_ScheduleOtherReader );
238                                 if ( res )
239                                 {
240                                         eDebug("[eEPGCache] couldnt initialize schedule other reader!!");
241                                         return;
242                                 }
243
244                                 messages.send(Message(Message::startChannel, chan));
245                                 // -> gotMessage -> changedService
246                         }
247                 }
248         }
249 }
250
251 void eEPGCache::DVBChannelStateChanged(iDVBChannel *chan)
252 {
253         channelMapIterator it =
254                 m_knownChannels.find(chan);
255         if ( it != m_knownChannels.end() )
256         {
257                 int state=0;
258                 chan->getState(state);
259                 switch (state)
260                 {
261                         case iDVBChannel::state_ok:
262                         {
263                                 eDebug("[eEPGCache] channel %p running", chan);
264                                 DVBChannelRunning(chan);
265                                 break;
266                         }
267                         case iDVBChannel::state_release:
268                         {
269                                 eDebug("[eEPGCache] remove channel %p", chan);
270                                 messages.send(Message(Message::leaveChannel, chan));
271                                 while(!it->second->can_delete)
272                                         usleep(1000);
273                                 delete it->second;
274                                 m_knownChannels.erase(it);
275                                 // -> gotMessage -> abortEPG
276                                 break;
277                         }
278                 }
279         }
280 }
281
282 void eEPGCache::sectionRead(const __u8 *data, int source, channel_data *channel)
283 {
284         eit_t *eit = (eit_t*) data;
285
286         int len=HILO(eit->section_length)-1;//+3-4;
287         int ptr=EIT_SIZE;
288         if ( ptr >= len )
289                 return;
290
291         // This fixed the EPG on the Multichoice irdeto systems
292         // the EIT packet is non-compliant.. their EIT packet stinks
293         if ( data[ptr-1] < 0x40 )
294                 --ptr;
295
296         uniqueEPGKey service( HILO(eit->service_id), HILO(eit->original_network_id), HILO(eit->transport_stream_id) );
297         eit_event_struct* eit_event = (eit_event_struct*) (data+ptr);
298         int eit_event_size;
299         int duration;
300
301         time_t TM = parseDVBtime( eit_event->start_time_1, eit_event->start_time_2,     eit_event->start_time_3, eit_event->start_time_4, eit_event->start_time_5);
302         time_t now = time(0)+eDVBLocalTimeHandler::getInstance()->difference();
303
304         if ( TM != 3599 && TM > -1)
305                 channel->haveData |= source;
306
307         singleLock s(cache_lock);
308         // hier wird immer eine eventMap zurück gegeben.. entweder eine vorhandene..
309         // oder eine durch [] erzeugte
310         std::pair<eventMap,timeMap> &servicemap = eventDB[service];
311         eventMap::iterator prevEventIt = servicemap.first.end();
312         timeMap::iterator prevTimeIt = servicemap.second.end();
313
314         while (ptr<len)
315         {
316                 eit_event_size = HILO(eit_event->descriptors_loop_length)+EIT_LOOP_SIZE;
317
318                 duration = fromBCD(eit_event->duration_1)*3600+fromBCD(eit_event->duration_2)*60+fromBCD(eit_event->duration_3);
319                 TM = parseDVBtime(
320                         eit_event->start_time_1,
321                         eit_event->start_time_2,
322                         eit_event->start_time_3,
323                         eit_event->start_time_4,
324                         eit_event->start_time_5);
325
326                 if ( TM == 3599 )
327                         goto next;
328
329                 if ( TM != 3599 && (TM+duration < now || TM > now+14*24*60*60) )
330                         goto next;
331
332                 if ( now <= (TM+duration) || TM == 3599 /*NVOD Service*/ )  // old events should not be cached
333                 {
334                         __u16 event_id = HILO(eit_event->event_id);
335 //                      eDebug("event_id is %d sid is %04x", event_id, service.sid);
336
337                         eventData *evt = 0;
338                         int ev_erase_count = 0;
339                         int tm_erase_count = 0;
340
341                         // search in eventmap
342                         eventMap::iterator ev_it =
343                                 servicemap.first.find(event_id);
344
345                         // entry with this event_id is already exist ?
346                         if ( ev_it != servicemap.first.end() )
347                         {
348                                 if ( source > ev_it->second->type )  // update needed ?
349                                         goto next; // when not.. the skip this entry
350
351                                 // search this event in timemap
352                                 timeMap::iterator tm_it_tmp = 
353                                         servicemap.second.find(ev_it->second->getStartTime());
354
355                                 if ( tm_it_tmp != servicemap.second.end() )
356                                 {
357                                         if ( tm_it_tmp->first == TM ) // correct eventData
358                                         {
359                                                 // exempt memory
360                                                 delete ev_it->second;
361                                                 evt = new eventData(eit_event, eit_event_size, source);
362                                                 ev_it->second=evt;
363                                                 tm_it_tmp->second=evt;
364                                                 goto next;
365                                         }
366                                         else
367                                         {
368                                                 tm_erase_count++;
369                                                 // delete the found record from timemap
370                                                 servicemap.second.erase(tm_it_tmp);
371                                                 prevTimeIt=servicemap.second.end();
372                                         }
373                                 }
374                         }
375
376                         // search in timemap, for check of a case if new time has coincided with time of other event 
377                         // or event was is not found in eventmap
378                         timeMap::iterator tm_it =
379                                 servicemap.second.find(TM);
380
381                         if ( tm_it != servicemap.second.end() )
382                         {
383                                 // i think, if event is not found on eventmap, but found on timemap updating nevertheless demands
384 #if 0
385                                 if ( source > tm_it->second->type && tm_erase_count == 0 ) // update needed ?
386                                         goto next; // when not.. the skip this entry
387 #endif
388
389                                 // search this time in eventmap
390                                 eventMap::iterator ev_it_tmp = 
391                                         servicemap.first.find(tm_it->second->getEventID());
392
393                                 if ( ev_it_tmp != servicemap.first.end() )
394                                 {
395                                         ev_erase_count++;                               
396                                         // delete the found record from eventmap
397                                         servicemap.first.erase(ev_it_tmp);
398                                         prevEventIt=servicemap.first.end();
399                                 }
400                         }
401                         
402                         evt = new eventData(eit_event, eit_event_size, source);
403 #if EPG_DEBUG
404                         bool consistencyCheck=true;
405 #endif
406                         if (ev_erase_count > 0 && tm_erase_count > 0) // 2 different pairs have been removed
407                         {
408                                 // exempt memory
409                                 delete ev_it->second; 
410                                 delete tm_it->second;
411                                 ev_it->second=evt;
412                                 tm_it->second=evt;
413                         }
414                         else if (ev_erase_count == 0 && tm_erase_count > 0) 
415                         {
416                                 // exempt memory
417                                 delete ev_it->second;
418                                 tm_it=prevTimeIt=servicemap.second.insert( prevTimeIt, std::pair<const time_t, eventData*>( TM, evt ) );
419                                 ev_it->second=evt;
420                         }
421                         else if (ev_erase_count > 0 && tm_erase_count == 0)
422                         {
423                                 // exempt memory
424                                 delete tm_it->second;
425                                 ev_it=prevEventIt=servicemap.first.insert( prevEventIt, std::pair<const __u16, eventData*>( event_id, evt) );
426                                 tm_it->second=evt;
427                         }
428                         else // added new eventData
429                         {
430 #if EPG_DEBUG
431                                 consistencyCheck=false;
432 #endif
433                                 prevEventIt=servicemap.first.insert( prevEventIt, std::pair<const __u16, eventData*>( event_id, evt) );
434                                 prevTimeIt=servicemap.second.insert( prevTimeIt, std::pair<const time_t, eventData*>( TM, evt ) );
435                         }
436 #if EPG_DEBUG
437                         if ( consistencyCheck )
438                         {
439                                 if ( tm_it->second != evt || ev_it->second != evt )
440                                         eFatal("tm_it->second != ev_it->second");
441                                 else if ( tm_it->second->getStartTime() != tm_it->first )
442                                         eFatal("event start_time(%d) non equal timemap key(%d)", 
443                                                 tm_it->second->getStartTime(), tm_it->first );
444                                 else if ( tm_it->first != TM )
445                                         eFatal("timemap key(%d) non equal TM(%d)", 
446                                                 tm_it->first, TM);
447                                 else if ( ev_it->second->getEventID() != ev_it->first )
448                                         eFatal("event_id (%d) non equal event_map key(%d)",
449                                                 ev_it->second->getEventID(), ev_it->first);
450                                 else if ( ev_it->first != event_id )
451                                         eFatal("eventmap key(%d) non equal event_id(%d)", 
452                                                 ev_it->first, event_id );
453                         }
454 #endif
455                 }
456 next:
457 #if EPG_DEBUG
458                 if ( servicemap.first.size() != servicemap.second.size() )
459                 {
460                         FILE *f = fopen("/hdd/event_map.txt", "w+");
461                         int i=0;
462                         for (eventMap::iterator it(servicemap.first.begin())
463                                 ; it != servicemap.first.end(); ++it )
464                                 fprintf(f, "%d(key %d) -> time %d, event_id %d, data %p\n", 
465                                         i++, (int)it->first, (int)it->second->getStartTime(), (int)it->second->getEventID(), it->second );
466                         fclose(f);
467                         f = fopen("/hdd/time_map.txt", "w+");
468                         i=0;
469                         for (timeMap::iterator it(servicemap.second.begin())
470                                 ; it != servicemap.second.end(); ++it )
471                                         fprintf(f, "%d(key %d) -> time %d, event_id %d, data %p\n", 
472                                                 i++, (int)it->first, (int)it->second->getStartTime(), (int)it->second->getEventID(), it->second );
473                         fclose(f);
474
475                         eFatal("(1)map sizes not equal :( sid %04x tsid %04x onid %04x size %d size2 %d", 
476                                 service.sid, service.tsid, service.onid, 
477                                 servicemap.first.size(), servicemap.second.size() );
478                 }
479 #endif
480                 ptr += eit_event_size;
481                 eit_event=(eit_event_struct*)(((__u8*)eit_event)+eit_event_size);
482         }
483 }
484
485 void eEPGCache::flushEPG(const uniqueEPGKey & s)
486 {
487         eDebug("[EPGC] flushEPG %d", (int)(bool)s);
488         singleLock l(cache_lock);
489         if (s)  // clear only this service
490         {
491                 eventCache::iterator it = eventDB.find(s);
492                 if ( it != eventDB.end() )
493                 {
494                         eventMap &evMap = it->second.first;
495                         timeMap &tmMap = it->second.second;
496                         tmMap.clear();
497                         for (eventMap::iterator i = evMap.begin(); i != evMap.end(); ++i)
498                                 delete i->second;
499                         evMap.clear();
500                         eventDB.erase(it);
501
502                         // TODO .. search corresponding channel for removed service and remove this channel from lastupdated map
503                 }
504         }
505         else // clear complete EPG Cache
506         {
507                 for (eventCache::iterator it(eventDB.begin());
508                         it != eventDB.end(); ++it)
509                 {
510                         eventMap &evMap = it->second.first;
511                         timeMap &tmMap = it->second.second;
512                         for (eventMap::iterator i = evMap.begin(); i != evMap.end(); ++i)
513                                 delete i->second;
514                         evMap.clear();
515                         tmMap.clear();
516                 }
517                 eventDB.clear();
518                 channelLastUpdated.clear();
519                 singleLock m(channel_map_lock);
520                 for (channelMapIterator it(m_knownChannels.begin()); it != m_knownChannels.end(); ++it)
521                         it->second->startEPG();
522         }
523         eDebug("[EPGC] %i bytes for cache used", eventData::CacheSize);
524 }
525
526 void eEPGCache::cleanLoop()
527 {
528         singleLock s(cache_lock);
529         if (!eventDB.empty())
530         {
531                 eDebug("[EPGC] start cleanloop");
532
533                 time_t now = time(0)+eDVBLocalTimeHandler::getInstance()->difference();
534
535                 for (eventCache::iterator DBIt = eventDB.begin(); DBIt != eventDB.end(); DBIt++)
536                 {
537                         for (timeMap::iterator It = DBIt->second.second.begin(); It != DBIt->second.second.end() && It->first < now;)
538                         {
539                                 if ( now > (It->first+It->second->getDuration()) )  // outdated normal entry (nvod references to)
540                                 {
541                                         // remove entry from eventMap
542                                         eventMap::iterator b(DBIt->second.first.find(It->second->getEventID()));
543                                         if ( b != DBIt->second.first.end() )
544                                         {
545                                                 // release Heap Memory for this entry   (new ....)
546 //                                              eDebug("[EPGC] delete old event (evmap)");
547                                                 DBIt->second.first.erase(b);
548                                         }
549
550                                         // remove entry from timeMap
551 //                                      eDebug("[EPGC] release heap mem");
552                                         delete It->second;
553                                         DBIt->second.second.erase(It++);
554 //                                      eDebug("[EPGC] delete old event (timeMap)");
555                                 }
556                                 else
557                                         ++It;
558                         }
559                 }
560                 eDebug("[EPGC] stop cleanloop");
561                 eDebug("[EPGC] %i bytes for cache used", eventData::CacheSize);
562         }
563         cleanTimer.start(CLEAN_INTERVAL,true);
564 }
565
566 eEPGCache::~eEPGCache()
567 {
568         messages.send(Message::quit);
569         kill(); // waiting for thread shutdown
570         singleLock s(cache_lock);
571         for (eventCache::iterator evIt = eventDB.begin(); evIt != eventDB.end(); evIt++)
572                 for (eventMap::iterator It = evIt->second.first.begin(); It != evIt->second.first.end(); It++)
573                         delete It->second;
574 }
575
576 void eEPGCache::gotMessage( const Message &msg )
577 {
578         switch (msg.type)
579         {
580                 case Message::flush:
581                         flushEPG(msg.service);
582                         break;
583                 case Message::startChannel:
584                 {
585                         singleLock s(channel_map_lock);
586                         channelMapIterator channel =
587                                 m_knownChannels.find(msg.channel);
588                         if ( channel != m_knownChannels.end() )
589                                 channel->second->startChannel();
590                         break;
591                 }
592                 case Message::leaveChannel:
593                 {
594                         singleLock s(channel_map_lock);
595                         channelMapIterator channel =
596                                 m_knownChannels.find(msg.channel);
597                         if ( channel != m_knownChannels.end() )
598                                 channel->second->abortEPG();
599                         break;
600                 }
601                 case Message::quit:
602                         quit(0);
603                         break;
604                 case Message::timeChanged:
605                         cleanLoop();
606                         break;
607                 default:
608                         eDebug("unhandled EPGCache Message!!");
609                         break;
610         }
611 }
612
613 void eEPGCache::thread()
614 {
615         nice(4);
616         load();
617         cleanLoop();
618         exec();
619         save();
620 }
621
622 void eEPGCache::load()
623 {
624 #if 0
625         FILE *f = fopen("/hdd/epg.dat", "r");
626         if (f)
627         {
628                 unsigned char md5_saved[16];
629                 unsigned char md5[16];
630                 int size=0;
631                 int cnt=0;
632                 bool md5ok=false;
633                 if (!md5_file("/hdd/epg.dat", 1, md5))
634                 {
635                         FILE *f = fopen("/hdd/epg.dat.md5", "r");
636                         if (f)
637                         {
638                                 fread( md5_saved, 16, 1, f);
639                                 fclose(f);
640                                 if ( !memcmp(md5_saved, md5, 16) )
641                                         md5ok=true;
642                         }
643                 }
644                 if ( md5ok )
645                 {
646                         char text1[13];
647                         fread( text1, 13, 1, f);
648                         if ( !strncmp( text1, "ENIGMA_EPG_V4", 13) )
649                         {
650                                 fread( &size, sizeof(int), 1, f);
651                                 while(size--)
652                                 {
653                                         uniqueEPGKey key;
654                                         eventMap evMap;
655                                         timeMap tmMap;
656                                         int size=0;
657                                         fread( &key, sizeof(uniqueEPGKey), 1, f);
658                                         fread( &size, sizeof(int), 1, f);
659                                         while(size--)
660                                         {
661                                                 __u8 len=0;
662                                                 __u8 type=0;
663                                                 eventData *event=0;
664                                                 fread( &type, sizeof(__u8), 1, f);
665                                                 fread( &len, sizeof(__u8), 1, f);
666                                                 event = new eventData(0, len, type);
667                                                 event->EITdata = new __u8[len];
668                                                 eventData::CacheSize+=len;
669                                                 fread( event->EITdata, len, 1, f);
670                                                 evMap[ event->getEventID() ]=event;
671                                                 tmMap[ event->getStartTime() ]=event;
672                                                 ++cnt;
673                                         }
674                                         eventDB[key]=std::pair<eventMap,timeMap>(evMap,tmMap);
675                                 }
676                                 eventData::load(f);
677                                 eDebug("%d events read from /hdd/epg.dat", cnt);
678                         }
679                         else
680                                 eDebug("[EPGC] don't read old epg database");
681                         fclose(f);
682                 }
683         }
684 #endif
685 }
686
687 void eEPGCache::save()
688 {
689 #if 0
690         struct statfs s;
691         off64_t tmp;
692         if (statfs("/hdd", &s)<0)
693                 tmp=0;
694         else
695         {
696                 tmp=s.f_blocks;
697                 tmp*=s.f_bsize;
698         }
699
700         // prevent writes to builtin flash
701         if ( tmp < 1024*1024*50 ) // storage size < 50MB
702                 return;
703
704         // check for enough free space on storage
705         tmp=s.f_bfree;
706         tmp*=s.f_bsize;
707         if ( tmp < (eventData::CacheSize*12)/10 ) // 20% overhead
708                 return;
709
710         FILE *f = fopen("/hdd/epg.dat", "w");
711         int cnt=0;
712         if ( f )
713         {
714                 const char *text = "ENIGMA_EPG_V4";
715                 fwrite( text, 13, 1, f );
716                 int size = eventDB.size();
717                 fwrite( &size, sizeof(int), 1, f );
718                 for (eventCache::iterator service_it(eventDB.begin()); service_it != eventDB.end(); ++service_it)
719                 {
720                         timeMap &timemap = service_it->second.second;
721                         fwrite( &service_it->first, sizeof(uniqueEPGKey), 1, f);
722                         size = timemap.size();
723                         fwrite( &size, sizeof(int), 1, f);
724                         for (timeMap::iterator time_it(timemap.begin()); time_it != timemap.end(); ++time_it)
725                         {
726                                 __u8 len = time_it->second->ByteSize;
727                                 fwrite( &time_it->second->type, sizeof(__u8), 1, f );
728                                 fwrite( &len, sizeof(__u8), 1, f);
729                                 fwrite( time_it->second->EITdata, len, 1, f);
730                                 ++cnt;
731                         }
732                 }
733                 eDebug("%d events written to /hdd/epg.dat", cnt);
734                 eventData::save(f);
735                 fclose(f);
736                 unsigned char md5[16];
737                 if (!md5_file("/hdd/epg.dat", 1, md5))
738                 {
739                         FILE *f = fopen("/hdd/epg.dat.md5", "w");
740                         if (f)
741                         {
742                                 fwrite( md5, 16, 1, f);
743                                 fclose(f);
744                         }
745                 }
746         }
747 #endif
748 }
749
750 RESULT eEPGCache::getInstance(eEPGCache *&ptr)
751 {
752         ptr = instance;
753         if (!ptr)
754                 return -1;
755         return 0;
756 }
757
758 eEPGCache::channel_data::channel_data(eEPGCache *ml)
759         :cache(ml)
760         ,abortTimer(ml), zapTimer(ml)
761         ,state(0), isRunning(0), haveData(0), can_delete(1)
762 {
763         CONNECT(zapTimer.timeout, eEPGCache::channel_data::startEPG);
764         CONNECT(abortTimer.timeout, eEPGCache::channel_data::abortNonAvail);
765 }
766
767 bool eEPGCache::channel_data::finishEPG()
768 {
769         if (!isRunning)  // epg ready
770         {
771                 eDebug("[EPGC] stop caching events(%d)", time(0)+eDVBLocalTimeHandler::getInstance()->difference());
772                 zapTimer.start(UPDATE_INTERVAL, 1);
773                 eDebug("[EPGC] next update in %i min", UPDATE_INTERVAL / 60000);
774                 for (int i=0; i < 3; ++i)
775                 {
776                         seenSections[i].clear();
777                         calcedSections[i].clear();
778                 }
779                 singleLock l(cache->cache_lock);
780                 cache->channelLastUpdated[channel->getChannelID()] = time(0)+eDVBLocalTimeHandler::getInstance()->difference();
781                 can_delete=1;
782                 return true;
783         }
784         return false;
785 }
786
787 void eEPGCache::channel_data::startEPG()
788 {
789         eDebug("[EPGC] start caching events(%d)", eDVBLocalTimeHandler::getInstance()->difference()+time(0));
790         state=0;
791         haveData=0;
792         can_delete=0;
793         for (int i=0; i < 3; ++i)
794         {
795                 seenSections[i].clear();
796                 calcedSections[i].clear();
797         }
798
799         eDVBSectionFilterMask mask;
800         memset(&mask, 0, sizeof(mask));
801         mask.pid = 0x12;
802         mask.flags = eDVBSectionFilterMask::rfCRC;
803
804         mask.data[0] = 0x4E;
805         mask.mask[0] = 0xFE;
806         m_NowNextReader->connectRead(slot(*this, &eEPGCache::channel_data::readData), m_NowNextConn);
807         m_NowNextReader->start(mask);
808         isRunning |= NOWNEXT;
809
810         mask.data[0] = 0x50;
811         mask.mask[0] = 0xF0;
812         m_ScheduleReader->connectRead(slot(*this, &eEPGCache::channel_data::readData), m_ScheduleConn);
813         m_ScheduleReader->start(mask);
814         isRunning |= SCHEDULE;
815
816         mask.data[0] = 0x60;
817         mask.mask[0] = 0xF0;
818         m_ScheduleOtherReader->connectRead(slot(*this, &eEPGCache::channel_data::readData), m_ScheduleOtherConn);
819         m_ScheduleOtherReader->start(mask);
820         isRunning |= SCHEDULE_OTHER;
821
822         abortTimer.start(7000,true);
823 }
824
825 void eEPGCache::channel_data::abortNonAvail()
826 {
827         if (!state)
828         {
829                 if ( !(haveData&eEPGCache::NOWNEXT) && (isRunning&eEPGCache::NOWNEXT) )
830                 {
831                         eDebug("[EPGC] abort non avail nownext reading");
832                         isRunning &= ~eEPGCache::NOWNEXT;
833                         m_NowNextReader->stop();
834                         m_NowNextConn=0;
835                 }
836                 if ( !(haveData&eEPGCache::SCHEDULE) && (isRunning&eEPGCache::SCHEDULE) )
837                 {
838                         eDebug("[EPGC] abort non avail schedule reading");
839                         isRunning &= ~SCHEDULE;
840                         m_ScheduleReader->stop();
841                         m_ScheduleConn=0;
842                 }
843                 if ( !(haveData&eEPGCache::SCHEDULE_OTHER) && (isRunning&eEPGCache::SCHEDULE_OTHER) )
844                 {
845                         eDebug("[EPGC] abort non avail schedule_other reading");
846                         isRunning &= ~SCHEDULE_OTHER;
847                         m_ScheduleOtherReader->stop();
848                         m_ScheduleOtherConn=0;
849                 }
850                 if ( isRunning )
851                         abortTimer.start(90000, true);
852                 else
853                 {
854                         ++state;
855                         for (int i=0; i < 3; ++i)
856                         {
857                                 seenSections[i].clear();
858                                 calcedSections[i].clear();
859                         }
860                         can_delete=1;
861                 }
862         }
863         ++state;
864 }
865
866 void eEPGCache::channel_data::startChannel()
867 {
868         updateMap::iterator It = cache->channelLastUpdated.find( channel->getChannelID() );
869
870         int update = ( It != cache->channelLastUpdated.end() ? ( UPDATE_INTERVAL - ( (time(0)+eDVBLocalTimeHandler::getInstance()->difference()-It->second) * 1000 ) ) : ZAP_DELAY );
871
872         if (update < ZAP_DELAY)
873                 update = ZAP_DELAY;
874
875         zapTimer.start(update, 1);
876         if (update >= 60000)
877                 eDebug("[EPGC] next update in %i min", update/60000);
878         else if (update >= 1000)
879                 eDebug("[EPGC] next update in %i sec", update/1000);
880 }
881
882 void eEPGCache::channel_data::abortEPG()
883 {
884         for (int i=0; i < 3; ++i)
885         {
886                 seenSections[i].clear();
887                 calcedSections[i].clear();
888         }
889         abortTimer.stop();
890         zapTimer.stop();
891         if (isRunning)
892         {
893                 eDebug("[EPGC] abort caching events !!");
894                 if (isRunning & eEPGCache::SCHEDULE)
895                 {
896                         isRunning &= ~eEPGCache::SCHEDULE;
897                         m_ScheduleReader->stop();
898                         m_ScheduleConn=0;
899                 }
900                 if (isRunning & eEPGCache::NOWNEXT)
901                 {
902                         isRunning &= ~eEPGCache::NOWNEXT;
903                         m_NowNextReader->stop();
904                         m_NowNextConn=0;
905                 }
906                 if (isRunning & SCHEDULE_OTHER)
907                 {
908                         isRunning &= ~eEPGCache::SCHEDULE_OTHER;
909                         m_ScheduleOtherReader->stop();
910                         m_ScheduleOtherConn=0;
911                 }
912                 can_delete=1;
913         }
914 }
915
916 void eEPGCache::channel_data::readData( const __u8 *data)
917 {
918         if (!data)
919                 eDebug("get Null pointer from section reader !!");
920         else
921         {
922                 int source;
923                 int map;
924                 iDVBSectionReader *reader=NULL;
925                 switch(data[0])
926                 {
927                         case 0x4E ... 0x4F:
928                                 reader=m_NowNextReader;
929                                 source=eEPGCache::NOWNEXT;
930                                 map=0;
931                                 break;
932                         case 0x50 ... 0x5F:
933                                 reader=m_ScheduleReader;
934                                 source=eEPGCache::SCHEDULE;
935                                 map=1;
936                                 break;
937                         case 0x60 ... 0x6F:
938                                 reader=m_ScheduleOtherReader;
939                                 source=eEPGCache::SCHEDULE_OTHER;
940                                 map=2;
941                                 break;
942                         default:
943                                 eDebug("[EPGC] unknown table_id !!!");
944                                 return;
945                 }
946                 tidMap &seenSections = this->seenSections[map];
947                 tidMap &calcedSections = this->calcedSections[map];
948                 if ( state == 1 && calcedSections == seenSections || state > 1 )
949                 {
950                         eDebugNoNewLine("[EPGC] ");
951                         switch (source)
952                         {
953                                 case eEPGCache::NOWNEXT:
954                                         m_NowNextConn=0;
955                                         eDebugNoNewLine("nownext");
956                                         break;
957                                 case eEPGCache::SCHEDULE:
958                                         m_ScheduleConn=0;
959                                         eDebugNoNewLine("schedule");
960                                         break;
961                                 case eEPGCache::SCHEDULE_OTHER:
962                                         m_ScheduleOtherConn=0;
963                                         eDebugNoNewLine("schedule other");
964                                         break;
965                                 default: eDebugNoNewLine("unknown");break;
966                         }
967                         eDebug(" finished(%d)", time(0)+eDVBLocalTimeHandler::getInstance()->difference());
968                         if ( reader )
969                                 reader->stop();
970                         isRunning &= ~source;
971                         if (!isRunning)
972                                 finishEPG();
973                 }
974                 else
975                 {
976                         eit_t *eit = (eit_t*) data;
977                         __u32 sectionNo = data[0] << 24;
978                         sectionNo |= data[3] << 16;
979                         sectionNo |= data[4] << 8;
980                         sectionNo |= eit->section_number;
981
982                         tidMap::iterator it =
983                                 seenSections.find(sectionNo);
984
985                         if ( it == seenSections.end() )
986                         {
987                                 seenSections.insert(sectionNo);
988                                 calcedSections.insert(sectionNo);
989                                 __u32 tmpval = sectionNo & 0xFFFFFF00;
990                                 __u8 incr = source == NOWNEXT ? 1 : 8;
991                                 for ( int i = 0; i <= eit->last_section_number; i+=incr )
992                                 {
993                                         if ( i == eit->section_number )
994                                         {
995                                                 for (int x=i; x <= eit->segment_last_section_number; ++x)
996                                                         calcedSections.insert(tmpval|(x&0xFF));
997                                         }
998                                         else
999                                                 calcedSections.insert(tmpval|(i&0xFF));
1000                                 }
1001                                 cache->sectionRead(data, source, this);
1002                         }
1003                 }
1004         }
1005 }
1006
1007 RESULT eEPGCache::lookupEvent(const eServiceReference &service, time_t t, const eventData *&result )
1008 // if t == 0 we search the current event...
1009 {
1010         singleLock s(cache_lock);
1011         uniqueEPGKey key(service);
1012
1013         // check if EPG for this service is ready...
1014         eventCache::iterator It = eventDB.find( key );
1015         if ( It != eventDB.end() && !It->second.first.empty() ) // entrys cached ?
1016         {
1017                 if (!t)
1018                         t = time(0)+eDVBLocalTimeHandler::getInstance()->difference();
1019
1020 // TODO: optimize this.. why we here search first in timemap.. and then in eventmap??
1021                 timeMap::iterator i = It->second.second.lower_bound(t);
1022                 if ( i != It->second.second.end() )
1023                 {
1024                         if ( i != It->second.second.end() )
1025                         {
1026                                 if ( t <= i->first+i->second->getDuration() )
1027                                 {
1028                                         result = i->second;
1029                                         return 0;
1030                                 }
1031                         }
1032                 }
1033
1034                 for ( eventMap::iterator i( It->second.first.begin() ); i != It->second.first.end(); i++)
1035                 {
1036                         int duration = i->second->getDuration();
1037                         time_t begTime = i->second->getStartTime();
1038                         if ( t >= begTime && t <= begTime+duration) // then we have found
1039                         {
1040                                 result = i->second;
1041                                 return 0;
1042                         }
1043                 }
1044         }
1045         return -1;
1046 }
1047
1048 RESULT eEPGCache::lookupEvent(const eServiceReference &service, time_t t, const eit_event_struct *&result )
1049 {
1050         singleLock s(cache_lock);
1051         const eventData *data=0;
1052         RESULT ret = lookupEvent(service, t, data);
1053         if ( !ret && data )
1054                 result = data->get();
1055         return ret;
1056 }
1057
1058 RESULT eEPGCache::lookupEvent(const eServiceReference &service, time_t t, Event *& result )
1059 {
1060         singleLock s(cache_lock);
1061         const eventData *data=0;
1062         RESULT ret = lookupEvent(service, t, data);
1063         if ( !ret && data )
1064                 result = new Event((uint8_t*)data->get());
1065         return ret;
1066 }
1067
1068 RESULT eEPGCache::lookupEvent(const eServiceReference &service, time_t t, ePtr<eServiceEvent> &result )
1069 {
1070         singleLock s(cache_lock);
1071         const eventData *data=0;
1072         RESULT ret = lookupEvent(service, t, data);
1073         if ( !ret && data )
1074         {
1075                 Event ev((uint8_t*)data->get());
1076                 result = new eServiceEvent();
1077                 ret = result->parseFrom(&ev);
1078         }
1079         return ret;
1080 }
1081
1082 RESULT eEPGCache::lookupEvent(const eServiceReference &service, int event_id, const eventData *&result )
1083 {
1084         singleLock s(cache_lock);
1085         uniqueEPGKey key( service );
1086
1087         eventCache::iterator It = eventDB.find( key );
1088         if ( It != eventDB.end() && !It->second.first.empty() ) // entrys cached?
1089         {
1090                 eventMap::iterator i( It->second.first.find( event_id ));
1091                 if ( i != It->second.first.end() )
1092                 {
1093                         result = i->second;
1094                         return 0;
1095                 }
1096                 else
1097                 {
1098                         result = 0;
1099                         eDebug("event %04x not found in epgcache", event_id);
1100                 }
1101         }
1102         return -1;
1103 }
1104
1105 RESULT eEPGCache::lookupEvent(const eServiceReference &service, int event_id, const eit_event_struct *&result)
1106 {
1107         singleLock s(cache_lock);
1108         const eventData *data=0;
1109         RESULT ret = lookupEvent(service, event_id, data);
1110         if ( !ret && data )
1111                 result = data->get();
1112         return ret;
1113 }
1114
1115 RESULT eEPGCache::lookupEvent(const eServiceReference &service, int event_id, Event *& result)
1116 {
1117         singleLock s(cache_lock);
1118         const eventData *data=0;
1119         RESULT ret = lookupEvent(service, event_id, data);
1120         if ( !ret && data )
1121                 result = new Event((uint8_t*)data->get());
1122         return ret;
1123 }
1124
1125 RESULT eEPGCache::lookupEvent(const eServiceReference &service, int event_id, ePtr<eServiceEvent> &result)
1126 {
1127         singleLock s(cache_lock);
1128         const eventData *data=0;
1129         RESULT ret = lookupEvent(service, event_id, data);
1130         if ( !ret && data )
1131         {
1132                 Event ev((uint8_t*)data->get());
1133                 result = new eServiceEvent();
1134                 ret = result->parseFrom(&ev);
1135         }
1136         return ret;
1137 }
1138
1139 RESULT eEPGCache::startTimeQuery(const eServiceReference &service, time_t begin, int minutes)
1140 {
1141         eventCache::iterator It = eventDB.find( service );
1142         if ( It != eventDB.end() && It->second.second.size() )
1143         {
1144                 m_timemap_end = minutes != -1 ? It->second.second.upper_bound(begin+minutes*60) : It->second.second.end();
1145                 if ( begin != -1 )
1146                 {
1147                         m_timemap_cursor = It->second.second.lower_bound(begin);
1148                         if ( m_timemap_cursor != It->second.second.end() && m_timemap_cursor != It->second.second.begin() )
1149                         {
1150                                 timeMap::iterator it = m_timemap_cursor;
1151                                 --it;
1152                                 if ( (it->second->getStartTime() + it->second->getDuration()) > begin )
1153                                         m_timemap_cursor = it;
1154                         }
1155                 }
1156                 else
1157                         m_timemap_cursor = It->second.second.begin();
1158                 return 0;
1159         }
1160         return -1;
1161 }
1162
1163 RESULT eEPGCache::getNextTimeEntry(const eventData *& result)
1164 {
1165         if ( m_timemap_cursor != m_timemap_end )
1166         {
1167                 result = m_timemap_cursor++->second;
1168                 return 0;
1169         }
1170         return -1;
1171 }
1172
1173 RESULT eEPGCache::getNextTimeEntry(const eit_event_struct *&result)
1174 {
1175         if ( m_timemap_cursor != m_timemap_end )
1176         {
1177                 result = m_timemap_cursor++->second->get();
1178                 return 0;
1179         }
1180         return -1;
1181 }
1182
1183 RESULT eEPGCache::getNextTimeEntry(Event *&result)
1184 {
1185         if ( m_timemap_cursor != m_timemap_end )
1186         {
1187                 result = new Event((uint8_t*)m_timemap_cursor++->second->get());
1188                 return 0;
1189         }
1190         return -1;
1191 }
1192
1193 RESULT eEPGCache::getNextTimeEntry(ePtr<eServiceEvent> &result)
1194 {
1195         if ( m_timemap_cursor != m_timemap_end )
1196         {
1197                 Event ev((uint8_t*)m_timemap_cursor++->second->get());
1198                 result = new eServiceEvent();
1199                 return result->parseFrom(&ev);
1200         }
1201         return -1;
1202 }