Revert "Revert "disable m2ts support for release 2.6""
[enigma2.git] / lib / python / Components / DreamInfoHandler.py
1 # -*- coding: iso-8859-1 -*-
2 import xml.sax
3 from Tools.Directories import crawlDirectory, resolveFilename, SCOPE_CONFIG, SCOPE_SKIN, SCOPE_METADIR, copyfile, copytree
4 from Components.NimManager import nimmanager
5 from Components.Ipkg import IpkgComponent
6 from Components.config import config, configfile
7 from Tools.HardwareInfo import HardwareInfo
8 from enigma import eConsoleAppContainer, eDVBDB
9 import os
10 from re import compile as re_compile, search as re_search, IGNORECASE
11
12 class InfoHandlerParseError(Exception):
13         def __init__(self, value):
14                 self.value = value
15         def __str__(self):
16                 return repr(self.value)
17
18 class InfoHandler(xml.sax.ContentHandler):
19         def __init__(self, prerequisiteMet, directory):
20                 self.attributes = {}
21                 self.directory = directory
22                 self.list = []
23                 self.globalprerequisites = {}
24                 self.prerequisites = {}
25                 self.elements = []
26                 self.validFileTypes = ["skin", "config", "services", "favourites", "package"]
27                 self.prerequisitesMet = prerequisiteMet
28                 self.data = ""
29
30         def printError(self, error):
31                 print "Error in defaults xml files:", error
32                 raise InfoHandlerParseError, error
33
34         def startElement(self, name, attrs):
35                 #print name, ":", attrs.items()
36                 self.elements.append(name)
37
38                 if name in ("hardware", "bcastsystem", "satellite", "tag", "flag"):
39                         if not attrs.has_key("type"):
40                                         self.printError(str(name) + " tag with no type attribute")
41                         if self.elements[-3] in ("default", "package"):
42                                 prerequisites = self.globalprerequisites
43                         else:
44                                 prerequisites = self.prerequisites
45                         if not prerequisites.has_key(name):
46                                 prerequisites[name] = []
47                         prerequisites[name].append(str(attrs["type"]))
48
49                 if name == "info":
50                         self.foundTranslation = None
51                         self.data = ""
52
53                 if name == "files":
54                         if attrs.has_key("type"):
55                                 if attrs["type"] == "directories":
56                                         self.attributes["filestype"] = "directories"
57                                 elif attrs["type"] == "package":
58                                         self.attributes["filestype"] = "package"
59                                 # TODO add a compressed archive type
60
61                 if name == "file":
62                         self.prerequisites = {}
63                         if not attrs.has_key("type"):
64                                 self.printError("file tag with no type attribute")
65                         else:
66                                 if not attrs.has_key("name"):
67                                         self.printError("file tag with no name attribute")
68                                 else:   
69                                         if not attrs.has_key("directory"):
70                                                 directory = self.directory
71                                         type = attrs["type"]
72                                         if not type in self.validFileTypes:
73                                                 self.printError("file tag with invalid type attribute")
74                                         else:
75                                                 self.filetype = type
76                                                 self.fileattrs = attrs
77
78                 if name == "package":
79                         if attrs.has_key("details"):
80                                 self.attributes["details"] = str(attrs["details"])
81                         if attrs.has_key("name"):
82                                 self.attributes["name"] = str(attrs["name"])
83                         if attrs.has_key("packagename"):
84                                 self.attributes["packagename"] = str(attrs["packagename"])
85                         if attrs.has_key("packagetype"):
86                                 self.attributes["packagetype"] = str(attrs["packagetype"])
87                         if attrs.has_key("shortdescription"):
88                                 self.attributes["shortdescription"] = str(attrs["shortdescription"])
89
90                 if name == "screenshot":
91                         if attrs.has_key("src"):
92                                 self.attributes["screenshot"] = str(attrs["src"])
93
94         def endElement(self, name):
95                 #print "endElement", name
96                 #print "self.elements:", self.elements
97                 self.elements.pop()
98                 if name == "file":
99                         #print "prerequisites:", self.prerequisites
100                         if len(self.prerequisites) == 0 or self.prerequisitesMet(self.prerequisites):
101                                 if not self.attributes.has_key(self.filetype):
102                                         self.attributes[self.filetype] = []
103                                 if self.fileattrs.has_key("directory"):
104                                         directory = str(self.fileattrs["directory"])
105                                         if len(directory) < 1 or directory[0] != "/":
106                                                 directory = self.directory + directory
107                                 else:
108                                         directory = self.directory
109                                 self.attributes[self.filetype].append({ "name": str(self.fileattrs["name"]), "directory": directory })
110
111                 if name in ( "default", "package" ):
112                         self.list.append({"attributes": self.attributes, 'prerequisites': self.globalprerequisites})
113                         self.attributes = {}
114                         self.globalprerequisites = {}
115
116         def characters(self, data):
117                 if self.elements[-1] == "author":
118                         self.attributes["author"] = str(data)
119                 if self.elements[-1] == "name":
120                         self.attributes["name"] = str(data)
121                 if self.elements[-1] == "packagename":
122                         self.attributes["packagename"] = str(data)
123                 if self.elements[-1] == "shortdescription":
124                         self.attributes["shortdescription"] = str(data)
125                 if self.elements[-1] == "description":
126                         self.data += data.strip()
127                         self.attributes["description"] = str(self.data)
128                 #print "characters", data
129
130
131 class DreamInfoHandler:
132         STATUS_WORKING = 0
133         STATUS_DONE = 1
134         STATUS_ERROR = 2
135         STATUS_INIT = 4
136
137         def __init__(self, statusCallback, blocking = False, neededTag = None, neededFlag = None):
138                 self.hardware_info = HardwareInfo()
139                 self.directory = "/"
140
141                 self.neededTag = neededTag
142                 self.neededFlag = neededFlag
143
144                 # caution: blocking should only be used, if further execution in enigma2 depends on the outcome of
145                 # the installer!
146                 self.blocking = blocking
147
148                 self.currentlyInstallingMetaIndex = None
149
150                 self.console = eConsoleAppContainer()
151                 self.console.appClosed.append(self.installNext)
152                 self.reloadFavourites = False
153
154                 self.statusCallback = statusCallback
155                 self.setStatus(self.STATUS_INIT)
156
157                 self.packageslist = []
158                 self.packagesIndexlist = []
159                 self.packageDetails = []
160
161         def readInfo(self, directory, file):
162                 print "Reading .info file", file
163                 handler = InfoHandler(self.prerequisiteMet, directory)
164                 try:
165                         xml.sax.parse(file, handler)
166                         for entry in handler.list:
167                                 self.packageslist.append((entry,file)) 
168                 except InfoHandlerParseError:
169                         print "file", file, "ignored due to errors in the file"
170                 #print handler.list
171
172         def readIndex(self, directory, file):
173                 print "Reading .xml meta index file", directory, file
174                 handler = InfoHandler(self.prerequisiteMet, directory)
175                 try:
176                         xml.sax.parse(file, handler)
177                         for entry in handler.list:
178                                 self.packagesIndexlist.append((entry,file))
179                 except InfoHandlerParseError:
180                         print "file", file, "ignored due to errors in the file"
181                 #print handler.list
182
183         def readDetails(self, directory, file):
184                 self.packageDetails = []
185                 print "Reading .xml meta details file", file
186                 handler = InfoHandler(self.prerequisiteMet, directory)
187                 try:
188                         xml.sax.parse(file, handler)
189                         for entry in handler.list:
190                                 self.packageDetails.append((entry,file))
191                 except InfoHandlerParseError:
192                         print "file", file, "ignored due to errors in the file"
193                 #print handler.list
194
195         # prerequisites = True: give only packages matching the prerequisites
196         def fillPackagesList(self, prerequisites = True):
197                 self.packageslist = []
198                 packages = []
199                 if not isinstance(self.directory, list):
200                         self.directory = [self.directory]
201
202                 for directory in self.directory:
203                         packages += crawlDirectory(directory, ".*\.info$")
204
205                 for package in packages:
206                         self.readInfo(package[0] + "/", package[0] + "/" + package[1])
207
208                 if prerequisites:
209                         for package in self.packageslist[:]:
210                                 if not self.prerequisiteMet(package[0]["prerequisites"]):
211                                         self.packageslist.remove(package)
212                 return self.packageslist
213
214         # prerequisites = True: give only packages matching the prerequisites
215         def fillPackagesIndexList(self, prerequisites = True):
216                 self.packagesIndexlist = []
217                 indexfileList = []
218
219                 if not isinstance(self.directory, list):
220                         self.directory = [self.directory]
221
222                 for indexfile in os.listdir(self.directory[0]):
223                         if indexfile.startswith("index-"):
224                                 if indexfile.endswith(".xml"):
225                                         if indexfile[-7:-6] == "_":
226                                                 continue
227                                         indexfileList.append(indexfile)
228                 if len(indexfileList):
229                         for file in indexfileList:
230                                 neededFile = self.directory[0] + "/" + file
231                                 if os.path.isfile(neededFile):
232                                         self.readIndex(self.directory[0] + "/" , neededFile)
233
234                 if prerequisites:
235                         for package in self.packagesIndexlist[:]:
236                                 if not self.prerequisiteMet(package[0]["prerequisites"]):
237                                         self.packagesIndexlist.remove(package)
238                 return self.packagesIndexlist
239
240         # prerequisites = True: give only packages matching the prerequisites
241         def fillPackageDetails(self, details = None):
242                 self.packageDetails = []
243                 detailsfile = details
244                 if not isinstance(self.directory, list):
245                         self.directory = [self.directory]
246                 self.readDetails(self.directory[0] + "/", self.directory[0] + "/" + detailsfile)
247                 return self.packageDetails
248                         
249         def prerequisiteMet(self, prerequisites):
250                 # TODO: we need to implement a hardware detection here...
251                 print "prerequisites:", prerequisites
252                 met = True
253                 if self.neededTag is None:
254                         if prerequisites.has_key("tag"):
255                                 return False
256                 elif self.neededTag == 'ALL_TAGS':
257                                 return True
258                 else:
259                         if prerequisites.has_key("tag"):
260                                 if not self.neededTag in prerequisites["tag"]:
261                                         return False
262                         else:
263                                 return False
264
265                 if self.neededFlag is None:
266                         if prerequisites.has_key("flag"):
267                                 return False
268                 else:
269                         if prerequisites.has_key("flag"):
270                                 if not self.neededFlag in prerequisites["flag"]:
271                                         return False
272                         else:
273                                 return True # No flag found, assuming all flags valid
274                                 
275                 if prerequisites.has_key("satellite"):
276                         for sat in prerequisites["satellite"]:
277                                 if int(sat) not in nimmanager.getConfiguredSats():
278                                         return False                    
279                 if prerequisites.has_key("bcastsystem"):
280                         has_system = False
281                         for bcastsystem in prerequisites["bcastsystem"]:
282                                 if nimmanager.hasNimType(bcastsystem):
283                                         has_system = True
284                         if not has_system:
285                                 return False
286                 if prerequisites.has_key("hardware"):
287                         hardware_found = False
288                         for hardware in prerequisites["hardware"]:
289                                 if hardware == self.hardware_info.device_name:
290                                         hardware_found = True
291                         if not hardware_found:
292                                 return False
293                 return True
294         
295         def installPackages(self, indexes):
296                 print "installing packages", indexes
297                 if len(indexes) == 0:
298                         self.setStatus(self.STATUS_DONE)
299                         return
300                 self.installIndexes = indexes
301                 print "+++++++++++++++++++++++bla"
302                 self.currentlyInstallingMetaIndex = 0
303                 self.installPackage(self.installIndexes[self.currentlyInstallingMetaIndex])
304
305         def installPackage(self, index):
306                 print "self.packageslist:", self.packageslist
307                 if len(self.packageslist) <= index:
308                         print "no package with index", index, "found... installing nothing"
309                         return
310                 print "installing package with index", index, "and name", self.packageslist[index][0]["attributes"]["name"]
311                 
312                 attributes = self.packageslist[index][0]["attributes"]
313                 self.installingAttributes = attributes
314                 self.attributeNames = ["skin", "config", "favourites", "package", "services"]
315                 self.currentAttributeIndex = 0
316                 self.currentIndex = -1
317                 self.installNext()
318                 
319         def setStatus(self, status):
320                 self.status = status
321                 self.statusCallback(self.status, None)
322                                                 
323         def installNext(self, *args, **kwargs):
324                 if self.reloadFavourites:
325                         self.reloadFavourites = False
326                         db = eDVBDB.getInstance().reloadBouquets()
327
328                 self.currentIndex += 1
329                 attributes = self.installingAttributes
330                 #print "attributes:", attributes
331                 
332                 if self.currentAttributeIndex >= len(self.attributeNames): # end of package reached
333                         print "end of package reached"
334                         if self.currentlyInstallingMetaIndex is None or self.currentlyInstallingMetaIndex >= len(self.installIndexes) - 1:
335                                 print "set status to DONE"
336                                 self.setStatus(self.STATUS_DONE)
337                                 return
338                         else:
339                                 print "increment meta index to install next package"
340                                 self.currentlyInstallingMetaIndex += 1
341                                 self.currentAttributeIndex = 0
342                                 self.installPackage(self.installIndexes[self.currentlyInstallingMetaIndex])
343                                 return
344                 
345                 self.setStatus(self.STATUS_WORKING)             
346                 
347                 print "currentAttributeIndex:", self.currentAttributeIndex
348                 currentAttribute = self.attributeNames[self.currentAttributeIndex]
349                 
350                 print "installing", currentAttribute, "with index", self.currentIndex
351                 
352                 if attributes.has_key(currentAttribute):
353                         if self.currentIndex >= len(attributes[currentAttribute]): # all jobs done for current attribute
354                                 self.currentIndex = -1
355                                 self.currentAttributeIndex += 1
356                                 self.installNext()
357                                 return
358                 else: # nothing to install here
359                         self.currentIndex = -1
360                         self.currentAttributeIndex += 1
361                         self.installNext()
362                         return
363                         
364                 if currentAttribute == "skin":
365                         skin = attributes["skin"][self.currentIndex]
366                         self.installSkin(skin["directory"], skin["name"])
367                 elif currentAttribute == "config":
368                         if self.currentIndex == 0:
369                                 from Components.config import configfile
370                                 configfile.save()
371                         config = attributes["config"][self.currentIndex]
372                         self.mergeConfig(config["directory"], config["name"])
373                 elif currentAttribute == "favourites":
374                         favourite = attributes["favourites"][self.currentIndex]
375                         self.installFavourites(favourite["directory"], favourite["name"])
376                 elif currentAttribute == "package":
377                         package = attributes["package"][self.currentIndex]
378                         self.installIPK(package["directory"], package["name"])
379                 elif currentAttribute == "services":
380                         service = attributes["services"][self.currentIndex]
381                         self.mergeServices(service["directory"], service["name"])
382                                 
383         def readfile(self, filename):
384                 if not os.path.isfile(filename):
385                         return []
386                 fd = open(filename)
387                 lines = fd.readlines()
388                 fd.close()
389                 return lines
390                         
391         def mergeConfig(self, directory, name, merge = True):
392                 print "merging config:", directory, " - ", name
393                 if os.path.isfile(directory + name):
394                         config.loadFromFile(directory + name)
395                         configfile.save()
396                 self.installNext()
397                 
398         def installIPK(self, directory, name):
399                 if self.blocking:
400                         os.system("ipkg install " + directory + name)
401                         self.installNext()
402                 else:
403                         self.ipkg = IpkgComponent()
404                         self.ipkg.addCallback(self.ipkgCallback)
405                         self.ipkg.startCmd(IpkgComponent.CMD_INSTALL, {'package': directory + name})
406                 
407         def ipkgCallback(self, event, param):
408                 print "ipkgCallback"
409                 if event == IpkgComponent.EVENT_DONE:
410                         self.installNext()
411                 elif event == IpkgComponent.EVENT_ERROR:
412                         self.installNext()
413         
414         def installSkin(self, directory, name):
415                 print "installing skin:", directory, " - ", name
416                 print "cp -a %s %s" % (directory, resolveFilename(SCOPE_SKIN))
417                 if self.blocking:
418                         copytree(directory, resolveFilename(SCOPE_SKIN))
419                         self.installNext()
420                 else:
421                         if self.console.execute("cp -a %s %s" % (directory, resolveFilename(SCOPE_SKIN))):
422                                 print "execute failed"
423                                 self.installNext()
424
425         def mergeServices(self, directory, name, merge = False):
426                 print "merging services:", directory, " - ", name
427                 if os.path.isfile(directory + name):
428                         db = eDVBDB.getInstance()
429                         db.reloadServicelist()
430                         db.loadServicelist(directory + name)
431                         db.saveServicelist()
432                 self.installNext()
433
434         def installFavourites(self, directory, name):
435                 print "installing favourites:", directory, " - ", name
436                 self.reloadFavourites = True
437
438                 if self.blocking:
439                         copyfile(directory + name, resolveFilename(SCOPE_CONFIG))
440                         self.installNext()
441                 else:
442                         if self.console.execute("cp %s %s" % ((directory + name), resolveFilename(SCOPE_CONFIG))):
443                                 print "execute failed"
444                                 self.installNext()