/[thuban]/branches/WIP-pyshapelib-bramz/Thuban/Model/load.py
ViewVC logotype

Diff of /branches/WIP-pyshapelib-bramz/Thuban/Model/load.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1268 by bh, Fri Jun 20 16:10:12 2003 UTC revision 2034 by bh, Mon Dec 22 16:35:16 2003 UTC
# Line 24  from Thuban import _ Line 24  from Thuban import _
24  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \
25       FIELDTYPE_STRING       FIELDTYPE_STRING
26    
27    from Thuban.Model.color import Color, Transparent
28    
29  from Thuban.Model.session import Session  from Thuban.Model.session import Session
30  from Thuban.Model.map import Map  from Thuban.Model.map import Map
31  from Thuban.Model.layer import Layer, RasterLayer  from Thuban.Model.layer import Layer, RasterLayer
 from Thuban.Model.color import Color  
32  from Thuban.Model.proj import Projection  from Thuban.Model.proj import Projection
33  from Thuban.Model.range import Range  from Thuban.Model.range import Range
34  from Thuban.Model.classification import Classification, \  from Thuban.Model.classification import Classification, \
# Line 37  from Thuban.Model.data import DerivedSha Line 38  from Thuban.Model.data import DerivedSha
38  from Thuban.Model.table import DBFTable  from Thuban.Model.table import DBFTable
39  from Thuban.Model.transientdb import TransientJoinedTable  from Thuban.Model.transientdb import TransientJoinedTable
40    
41    from Thuban.Model.xmlreader import XMLReader
42    import resource
43    
44    import postgisdb
45    
46  class LoadError(Exception):  class LoadError(Exception):
     pass  
47    
48  from Thuban.Model.xmlreader import XMLReader      """Exception raised when the thuban file is corrupted
49  import resource  
50        Not all cases of corrupted thuban files will lead to this exception
51        but those that are found by checks in the loading code itself are.
52        """
53    
54    
55    class LoadCancelled(Exception):
56    
57        """Exception raised to indicate that loading was interrupted by the user"""
58    
59    
60  def parse_color(color):  def parse_color(color):
61      """Return the color object for the string color.      """Return the color object for the string color.
# Line 51  def parse_color(color): Line 65  def parse_color(color):
65      """      """
66      color = string.strip(color)      color = string.strip(color)
67      if color == "None":      if color == "None":
68          result = Color.Transparent          result = Transparent
69      elif color[0] == '#':      elif color[0] == '#':
70          if len(color) == 7:          if len(color) == 7:
71              r = string.atoi(color[1:3], 16) / 255.0              r = string.atoi(color[1:3], 16) / 255.0
# Line 86  class AttrDesc: Line 100  class AttrDesc:
100    
101  class SessionLoader(XMLReader):  class SessionLoader(XMLReader):
102    
103      def __init__(self):      def __init__(self, db_connection_callback = None):
104          """Inititialize the Sax handler."""          """Inititialize the Sax handler."""
105          XMLReader.__init__(self)          XMLReader.__init__(self)
106    
107            self.db_connection_callback = db_connection_callback
108    
109          self.theSession = None          self.theSession = None
110          self.aMap = None          self.aMap = None
111          self.aLayer = None          self.aLayer = None
# Line 100  class SessionLoader(XMLReader): Line 116  class SessionLoader(XMLReader):
116    
117          dispatchers = {          dispatchers = {
118              'session'       : ("start_session",        "end_session"),              'session'       : ("start_session",        "end_session"),
119    
120                'dbconnection': ("start_dbconnection", None),
121    
122                'dbshapesource': ("start_dbshapesource", None),
123              'fileshapesource': ("start_fileshapesource", None),              'fileshapesource': ("start_fileshapesource", None),
124              'derivedshapesource': ("start_derivedshapesource", None),              'derivedshapesource': ("start_derivedshapesource", None),
125              'filetable': ("start_filetable", None),              'filetable': ("start_filetable", None),
# Line 119  class SessionLoader(XMLReader): Line 139  class SessionLoader(XMLReader):
139              'labellayer'    : ("start_labellayer",     None),              'labellayer'    : ("start_labellayer",     None),
140              'label'         : ("start_label",          None)}              'label'         : ("start_label",          None)}
141    
142          # all dispatchers should be used for the 0.8 namespace          # all dispatchers should be used for the 0.8 and 0.9 namespaces too
143          xmlns = "http://thuban.intevation.org/dtds/thuban-0.8.dtd"          for xmlns in ("http://thuban.intevation.org/dtds/thuban-0.8.dtd",
144          for key, value in dispatchers.items():                        "http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd",
145              dispatchers[(xmlns, key)] = value                        "http://thuban.intevation.org/dtds/thuban-0.9.dtd",
146                          "http://thuban.intevation.org/dtds/thuban-1.0-dev.dtd",
147                          "http://thuban.intevation.org/dtds/thuban-1.0rc1.dtd"):
148                for key, value in dispatchers.items():
149                    dispatchers[(xmlns, key)] = value
150    
151          XMLReader.AddDispatchers(self, dispatchers)          XMLReader.AddDispatchers(self, dispatchers)
152    
153        def Destroy(self):
154            """Clear all instance variables to cut cyclic references.
155    
156            The GC would have collected the loader eventually but it can
157            happen that it doesn't run at all until Thuban is closed (2.3
158            but not 2.2 tries a bit harder and forces a collection when the
159            interpreter terminates)
160            """
161            self.__dict__.clear()
162    
163      def start_session(self, name, qname, attrs):      def start_session(self, name, qname, attrs):
164          self.theSession = Session(self.encode(attrs.get((None, 'title'),          self.theSession = Session(self.encode(attrs.get((None, 'title'),
165                                                          None)))                                                          None)))
# Line 153  class SessionLoader(XMLReader): Line 187  class SessionLoader(XMLReader):
187          If the attribute has a default value and it is not present in          If the attribute has a default value and it is not present in
188          attrs, use that default value as the value in the returned dict.          attrs, use that default value as the value in the returned dict.
189    
190          If a conversion is specified, convert the value before putting          The value is converted before putting it into the returned dict.
191          it into the returned dict. The following conversions are          The following conversions are available:
         available:  
192    
193             'filename' -- The attribute is a filename.             'filename' -- The attribute is a filename.
194    
# Line 171  class SessionLoader(XMLReader): Line 204  class SessionLoader(XMLReader):
204                        defined earlier in the .thuban file. Look it up                        defined earlier in the .thuban file. Look it up
205                        self.idmap. If it's the ID of a shapestore the                        self.idmap. If it's the ID of a shapestore the
206                        value will be the table of the shapestore.                        value will be the table of the shapestore.
207    
208               'idref' -- The attribute is the id of an object defined
209                          earlier in the .thuban file. Look it up self.idmap
210    
211               'ascii' -- The attribute is converted to a bytestring with
212                          ascii encoding.
213    
214               a callable -- The attribute value is passed to the callable
215                             and the return value is used as the converted
216                             value
217    
218            If no conversion is specified for an attribute it is converted
219            with self.encode.
220          """          """
221          normalized = {}          normalized = {}
222    
223          for d in descr:          for d in descr:
224              if d.required and not attrs.has_key(d.fullname):              if d.required and not attrs.has_key(d.fullname):
225                  pass                  raise LoadError("Element %s requires an attribute %r"
226              #raise LoadError("Element %s requires an attribute %r"                                  % (element, d.name))
             #                    % (element, d.name))  
227              value = attrs.get(d.fullname, d.default)              value = attrs.get(d.fullname, d.default)
228    
229              if d.conversion == "shapesource":              if d.conversion in ("idref", "shapesource"):
230                  if value in self.idmap:                  if value in self.idmap:
231                      value = self.idmap[value]                      value = self.idmap[value]
232                  else:                  else:
# Line 200  class SessionLoader(XMLReader): Line 245  class SessionLoader(XMLReader):
245              elif d.conversion == "filename":              elif d.conversion == "filename":
246                  value = os.path.abspath(os.path.join(self.GetDirectory(),                  value = os.path.abspath(os.path.join(self.GetDirectory(),
247                                                       value))                                                       value))
248                elif d.conversion == "ascii":
249                    value = value.encode("ascii")
250                elif d.conversion:
251                    # Assume it's a callable
252                    value = d.conversion(value)
253                else:
254                   value = self.encode(value)
255    
256              normalized[d.name] = value              normalized[d.name] = value
257          return normalized          return normalized
258    
259        def start_dbconnection(self, name, qname, attrs):
260            attrs = self.check_attrs(name, attrs,
261                                     [AttrDesc("id", True),
262                                      AttrDesc("dbtype", True),
263                                      AttrDesc("host", False, ""),
264                                      AttrDesc("port", False, ""),
265                                      AttrDesc("user", False, ""),
266                                      AttrDesc("dbname", True)])
267            ID = attrs["id"]
268            dbtype = attrs["dbtype"]
269            if dbtype != "postgis":
270                raise LoadError("dbtype %r not supported" % filetype)
271    
272            del attrs["id"]
273            del attrs["dbtype"]
274    
275            # Try to open the connection and if it fails ask the user for
276            # the correct parameters repeatedly.
277            # FIXME: it would be better not to insist on getting a
278            # connection here. We should handle this more like the raster
279            # images where the layers etc still are created but are not
280            # drawn in case Thuban can't use the data for various reasons
281            while 1:
282                try:
283                    conn = postgisdb.PostGISConnection(**attrs)
284                    break
285                except postgisdb.ConnectionError, val:
286                    if self.db_connection_callback is not None:
287                        attrs = self.db_connection_callback(attrs, str(val))
288                        if attrs is None:
289                            raise LoadCancelled
290                    else:
291                        raise
292    
293            self.idmap[ID] = conn
294            self.theSession.AddDBConnection(conn)
295    
296        def start_dbshapesource(self, name, qname, attrs):
297            attrs = self.check_attrs(name, attrs,
298                                     [AttrDesc("id", True),
299                                      AttrDesc("dbconn", True,
300                                               conversion = "idref"),
301                                      AttrDesc("tablename", True,
302                                               conversion = "ascii")])
303            ID = attrs["id"]
304            db = attrs["dbconn"]
305            tablename = attrs["tablename"]
306            self.idmap[ID] = self.theSession.OpenDBShapeStore(db, tablename)
307    
308      def start_fileshapesource(self, name, qname, attrs):      def start_fileshapesource(self, name, qname, attrs):
309          attrs = self.check_attrs(name, attrs,          attrs = self.check_attrs(name, attrs,
310                                    [AttrDesc("id", True),                                    [AttrDesc("id", True),
# Line 223  class SessionLoader(XMLReader): Line 324  class SessionLoader(XMLReader):
324                                    AttrDesc("shapesource", True,                                    AttrDesc("shapesource", True,
325                                             conversion = "shapesource"),                                             conversion = "shapesource"),
326                                    AttrDesc("table", True, conversion="table")])                                    AttrDesc("table", True, conversion="table")])
327          self.idmap[attrs["id"]] = DerivedShapeStore(attrs["shapesource"],          store = DerivedShapeStore(attrs["shapesource"], attrs["table"])
328                                                      attrs["table"])          self.theSession.AddShapeStore(store)
329            self.idmap[attrs["id"]] = store
330    
331      def start_filetable(self, name, qname, attrs):      def start_filetable(self, name, qname, attrs):
332          attrs = self.check_attrs(name, attrs,          attrs = self.check_attrs(name, attrs,
# Line 247  class SessionLoader(XMLReader): Line 349  class SessionLoader(XMLReader):
349                                    AttrDesc("left", True, conversion="table"),                                    AttrDesc("left", True, conversion="table"),
350                                    AttrDesc("leftcolumn", True),                                    AttrDesc("leftcolumn", True),
351                                    AttrDesc("right", True, conversion="table"),                                    AttrDesc("right", True, conversion="table"),
352                                    AttrDesc("rightcolumn")])                                    AttrDesc("rightcolumn", True),
353    
354                                      # jointype is required for file
355                                      # version 0.9 but this attribute
356                                      # wasn't in the 0.8 version because of
357                                      # an oversight so we assume it's
358                                      # optional since we want to handle
359                                      # both file format versions here.
360                                      AttrDesc("jointype", False,
361                                               default="INNER")])
362    
363            jointype = attrs["jointype"]
364            if jointype == "LEFT OUTER":
365                outer_join = True
366            elif jointype == "INNER":
367                outer_join = False
368            else:
369                raise LoadError("jointype %r not supported" % jointype )
370          table = TransientJoinedTable(self.theSession.TransientDB(),          table = TransientJoinedTable(self.theSession.TransientDB(),
371                                       attrs["left"], attrs["leftcolumn"],                                       attrs["left"], attrs["leftcolumn"],
372                                       attrs["right"], attrs["rightcolumn"])                                       attrs["right"], attrs["rightcolumn"],
373                                         outer_join = outer_join)
374          table.SetTitle(attrs["title"])          table.SetTitle(attrs["title"])
375          self.idmap[attrs["id"]] = self.theSession.AddTable(table)          self.idmap[attrs["id"]] = self.theSession.AddTable(table)
376    
377      def start_map(self, name, qname, attrs):      def start_map(self, name, qname, attrs):
378          """Start a map."""          """Start a map."""
379          self.aMap = Map(attrs.get((None, 'title'), None))          self.aMap = Map(self.encode(attrs.get((None, 'title'), None)))
380    
381      def end_map(self, name, qname):      def end_map(self, name, qname):
382          self.theSession.AddMap(self.aMap)          self.theSession.AddMap(self.aMap)
383          self.aMap = None          self.aMap = None
384    
385      def start_projection(self, name, qname, attrs):      def start_projection(self, name, qname, attrs):
386          self.ProjectionName = self.encode(attrs.get((None, 'name'), None))          attrs = self.check_attrs(name, attrs,
387          self.ProjectionParams = [ ]                                   [AttrDesc("name", conversion=self.encode),
388                                      AttrDesc("epsg", default=None,
389                                               conversion=self.encode)])
390            self.projection_name = attrs["name"]
391            self.projection_epsg = attrs["epsg"]
392            self.projection_params = [ ]
393    
394      def end_projection(self, name, qname):      def end_projection(self, name, qname):
395          if self.aLayer is not None:          if self.aLayer is not None:
# Line 275  class SessionLoader(XMLReader): Line 400  class SessionLoader(XMLReader):
400              assert False, "projection tag out of context"              assert False, "projection tag out of context"
401              pass              pass
402    
403          obj.SetProjection(          obj.SetProjection(Projection(self.projection_params,
404              Projection(self.ProjectionParams, self.ProjectionName))                                       self.projection_name,
405                                         epsg = self.projection_epsg))
406    
407      def start_parameter(self, name, qname, attrs):      def start_parameter(self, name, qname, attrs):
408          s = attrs.get((None, 'value'))          s = attrs.get((None, 'value'))
409          s = str(s) # we can't handle unicode in proj          s = str(s) # we can't handle unicode in proj
410          self.ProjectionParams.append(s)          self.projection_params.append(s)
411    
412      def start_layer(self, name, qname, attrs, layer_class = Layer):      def start_layer(self, name, qname, attrs, layer_class = Layer):
413          """Start a layer          """Start a layer
# Line 325  class SessionLoader(XMLReader): Line 451  class SessionLoader(XMLReader):
451          self.aLayer = None          self.aLayer = None
452    
453      def start_classification(self, name, qname, attrs):      def start_classification(self, name, qname, attrs):
454          field = attrs.get((None, 'field'), None)          attrs = self.check_attrs(name, attrs,
455                                     [AttrDesc("field", True),
456                                      AttrDesc("field_type", True)])
457            field = attrs["field"]
458            fieldType = attrs["field_type"]
459    
         fieldType = attrs.get((None, 'field_type'), None)  
460          dbFieldType = self.aLayer.GetFieldType(field)          dbFieldType = self.aLayer.GetFieldType(field)
461    
462          if fieldType != dbFieldType:          if fieldType != dbFieldType:
# Line 342  class SessionLoader(XMLReader): Line 471  class SessionLoader(XMLReader):
471          elif fieldType == FIELDTYPE_DOUBLE:          elif fieldType == FIELDTYPE_DOUBLE:
472              self.conv = float              self.conv = float
473    
474          self.aLayer.GetClassification().SetField(field)          self.aLayer.SetClassificationColumn(field)
475    
476      def end_classification(self, name, qname):      def end_classification(self, name, qname):
477          pass          pass
# Line 360  class SessionLoader(XMLReader): Line 489  class SessionLoader(XMLReader):
489      def start_clpoint(self, name, qname, attrs):      def start_clpoint(self, name, qname, attrs):
490          attrib_value = attrs.get((None, 'value'), "0")          attrib_value = attrs.get((None, 'value'), "0")
491    
492          value = self.conv(attrib_value)          field = self.aLayer.GetClassificationColumn()
493            if self.aLayer.GetFieldType(field) == FIELDTYPE_STRING:
494                value = self.encode(attrib_value)
495            else:
496                value = self.conv(attrib_value)
497          self.cl_group = ClassGroupSingleton(value)          self.cl_group = ClassGroupSingleton(value)
498          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
499          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
# Line 383  class SessionLoader(XMLReader): Line 515  class SessionLoader(XMLReader):
515              if range is not None:              if range is not None:
516                  self.cl_group = ClassGroupRange(Range(range))                  self.cl_group = ClassGroupRange(Range(range))
517              elif min is not None and max is not None:              elif min is not None and max is not None:
518                  self.cl_group = ClassGroupRange(self.conv(min), self.conv(max))                  self.cl_group = ClassGroupRange((self.conv(min),
519                                                     self.conv(max)))
520              else:              else:
521                  self.cl_group = ClassGroupRange(Range(None))                  self.cl_group = ClassGroupRange(Range(None))
522    
# Line 413  class SessionLoader(XMLReader): Line 546  class SessionLoader(XMLReader):
546          self.aLayer = self.aMap.LabelLayer()          self.aLayer = self.aMap.LabelLayer()
547    
548      def start_label(self, name, qname, attrs):      def start_label(self, name, qname, attrs):
549          x = float(attrs[(None, 'x')])          attrs = self.check_attrs(name, attrs,
550          y = float(attrs[(None, 'y')])                                   [AttrDesc("x", True, conversion = float),
551          text = self.encode(attrs[(None, 'text')])                                    AttrDesc("y", True, conversion = float),
552          halign = attrs[(None, 'halign')]                                    AttrDesc("text", True),
553          valign = attrs[(None, 'valign')]                                    AttrDesc("halign", True,
554                                               conversion = "ascii"),
555                                      AttrDesc("valign", True,
556                                               conversion = "ascii")])
557            x = attrs['x']
558            y = attrs['y']
559            text = attrs['text']
560            halign = attrs['halign']
561            valign = attrs['valign']
562            if halign not in ("left", "center", "right"):
563                raise LoadError("Unsupported halign value %r" % halign)
564            if valign not in ("top", "center", "bottom"):
565                raise LoadError("Unsupported valign value %r" % valign)
566          self.aLayer.AddLabel(x, y, text, halign = halign, valign = valign)          self.aLayer.AddLabel(x, y, text, halign = halign, valign = valign)
567    
568      def characters(self, chars):      def characters(self, chars):
569          pass          pass
570    
571    
572  def load_session(filename):  def load_session(filename, db_connection_callback = None):
573      """Load a Thuban session from the file object file"""      """Load a Thuban session from the file object file
574    
575      handler = SessionLoader()      The db_connection_callback, if given should be a callable object
576        that can be called like this:
577           db_connection_callback(params, message)
578    
579        where params is a dictionary containing the known connection
580        parameters and message is a string with a message why the connection
581        failed. db_connection_callback should return a new dictionary with
582        corrected and perhaps additional parameters like a password or None
583        to indicate that the user cancelled.
584        """
585        handler = SessionLoader(db_connection_callback)
586      handler.read(filename)      handler.read(filename)
587    
588      session = handler.theSession      session = handler.theSession
589      # Newly loaded session aren't modified      # Newly loaded session aren't modified
590      session.UnsetModified()      session.UnsetModified()
591    
592        handler.Destroy()
593    
594      return session      return session
595    
Legend:
Removed from v.1268  
changed lines
  Added in v.2034
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.26