/[thuban]/branches/WIP-pyshapelib-bramz/Thuban/Model/load.py
ViewVC logotype

Diff of /branches/WIP-pyshapelib-bramz/Thuban/Model/load.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1268 by bh, Fri Jun 20 16:10:12 2003 UTC revision 1844 by bh, Tue Oct 21 10:49:44 2003 UTC
# Line 24  from Thuban import _ Line 24  from Thuban import _
24  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \
25       FIELDTYPE_STRING       FIELDTYPE_STRING
26    
27    from Thuban.Model.color import Color, Transparent
28    
29  from Thuban.Model.session import Session  from Thuban.Model.session import Session
30  from Thuban.Model.map import Map  from Thuban.Model.map import Map
31  from Thuban.Model.layer import Layer, RasterLayer  from Thuban.Model.layer import Layer, RasterLayer
 from Thuban.Model.color import Color  
32  from Thuban.Model.proj import Projection  from Thuban.Model.proj import Projection
33  from Thuban.Model.range import Range  from Thuban.Model.range import Range
34  from Thuban.Model.classification import Classification, \  from Thuban.Model.classification import Classification, \
# Line 37  from Thuban.Model.data import DerivedSha Line 38  from Thuban.Model.data import DerivedSha
38  from Thuban.Model.table import DBFTable  from Thuban.Model.table import DBFTable
39  from Thuban.Model.transientdb import TransientJoinedTable  from Thuban.Model.transientdb import TransientJoinedTable
40    
41    from Thuban.Model.xmlreader import XMLReader
42    import resource
43    
44    import postgisdb
45    
46  class LoadError(Exception):  class LoadError(Exception):
     pass  
47    
48  from Thuban.Model.xmlreader import XMLReader      """Exception raised when the thuban file is corrupted
49  import resource  
50        Not all cases of corrupted thuban files will lead to this exception
51        but those that are found by checks in the loading code itself are.
52        """
53    
54    
55    class LoadCancelled(Exception):
56    
57        """Exception raised to indicate that loading was interrupted by the user"""
58    
59    
60  def parse_color(color):  def parse_color(color):
61      """Return the color object for the string color.      """Return the color object for the string color.
# Line 51  def parse_color(color): Line 65  def parse_color(color):
65      """      """
66      color = string.strip(color)      color = string.strip(color)
67      if color == "None":      if color == "None":
68          result = Color.Transparent          result = Transparent
69      elif color[0] == '#':      elif color[0] == '#':
70          if len(color) == 7:          if len(color) == 7:
71              r = string.atoi(color[1:3], 16) / 255.0              r = string.atoi(color[1:3], 16) / 255.0
# Line 86  class AttrDesc: Line 100  class AttrDesc:
100    
101  class SessionLoader(XMLReader):  class SessionLoader(XMLReader):
102    
103      def __init__(self):      def __init__(self, db_connection_callback = None):
104          """Inititialize the Sax handler."""          """Inititialize the Sax handler."""
105          XMLReader.__init__(self)          XMLReader.__init__(self)
106    
107            self.db_connection_callback = db_connection_callback
108    
109          self.theSession = None          self.theSession = None
110          self.aMap = None          self.aMap = None
111          self.aLayer = None          self.aLayer = None
# Line 100  class SessionLoader(XMLReader): Line 116  class SessionLoader(XMLReader):
116    
117          dispatchers = {          dispatchers = {
118              'session'       : ("start_session",        "end_session"),              'session'       : ("start_session",        "end_session"),
119    
120                'dbconnection': ("start_dbconnection", None),
121    
122                'dbshapesource': ("start_dbshapesource", None),
123              'fileshapesource': ("start_fileshapesource", None),              'fileshapesource': ("start_fileshapesource", None),
124              'derivedshapesource': ("start_derivedshapesource", None),              'derivedshapesource': ("start_derivedshapesource", None),
125              'filetable': ("start_filetable", None),              'filetable': ("start_filetable", None),
# Line 119  class SessionLoader(XMLReader): Line 139  class SessionLoader(XMLReader):
139              'labellayer'    : ("start_labellayer",     None),              'labellayer'    : ("start_labellayer",     None),
140              'label'         : ("start_label",          None)}              'label'         : ("start_label",          None)}
141    
142          # all dispatchers should be used for the 0.8 namespace          # all dispatchers should be used for the 0.8 and 0.9 namespaces too
143          xmlns = "http://thuban.intevation.org/dtds/thuban-0.8.dtd"          for xmlns in ("http://thuban.intevation.org/dtds/thuban-0.8.dtd",
144          for key, value in dispatchers.items():                        "http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd",
145              dispatchers[(xmlns, key)] = value                        "http://thuban.intevation.org/dtds/thuban-0.9.dtd",
146                          "http://thuban.intevation.org/dtds/thuban-1.0-dev.dtd"):
147                for key, value in dispatchers.items():
148                    dispatchers[(xmlns, key)] = value
149    
150          XMLReader.AddDispatchers(self, dispatchers)          XMLReader.AddDispatchers(self, dispatchers)
151    
# Line 171  class SessionLoader(XMLReader): Line 194  class SessionLoader(XMLReader):
194                        defined earlier in the .thuban file. Look it up                        defined earlier in the .thuban file. Look it up
195                        self.idmap. If it's the ID of a shapestore the                        self.idmap. If it's the ID of a shapestore the
196                        value will be the table of the shapestore.                        value will be the table of the shapestore.
197    
198               'idref' -- The attribute is the id of an object defined
199                          earlier in the .thuban file. Look it up self.idmap
200    
201               'ascii' -- The attribute is converted to a bytestring with
202                          ascii encoding.
203    
204               a callable -- The attribute value is passed to the callable
205                             and the return value is used a as the converted
206                             value
207          """          """
208          normalized = {}          normalized = {}
209    
210          for d in descr:          for d in descr:
211              if d.required and not attrs.has_key(d.fullname):              if d.required and not attrs.has_key(d.fullname):
212                  pass                  raise LoadError("Element %s requires an attribute %r"
213              #raise LoadError("Element %s requires an attribute %r"                                  % (element, d.name))
             #                    % (element, d.name))  
214              value = attrs.get(d.fullname, d.default)              value = attrs.get(d.fullname, d.default)
215    
216              if d.conversion == "shapesource":              if d.conversion in ("idref", "shapesource"):
217                  if value in self.idmap:                  if value in self.idmap:
218                      value = self.idmap[value]                      value = self.idmap[value]
219                  else:                  else:
# Line 200  class SessionLoader(XMLReader): Line 232  class SessionLoader(XMLReader):
232              elif d.conversion == "filename":              elif d.conversion == "filename":
233                  value = os.path.abspath(os.path.join(self.GetDirectory(),                  value = os.path.abspath(os.path.join(self.GetDirectory(),
234                                                       value))                                                       value))
235                elif d.conversion == "ascii":
236                    value = value.encode("ascii")
237                elif d.conversion:
238                    # Assume it's a callable
239                    value = d.conversion(value)
240    
241              normalized[d.name] = value              normalized[d.name] = value
242          return normalized          return normalized
243    
244        def start_dbconnection(self, name, qname, attrs):
245            attrs = self.check_attrs(name, attrs,
246                                     [AttrDesc("id", True),
247                                      AttrDesc("dbtype", True),
248                                      AttrDesc("host", False, ""),
249                                      AttrDesc("port", False, ""),
250                                      AttrDesc("user", False, ""),
251                                      AttrDesc("dbname", True)])
252            ID = attrs["id"]
253            dbtype = attrs["dbtype"]
254            if dbtype != "postgis":
255                raise LoadError("dbtype %r not supported" % filetype)
256    
257            del attrs["id"]
258            del attrs["dbtype"]
259    
260            # Try to open the connection and if it fails ask the user for
261            # the correct parameters repeatedly.
262            # FIXME: it would be better not to insist on getting a
263            # connection here. We should handle this more like the raster
264            # images where the layers etc still are created but are not
265            # drawn in case Thuban can't use the data for various reasons
266            while 1:
267                try:
268                    conn = postgisdb.PostGISConnection(**attrs)
269                    break
270                except postgisdb.ConnectionError, val:
271                    if self.db_connection_callback is not None:
272                        attrs = self.db_connection_callback(attrs, str(val))
273                        if attrs is None:
274                            raise LoadCancelled
275                    else:
276                        raise
277    
278            self.idmap[ID] = conn
279            self.theSession.AddDBConnection(conn)
280    
281        def start_dbshapesource(self, name, qname, attrs):
282            attrs = self.check_attrs(name, attrs,
283                                     [AttrDesc("id", True),
284                                      AttrDesc("dbconn", True,
285                                               conversion = "idref"),
286                                      AttrDesc("tablename", True,
287                                               conversion = "ascii")])
288            ID = attrs["id"]
289            db = attrs["dbconn"]
290            tablename = attrs["tablename"]
291            self.idmap[ID] = self.theSession.OpenDBShapeStore(db, tablename)
292    
293      def start_fileshapesource(self, name, qname, attrs):      def start_fileshapesource(self, name, qname, attrs):
294          attrs = self.check_attrs(name, attrs,          attrs = self.check_attrs(name, attrs,
295                                    [AttrDesc("id", True),                                    [AttrDesc("id", True),
# Line 223  class SessionLoader(XMLReader): Line 309  class SessionLoader(XMLReader):
309                                    AttrDesc("shapesource", True,                                    AttrDesc("shapesource", True,
310                                             conversion = "shapesource"),                                             conversion = "shapesource"),
311                                    AttrDesc("table", True, conversion="table")])                                    AttrDesc("table", True, conversion="table")])
312          self.idmap[attrs["id"]] = DerivedShapeStore(attrs["shapesource"],          store = DerivedShapeStore(attrs["shapesource"], attrs["table"])
313                                                      attrs["table"])          self.theSession.AddShapeStore(store)
314            self.idmap[attrs["id"]] = store
315    
316      def start_filetable(self, name, qname, attrs):      def start_filetable(self, name, qname, attrs):
317          attrs = self.check_attrs(name, attrs,          attrs = self.check_attrs(name, attrs,
# Line 247  class SessionLoader(XMLReader): Line 334  class SessionLoader(XMLReader):
334                                    AttrDesc("left", True, conversion="table"),                                    AttrDesc("left", True, conversion="table"),
335                                    AttrDesc("leftcolumn", True),                                    AttrDesc("leftcolumn", True),
336                                    AttrDesc("right", True, conversion="table"),                                    AttrDesc("right", True, conversion="table"),
337                                    AttrDesc("rightcolumn")])                                    AttrDesc("rightcolumn", True),
338    
339                                      # jointype is required for file
340                                      # version 0.9 but this attribute
341                                      # wasn't in the 0.8 version because of
342                                      # an oversight so we assume it's
343                                      # optional since we want to handle
344                                      # both file format versions here.
345                                      AttrDesc("jointype", False,
346                                               default="INNER")])
347    
348            jointype = attrs["jointype"]
349            if jointype == "LEFT OUTER":
350                outer_join = True
351            elif jointype == "INNER":
352                outer_join = False
353            else:
354                raise LoadError("jointype %r not supported" % jointype )
355          table = TransientJoinedTable(self.theSession.TransientDB(),          table = TransientJoinedTable(self.theSession.TransientDB(),
356                                       attrs["left"], attrs["leftcolumn"],                                       attrs["left"], attrs["leftcolumn"],
357                                       attrs["right"], attrs["rightcolumn"])                                       attrs["right"], attrs["rightcolumn"],
358                                         outer_join = outer_join)
359          table.SetTitle(attrs["title"])          table.SetTitle(attrs["title"])
360          self.idmap[attrs["id"]] = self.theSession.AddTable(table)          self.idmap[attrs["id"]] = self.theSession.AddTable(table)
361    
362      def start_map(self, name, qname, attrs):      def start_map(self, name, qname, attrs):
363          """Start a map."""          """Start a map."""
364          self.aMap = Map(attrs.get((None, 'title'), None))          self.aMap = Map(self.encode(attrs.get((None, 'title'), None)))
365    
366      def end_map(self, name, qname):      def end_map(self, name, qname):
367          self.theSession.AddMap(self.aMap)          self.theSession.AddMap(self.aMap)
368          self.aMap = None          self.aMap = None
369    
370      def start_projection(self, name, qname, attrs):      def start_projection(self, name, qname, attrs):
371          self.ProjectionName = self.encode(attrs.get((None, 'name'), None))          attrs = self.check_attrs(name, attrs,
372          self.ProjectionParams = [ ]                                   [AttrDesc("name", conversion=self.encode),
373                                      AttrDesc("epsg", default=None,
374                                               conversion=self.encode)])
375            self.projection_name = attrs["name"]
376            self.projection_epsg = attrs["epsg"]
377            self.projection_params = [ ]
378    
379      def end_projection(self, name, qname):      def end_projection(self, name, qname):
380          if self.aLayer is not None:          if self.aLayer is not None:
# Line 275  class SessionLoader(XMLReader): Line 385  class SessionLoader(XMLReader):
385              assert False, "projection tag out of context"              assert False, "projection tag out of context"
386              pass              pass
387    
388          obj.SetProjection(          obj.SetProjection(Projection(self.projection_params,
389              Projection(self.ProjectionParams, self.ProjectionName))                                       self.projection_name,
390                                         epsg = self.projection_epsg))
391    
392      def start_parameter(self, name, qname, attrs):      def start_parameter(self, name, qname, attrs):
393          s = attrs.get((None, 'value'))          s = attrs.get((None, 'value'))
394          s = str(s) # we can't handle unicode in proj          s = str(s) # we can't handle unicode in proj
395          self.ProjectionParams.append(s)          self.projection_params.append(s)
396    
397      def start_layer(self, name, qname, attrs, layer_class = Layer):      def start_layer(self, name, qname, attrs, layer_class = Layer):
398          """Start a layer          """Start a layer
# Line 342  class SessionLoader(XMLReader): Line 453  class SessionLoader(XMLReader):
453          elif fieldType == FIELDTYPE_DOUBLE:          elif fieldType == FIELDTYPE_DOUBLE:
454              self.conv = float              self.conv = float
455    
456          self.aLayer.GetClassification().SetField(field)          self.aLayer.SetClassificationColumn(field)
457    
458      def end_classification(self, name, qname):      def end_classification(self, name, qname):
459          pass          pass
# Line 360  class SessionLoader(XMLReader): Line 471  class SessionLoader(XMLReader):
471      def start_clpoint(self, name, qname, attrs):      def start_clpoint(self, name, qname, attrs):
472          attrib_value = attrs.get((None, 'value'), "0")          attrib_value = attrs.get((None, 'value'), "0")
473    
474          value = self.conv(attrib_value)          field = self.aLayer.GetClassificationColumn()
475            if self.aLayer.GetFieldType(field) == FIELDTYPE_STRING:
476                value = self.encode(attrib_value)
477            else:
478                value = self.conv(attrib_value)
479          self.cl_group = ClassGroupSingleton(value)          self.cl_group = ClassGroupSingleton(value)
480          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
481          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
# Line 383  class SessionLoader(XMLReader): Line 497  class SessionLoader(XMLReader):
497              if range is not None:              if range is not None:
498                  self.cl_group = ClassGroupRange(Range(range))                  self.cl_group = ClassGroupRange(Range(range))
499              elif min is not None and max is not None:              elif min is not None and max is not None:
500                  self.cl_group = ClassGroupRange(self.conv(min), self.conv(max))                  self.cl_group = ClassGroupRange((self.conv(min),
501                                                     self.conv(max)))
502              else:              else:
503                  self.cl_group = ClassGroupRange(Range(None))                  self.cl_group = ClassGroupRange(Range(None))
504    
# Line 424  class SessionLoader(XMLReader): Line 539  class SessionLoader(XMLReader):
539          pass          pass
540    
541    
542  def load_session(filename):  def load_session(filename, db_connection_callback = None):
543      """Load a Thuban session from the file object file"""      """Load a Thuban session from the file object file
544    
545      handler = SessionLoader()      The db_connection_callback, if given should be a callable object
546        that can be called like this:
547           db_connection_callback(params, message)
548    
549        where params is a dictionary containing the known connection
550        parameters and message is a string with a message why the connection
551        failed. db_connection_callback should return a new dictionary with
552        corrected and perhaps additional parameters like a password or None
553        to indicate that the user cancelled.
554        """
555        handler = SessionLoader(db_connection_callback)
556      handler.read(filename)      handler.read(filename)
557    
558      session = handler.theSession      session = handler.theSession
Legend:
Removed from v.1268  
changed lines
  Added in v.1844
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.26