/[thuban]/branches/WIP-pyshapelib-bramz/Thuban/Model/load.py
ViewVC logotype

Diff of /branches/WIP-pyshapelib-bramz/Thuban/Model/load.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 784 by jonathan, Tue Apr 29 17:30:18 2003 UTC revision 1452 by bh, Fri Jul 18 12:57:59 2003 UTC
# Line 24  from Thuban import _ Line 24  from Thuban import _
24  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \
25       FIELDTYPE_STRING       FIELDTYPE_STRING
26    
27    from Thuban.Model.color import Color, Transparent
28    
29  from Thuban.Model.session import Session  from Thuban.Model.session import Session
30  from Thuban.Model.map import Map  from Thuban.Model.map import Map
31  from Thuban.Model.layer import Layer  from Thuban.Model.layer import Layer, RasterLayer
 from Thuban.Model.color import Color  
32  from Thuban.Model.proj import Projection  from Thuban.Model.proj import Projection
33    from Thuban.Model.range import Range
34  from Thuban.Model.classification import Classification, \  from Thuban.Model.classification import Classification, \
35      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \
36      ClassGroupProperties      ClassGroupProperties
37    from Thuban.Model.data import DerivedShapeStore, ShapefileStore
38    from Thuban.Model.table import DBFTable
39    from Thuban.Model.transientdb import TransientJoinedTable
40    
41    class LoadError(Exception):
42        pass
43    
44    from Thuban.Model.xmlreader import XMLReader
45    import resource
46    
47  def parse_color(color):  def parse_color(color):
48      """Return the color object for the string color.      """Return the color object for the string color.
# Line 42  def parse_color(color): Line 52  def parse_color(color):
52      """      """
53      color = string.strip(color)      color = string.strip(color)
54      if color == "None":      if color == "None":
55          result = Color.Transparent          result = Transparent
56      elif color[0] == '#':      elif color[0] == '#':
57          if len(color) == 7:          if len(color) == 7:
58              r = string.atoi(color[1:3], 16) / 255.0              r = string.atoi(color[1:3], 16) / 255.0
# Line 56  def parse_color(color): Line 66  def parse_color(color):
66          raise ValueError(_("Invalid color specification %s") % color)          raise ValueError(_("Invalid color specification %s") % color)
67      return result      return result
68    
69    class AttrDesc:
70    
71  class XMLReader(xml.sax.handler.ContentHandler):      def __init__(self, name, required = False, default = "",
72                     conversion = None):
73      # Dictionary mapping element names (or (URI, element name) pairs for          if not isinstance(name, tuple):
74      # documents using namespaces) to method names. The methods should              fullname = (None, name)
     # accept the same parameters as the startElement (or startElementNS)  
     # methods. The start_dispatcher is used by the default startElement  
     # and startElementNS methods to call a method for the open tag of an  
     # element.  
     start_dispatcher = {}  
   
     # end_dispatcher works just like start_dispatcher but it's used by  
     # endElement and endElementNS. The method whose names it maps to  
     # should accept the same parameters as endElement and endElementNS.  
     end_dispatcher = {}  
   
   
     def __init__(self):  
         self.chars = ''  
         self.__directory = ""  
         self.__dispatchers = {}  
   
     def read(self, file_or_filename):  
   
         if hasattr(file_or_filename, "read"):  
             # it's a file object  
             self.__directory = ""  
             self.__file = file_or_filename  
75          else:          else:
76              filename = file_or_filename              fullname = name
77              self.__directory = os.path.dirname(filename)              name = name[1]
78              self.__file = open(filename)          self.name = name
79            self.fullname = fullname
80          parser = make_parser()          self.required = required
81          parser.setContentHandler(self)          self.default = default
82          parser.setErrorHandler(ErrorHandler())          self.conversion = conversion
         parser.setFeature(xml.sax.handler.feature_namespaces, 1)  
   
         #  
         # Well, this isn't pretty, but it appears that if you  
         # use Python 2.2 without the site-package _xmlplus then  
         # the following will fail, and without them it will work.  
         # However, if you do have the site-package and you don't  
         # call these functions, the reader raises an exception  
         #  
         # The reason we set these to 0 in the first place is  
         # because there is an unresolved issue with external  
         # entities causing an exception in the reader  
         #  
         try:  
             parser.setFeature(xml.sax.handler.feature_validation,0)  
             parser.setFeature(xml.sax.handler.feature_external_ges,0)  
             parser.setFeature(xml.sax.handler.feature_external_pes,0)  
         except SAXNotRecognizedException:  
             pass  
   
         parser.parse(self.__file)  
   
         self.close()  
   
     def close(self):  
         self.__file.close()  
           
     def GetFilename(self):  
         if hasattr(self.__file, "name"):  
             return self.__file.name  
83    
84          return ""          # set by the SessionLoader's check_attrs method
85            self.value = None
86    
     def GetDirectory(self):  
         return self.__directory  
   
   
     def AddDispatchers(self, dict):  
         """Add the function names that should be used to process XML tags.  
   
         dict -- a dictionary whose keys are XML tag strings and whose values  
                 are pairs of strings such that the first string is  
                 the name of the function that should be called when the  
                 XML tag opens and the second string is the name of the  
                 function that should be called when the XML tag closes.  
                 If a pair element is None, no function is called.  
         """  
   
         self.__dispatchers.update(dict)  
   
     def startElementNS(self, name, qname, attrs):  
         """Call the method given for name in self.start_dispatcher  
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
         else:  
             # Dispatch with namespace  
             method_name = self.__dispatchers.get(name)  
         if method_name is not None and method_name[0] is not None:  
             getattr(self, method_name[0])(name, qname, attrs)  
   
     def endElementNS(self, name, qname):  
         """Call the method given for name in self.end_dispatcher  
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
         else:  
             # Dispatch with namespace  
             method_name = self.__dispatchers.get(name)  
         if method_name is not None and method_name[1] is not None:  
             getattr(self, method_name[1])(name, qname)  
87    
88  class SessionLoader(XMLReader):  class SessionLoader(XMLReader):
89    
# Line 174  class SessionLoader(XMLReader): Line 95  class SessionLoader(XMLReader):
95          self.aMap = None          self.aMap = None
96          self.aLayer = None          self.aLayer = None
97    
98          XMLReader.AddDispatchers(self,          # Map ids used in the thuban file to the corresponding objects
99              {'session'       : ("start_session",        "end_session"),          # in the session
100               'map'           : ("start_map",            "end_map"),          self.idmap = {}
101               'projection'    : ("start_projection",     "end_projection"),  
102               'parameter'     : ("start_parameter",      None),          dispatchers = {
103               'layer'         : ("start_layer",          "end_layer"),              'session'       : ("start_session",        "end_session"),
104               'classification': ("start_classification", "end_classification"),              'fileshapesource': ("start_fileshapesource", None),
105               'clnull'        : ("start_clnull",         "end_clnull"),              'derivedshapesource': ("start_derivedshapesource", None),
106               'clpoint'       : ("start_clpoint",        "end_clpoint"),              'filetable': ("start_filetable", None),
107               'clrange'       : ("start_clrange",        "end_clrange"),              'jointable': ("start_jointable", None),
108               'cldata'        : ("start_cldata",         "end_cldata"),  
109               'table'         : ("start_table",          "end_table"),              'map'           : ("start_map",            "end_map"),
110               'labellayer'    : ("start_labellayer",     None),              'projection'    : ("start_projection",     "end_projection"),
111               'label'         : ("start_label",          None)})              'parameter'     : ("start_parameter",      None),
112                'layer'         : ("start_layer",          "end_layer"),
113                'rasterlayer'   : ("start_rasterlayer",    "end_rasterlayer"),
114                'classification': ("start_classification", "end_classification"),
115                'clnull'        : ("start_clnull",         "end_clnull"),
116                'clpoint'       : ("start_clpoint",        "end_clpoint"),
117                'clrange'       : ("start_clrange",        "end_clrange"),
118                'cldata'        : ("start_cldata",         "end_cldata"),
119                'table'         : ("start_table",          "end_table"),
120                'labellayer'    : ("start_labellayer",     None),
121                'label'         : ("start_label",          None)}
122    
123            # all dispatchers should be used for the 0.8 and 0.9 namespaces too
124            for xmlns in ("http://thuban.intevation.org/dtds/thuban-0.8.dtd",
125                          "http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"):
126                for key, value in dispatchers.items():
127                    dispatchers[(xmlns, key)] = value
128    
129            XMLReader.AddDispatchers(self, dispatchers)
130    
131      def start_session(self, name, qname, attrs):      def start_session(self, name, qname, attrs):
132          self.theSession = Session(attrs.get((None, 'title'), None))          self.theSession = Session(self.encode(attrs.get((None, 'title'),
133                                                            None)))
134    
135      def end_session(self, name, qname):      def end_session(self, name, qname):
136          pass          pass
137    
138        def check_attrs(self, element, attrs, descr):
139            """Check and convert some of the attributes of an element
140    
141            Parameters:
142               element -- The element name
143               attrs -- The attrs mapping as passed to the start_* methods
144               descr -- Sequence of attribute descriptions (AttrDesc instances)
145    
146            Return a dictionary containig normalized versions of the
147            attributes described in descr. The keys of that dictionary are
148            the name attributes of the attribute descriptions. The attrs
149            dictionary will not be modified.
150    
151            If the attribute is required, i.e. the 'required' attribute of
152            the descrtiption is true, but it is not in attrs, raise a
153            LoadError.
154    
155            If the attribute has a default value and it is not present in
156            attrs, use that default value as the value in the returned dict.
157    
158            If a conversion is specified, convert the value before putting
159            it into the returned dict. The following conversions are
160            available:
161    
162               'filename' -- The attribute is a filename.
163    
164                             If the filename is a relative name, interpret
165                             it relative to the directory containing the
166                             .thuban file and make it an absolute name
167    
168               'shapestore' -- The attribute is the ID of a shapestore
169                               defined earlier in the .thuban file. Look it
170                               up self.idmap
171    
172               'table' -- The attribute is the ID of a table or shapestore
173                          defined earlier in the .thuban file. Look it up
174                          self.idmap. If it's the ID of a shapestore the
175                          value will be the table of the shapestore.
176            """
177            normalized = {}
178    
179            for d in descr:
180                if d.required and not attrs.has_key(d.fullname):
181                    pass
182                #raise LoadError("Element %s requires an attribute %r"
183                #                    % (element, d.name))
184                value = attrs.get(d.fullname, d.default)
185    
186                if d.conversion == "shapesource":
187                    if value in self.idmap:
188                        value = self.idmap[value]
189                    else:
190                        raise LoadError("Element %s requires an already defined ID"
191                                        " in attribute %r"
192                                        % (element, d.name))
193                elif d.conversion == "table":
194                    if value in self.idmap:
195                        value = self.idmap[value]
196                        if isinstance(value, ShapefileStore):
197                            value = value.Table()
198                    else:
199                        raise LoadError("Element %s requires an already defined ID"
200                                        " in attribute %r"
201                                        % (element, d.name))
202                elif d.conversion == "filename":
203                    value = os.path.abspath(os.path.join(self.GetDirectory(),
204                                                         value))
205    
206                normalized[d.name] = value
207            return normalized
208    
209        def start_fileshapesource(self, name, qname, attrs):
210            attrs = self.check_attrs(name, attrs,
211                                      [AttrDesc("id", True),
212                                       AttrDesc("filename", True,
213                                                conversion = "filename"),
214                                       AttrDesc("filetype", True)])
215            ID = attrs["id"]
216            filename = attrs["filename"]
217            filetype = attrs["filetype"]
218            if filetype != "shapefile":
219                raise LoadError("shapesource filetype %r not supported" % filetype)
220            self.idmap[ID] = self.theSession.OpenShapefile(filename)
221    
222        def start_derivedshapesource(self, name, qname, attrs):
223            attrs = self.check_attrs(name, attrs,
224                                     [AttrDesc("id", True),
225                                      AttrDesc("shapesource", True,
226                                               conversion = "shapesource"),
227                                      AttrDesc("table", True, conversion="table")])
228            store = DerivedShapeStore(attrs["shapesource"], attrs["table"])
229            self.theSession.AddShapeStore(store)
230            self.idmap[attrs["id"]] = store
231    
232        def start_filetable(self, name, qname, attrs):
233            attrs = self.check_attrs(name, attrs,
234                                     [AttrDesc("id", True),
235                                      AttrDesc("title", True),
236                                      AttrDesc("filename", True,
237                                               conversion = "filename"),
238                                      AttrDesc("filetype")])
239            filetype = attrs["filetype"]
240            if filetype != "DBF":
241                raise LoadError("shapesource filetype %r not supported" % filetype)
242            table = DBFTable(attrs["filename"])
243            table.SetTitle(attrs["title"])
244            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
245    
246        def start_jointable(self, name, qname, attrs):
247            attrs = self.check_attrs(name, attrs,
248                                     [AttrDesc("id", True),
249                                      AttrDesc("title", True),
250                                      AttrDesc("left", True, conversion="table"),
251                                      AttrDesc("leftcolumn", True),
252                                      AttrDesc("right", True, conversion="table"),
253                                      AttrDesc("rightcolumn", True),
254    
255                                      # jointype is required for file
256                                      # version 0.9 but this attribute
257                                      # wasn't in the 0.8 version because of
258                                      # an oversight so we assume it's
259                                      # optional since we want to handle
260                                      # both file format versions here.
261                                      AttrDesc("jointype", False,
262                                               default="INNER")])
263    
264            jointype = attrs["jointype"]
265            if jointype == "LEFT OUTER":
266                outer_join = True
267            elif jointype == "INNER":
268                outer_join = False
269            else:
270                raise LoadError("jointype %r not supported" % jointype )
271            table = TransientJoinedTable(self.theSession.TransientDB(),
272                                         attrs["left"], attrs["leftcolumn"],
273                                         attrs["right"], attrs["rightcolumn"],
274                                         outer_join = outer_join)
275            table.SetTitle(attrs["title"])
276            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
277    
278      def start_map(self, name, qname, attrs):      def start_map(self, name, qname, attrs):
279          """Start a map."""          """Start a map."""
280          self.aMap = Map(attrs.get((None, 'title'), None))          self.aMap = Map(self.encode(attrs.get((None, 'title'), None)))
         self.__projReceiver = self.aMap  
281    
282      def end_map(self, name, qname):      def end_map(self, name, qname):
283          self.theSession.AddMap(self.aMap)          self.theSession.AddMap(self.aMap)
284          self.__projReceiver = None          self.aMap = None
285    
286      def start_projection(self, name, qname, attrs):      def start_projection(self, name, qname, attrs):
287          self.ProjectionName = attrs.get((None, 'name'), None)          self.ProjectionName = self.encode(attrs.get((None, 'name'), None))
288          self.ProjectionParams = [ ]          self.ProjectionParams = [ ]
289    
290      def end_projection(self, name, qname):      def end_projection(self, name, qname):
291          self.__projReceiver.SetProjection(          if self.aLayer is not None:
292                obj = self.aLayer
293            elif self.aMap is not None:
294                obj = self.aMap
295            else:
296                assert False, "projection tag out of context"
297                pass
298    
299            obj.SetProjection(
300              Projection(self.ProjectionParams, self.ProjectionName))              Projection(self.ProjectionParams, self.ProjectionName))
301    
302      def start_parameter(self, name, qname, attrs):      def start_parameter(self, name, qname, attrs):
# Line 224  class SessionLoader(XMLReader): Line 311  class SessionLoader(XMLReader):
311          attrs which may be a dictionary as well as the normal SAX attrs          attrs which may be a dictionary as well as the normal SAX attrs
312          object and bind it to self.aLayer.          object and bind it to self.aLayer.
313          """          """
314          title = attrs.get((None, 'title'), "")          title = self.encode(attrs.get((None, 'title'), ""))
315          filename = attrs.get((None, 'filename'), "")          filename = attrs.get((None, 'filename'), "")
316          filename = os.path.join(self.GetDirectory(), filename)          filename = os.path.join(self.GetDirectory(), filename)
317          visible  = attrs.get((None, 'visible'), "true")          filename = self.encode(filename)
318            visible  = self.encode(attrs.get((None, 'visible'), "true")) != "false"
319          fill = parse_color(attrs.get((None, 'fill'), "None"))          fill = parse_color(attrs.get((None, 'fill'), "None"))
320          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))
321          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))
322          self.aLayer = layer_class(title,          if attrs.has_key((None, "shapestore")):
323                                    self.theSession.OpenShapefile(filename),              store = self.idmap[attrs[(None, "shapestore")]]
324            else:
325                store = self.theSession.OpenShapefile(filename)
326            self.aLayer = layer_class(title, store,
327                                    fill = fill, stroke = stroke,                                    fill = fill, stroke = stroke,
328                                    lineWidth = stroke_width,                                    lineWidth = stroke_width,
329                                    visible = visible != "false")                                    visible = visible)
   
         self.__projReceiver = self.aLayer  
330    
331      def end_layer(self, name, qname):      def end_layer(self, name, qname):
332          self.aMap.AddLayer(self.aLayer)          self.aMap.AddLayer(self.aLayer)
333          self.__projReceiver = None          self.aLayer = None
334    
335        def start_rasterlayer(self, name, qname, attrs, layer_class = RasterLayer):
336            title = self.encode(attrs.get((None, 'title'), ""))
337            filename = attrs.get((None, 'filename'), "")
338            filename = os.path.join(self.GetDirectory(), filename)
339            filename = self.encode(filename)
340            visible  = self.encode(attrs.get((None, 'visible'), "true")) != "false"
341    
342            self.aLayer = layer_class(title, filename, visible = visible)
343    
344        def end_rasterlayer(self, name, qname):
345            self.aMap.AddLayer(self.aLayer)
346            self.aLayer = None
347    
348      def start_classification(self, name, qname, attrs):      def start_classification(self, name, qname, attrs):
349          field = attrs.get((None, 'field'), None)          field = attrs.get((None, 'field'), None)
# Line 261  class SessionLoader(XMLReader): Line 363  class SessionLoader(XMLReader):
363          elif fieldType == FIELDTYPE_DOUBLE:          elif fieldType == FIELDTYPE_DOUBLE:
364              self.conv = float              self.conv = float
365    
366          self.aLayer.GetClassification().SetField(field)          self.aLayer.SetClassificationColumn(field)
   
367    
368      def end_classification(self, name, qname):      def end_classification(self, name, qname):
369          pass          pass
370    
371      def start_clnull(self, name, qname, attrs):      def start_clnull(self, name, qname, attrs):
372          self.cl_group = ClassGroupDefault()          self.cl_group = ClassGroupDefault()
373          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
374          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
375    
376      def end_clnull(self, name, qname):      def end_clnull(self, name, qname):
# Line 280  class SessionLoader(XMLReader): Line 381  class SessionLoader(XMLReader):
381      def start_clpoint(self, name, qname, attrs):      def start_clpoint(self, name, qname, attrs):
382          attrib_value = attrs.get((None, 'value'), "0")          attrib_value = attrs.get((None, 'value'), "0")
383    
384          value = self.conv(attrib_value)          field = self.aLayer.GetClassificationColumn()
385            if self.aLayer.GetFieldType(field) == FIELDTYPE_STRING:
386                value = self.encode(attrib_value)
387            else:
388                value = self.conv(attrib_value)
389          self.cl_group = ClassGroupSingleton(value)          self.cl_group = ClassGroupSingleton(value)
390          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
391          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
392    
393    
# Line 294  class SessionLoader(XMLReader): Line 398  class SessionLoader(XMLReader):
398    
399      def start_clrange(self, name, qname, attrs):      def start_clrange(self, name, qname, attrs):
400    
401            range = attrs.get((None, 'range'), None)
402            # for backward compatibility (min/max are not saved)
403            min   = attrs.get((None, 'min'), None)
404            max   = attrs.get((None, 'max'), None)
405    
406          try:          try:
407              min = self.conv(attrs.get((None, 'min'), "0"))              if range is not None:
408              max = self.conv(attrs.get((None, 'max'), "0"))                  self.cl_group = ClassGroupRange(Range(range))
409                elif min is not None and max is not None:
410                    self.cl_group = ClassGroupRange((self.conv(min),
411                                                     self.conv(max)))
412                else:
413                    self.cl_group = ClassGroupRange(Range(None))
414    
415          except ValueError:          except ValueError:
416              raise ValueError(_("Classification range is not a number!"))              raise ValueError(_("Classification range is not a number!"))
417    
         self.cl_group = ClassGroupRange(min, max)  
418          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))
419          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
420    
# Line 320  class SessionLoader(XMLReader): Line 434  class SessionLoader(XMLReader):
434      def end_cldata(self, name, qname):      def end_cldata(self, name, qname):
435          pass          pass
436    
     def start_table(self, name, qname, attrs):  
         #print "table title: %s" % attrs.get('title', None)  
         pass  
   
     def end_table(self, name, qname):  
         pass  
   
437      def start_labellayer(self, name, qname, attrs):      def start_labellayer(self, name, qname, attrs):
438          self.aLayer = self.aMap.LabelLayer()          self.aLayer = self.aMap.LabelLayer()
439    
440      def start_label(self, name, qname, attrs):      def start_label(self, name, qname, attrs):
441          x = float(attrs[(None, 'x')])          x = float(attrs[(None, 'x')])
442          y = float(attrs[(None, 'y')])          y = float(attrs[(None, 'y')])
443          text = attrs[(None, 'text')]          text = self.encode(attrs[(None, 'text')])
444          halign = attrs[(None, 'halign')]          halign = attrs[(None, 'halign')]
445          valign = attrs[(None, 'valign')]          valign = attrs[(None, 'valign')]
446          self.aLayer.AddLabel(x, y, text, halign = halign, valign = valign)          self.aLayer.AddLabel(x, y, text, halign = halign, valign = valign)
Legend:
Removed from v.784  
changed lines
  Added in v.1452
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.26