/[thuban]/branches/WIP-pyshapelib-bramz/Thuban/Model/load.py
ViewVC logotype

Diff of /branches/WIP-pyshapelib-bramz/Thuban/Model/load.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 722 by jonathan, Thu Apr 24 10:12:29 2003 UTC revision 1339 by jonathan, Tue Jul 1 16:10:14 2003 UTC
# Line 1  Line 1 
1  # Copyright (C) 2001, 2002 by Intevation GmbH  # Copyright (C) 2001, 2002, 2003 by Intevation GmbH
2  # Authors:  # Authors:
3  # Jan-Oliver Wagner <[email protected]>  # Jan-Oliver Wagner <[email protected]>
4  # Bernhard Herzog <[email protected]>  # Bernhard Herzog <[email protected]>
# Line 13  Parser for thuban session files. Line 13  Parser for thuban session files.
13    
14  __version__ = "$Revision$"  __version__ = "$Revision$"
15    
16  import sys, string, os  import string, os
17    
18  import xml.sax  import xml.sax
19  import xml.sax.handler  import xml.sax.handler
20  from xml.sax import make_parser, ErrorHandler, SAXNotRecognizedException  from xml.sax import make_parser, ErrorHandler, SAXNotRecognizedException
21    
22  from Thuban import _  from Thuban import _
 from Thuban.common import *  
23    
24  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \
25       FIELDTYPE_STRING       FIELDTYPE_STRING
26    
27    from Thuban.Model.color import Color, Transparent
28    
29  from Thuban.Model.session import Session  from Thuban.Model.session import Session
30  from Thuban.Model.map import Map  from Thuban.Model.map import Map
31  from Thuban.Model.layer import Layer  from Thuban.Model.layer import Layer, RasterLayer
 from Thuban.Model.color import Color  
32  from Thuban.Model.proj import Projection  from Thuban.Model.proj import Projection
33    from Thuban.Model.range import Range
34  from Thuban.Model.classification import Classification, \  from Thuban.Model.classification import Classification, \
35      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \
36      ClassGroupProperties      ClassGroupProperties
37    from Thuban.Model.data import DerivedShapeStore, ShapefileStore
38    from Thuban.Model.table import DBFTable
39    from Thuban.Model.transientdb import TransientJoinedTable
40    
41    class LoadError(Exception):
42        pass
43    
44    from Thuban.Model.xmlreader import XMLReader
45    import resource
46    
47  def parse_color(color):  def parse_color(color):
48      """Return the color object for the string color.      """Return the color object for the string color.
# Line 43  def parse_color(color): Line 52  def parse_color(color):
52      """      """
53      color = string.strip(color)      color = string.strip(color)
54      if color == "None":      if color == "None":
55          result = Color.Transparent          result = Transparent
56      elif color[0] == '#':      elif color[0] == '#':
57          if len(color) == 7:          if len(color) == 7:
58              r = string.atoi(color[1:3], 16) / 255.0              r = string.atoi(color[1:3], 16) / 255.0
# Line 57  def parse_color(color): Line 66  def parse_color(color):
66          raise ValueError(_("Invalid color specification %s") % color)          raise ValueError(_("Invalid color specification %s") % color)
67      return result      return result
68    
69    class AttrDesc:
70    
71  class XMLReader(xml.sax.handler.ContentHandler):      def __init__(self, name, required = False, default = "",
72                     conversion = None):
73      # Dictionary mapping element names (or (URI, element name) pairs for          if not isinstance(name, tuple):
74      # documents using namespaces) to method names. The methods should              fullname = (None, name)
     # accept the same parameters as the startElement (or startElementNS)  
     # methods. The start_dispatcher is used by the default startElement  
     # and startElementNS methods to call a method for the open tag of an  
     # element.  
     start_dispatcher = {}  
   
     # end_dispatcher works just like start_dispatcher but it's used by  
     # endElement and endElementNS. The method whose names it maps to  
     # should accept the same parameters as endElement and endElementNS.  
     end_dispatcher = {}  
   
   
     def __init__(self):  
         self.chars = ''  
         self.__parser = None  
         self.__directory = ""  
         self.__dispatchers = {}  
   
     def read(self, file_or_filename):  
   
         if hasattr(file_or_filename, "read"):  
             # it's a file object  
             self.__directory = ""  
             self.__file = file_or_filename  
75          else:          else:
76              filename = file_or_filename              fullname = name
77              self.__directory = os.path.dirname(filename)              name = name[1]
78              self.__file = open(filename)          self.name = name
79            self.fullname = fullname
80          if self.__parser is None:          self.required = required
81              self.__parser = make_parser()          self.default = default
82              self.__parser.setContentHandler(self)          self.conversion = conversion
             self.__parser.setErrorHandler(ErrorHandler())  
             self.__parser.setFeature(xml.sax.handler.feature_namespaces, 1)  
   
             #  
             # Well, this isn't pretty, but it appears that if you  
             # use Python 2.2 without the site-package _xmlplus then  
             # the following will fail, and without them it will work.  
             # However, if you do have the site-package and you don't  
             # call these functions, the reader raises an exception  
             #  
             # The reason we set these to 0 in the first place is  
             # because there is an unresolved issue with external  
             # entities causing an exception in the reader  
             #  
             try:  
                 self.__parser.setFeature(xml.sax.handler.feature_validation,0)  
                 self.__parser.setFeature(xml.sax.handler.feature_external_ges,0)  
                 self.__parser.setFeature(xml.sax.handler.feature_external_pes,0)  
             except SAXNotRecognizedException:  
                 pass  
83    
84          self.__parser.parse(self.__file)          # set by the SessionLoader's check_attrs method
85            self.value = None
86    
         self.close()  
   
     def close(self):  
         self.__file.close()  
           
     def GetFileName(self):  
         if hasattr(self.__file, "name"):  
             return self.__file.name  
   
         return ""  
   
     def GetDirectory(self):  
         return self.__directory  
   
   
     def AddDispatchers(self, dict):  
         """Add the function names that should be used to process XML tags.  
   
         dict -- a dictionary whose keys are XML tag strings and whose values  
                 are pairs of strings such that the first string is  
                 the name of the function that should be called when the  
                 XML tag opens and the second string is the name of the  
                 function that should be called when the XML tag closes.  
                 If a pair element is None, no function is called.  
         """  
   
         self.__dispatchers.update(dict)  
   
     def startElementNS(self, name, qname, attrs):  
         """Call the method given for name in self.start_dispatcher  
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
         else:  
             # Dispatch with namespace  
             method_name = self.__dispatchers.get(name)  
         if method_name is not None and method_name[0] is not None:  
             getattr(self, method_name[0])(name, qname, attrs)  
   
     def endElementNS(self, name, qname):  
         """Call the method given for name in self.end_dispatcher  
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
         else:  
             # Dispatch with namespace  
             method_name = self.__dispatchers.get(name)  
         if method_name is not None and method_name[1] is not None:  
             getattr(self, method_name[1])(name, qname)  
87    
88  class SessionLoader(XMLReader):  class SessionLoader(XMLReader):
89    
# Line 177  class SessionLoader(XMLReader): Line 95  class SessionLoader(XMLReader):
95          self.aMap = None          self.aMap = None
96          self.aLayer = None          self.aLayer = None
97    
98          XMLReader.AddDispatchers(self,          # Map ids used in the thuban file to the corresponding objects
99              {'session'       : ("start_session",        "end_session"),          # in the session
100               'map'           : ("start_map",            "end_map"),          self.idmap = {}
101               'projection'    : ("start_projection",     "end_projection"),  
102               'parameter'     : ("start_parameter",      None),          dispatchers = {
103               'layer'         : ("start_layer",          "end_layer"),              'session'       : ("start_session",        "end_session"),
104               'classification': ("start_classification", "end_classification"),              'fileshapesource': ("start_fileshapesource", None),
105               'clnull'        : ("start_clnull",         "end_clnull"),              'derivedshapesource': ("start_derivedshapesource", None),
106               'clpoint'       : ("start_clpoint",        "end_clpoint"),              'filetable': ("start_filetable", None),
107               'clrange'       : ("start_clrange",        "end_clrange"),              'jointable': ("start_jointable", None),
108               'cldata'        : ("start_cldata",         "end_cldata"),  
109               'table'         : ("start_table",          "end_table"),              'map'           : ("start_map",            "end_map"),
110               'labellayer'    : ("start_labellayer",     None),              'projection'    : ("start_projection",     "end_projection"),
111               'label'         : ("start_label",          None)})              'parameter'     : ("start_parameter",      None),
112                'layer'         : ("start_layer",          "end_layer"),
113                'rasterlayer'   : ("start_rasterlayer",    "end_rasterlayer"),
114                'classification': ("start_classification", "end_classification"),
115                'clnull'        : ("start_clnull",         "end_clnull"),
116                'clpoint'       : ("start_clpoint",        "end_clpoint"),
117                'clrange'       : ("start_clrange",        "end_clrange"),
118                'cldata'        : ("start_cldata",         "end_cldata"),
119                'table'         : ("start_table",          "end_table"),
120                'labellayer'    : ("start_labellayer",     None),
121                'label'         : ("start_label",          None)}
122    
123            # all dispatchers should be used for the 0.8 namespace
124            xmlns = "http://thuban.intevation.org/dtds/thuban-0.8.dtd"
125            for key, value in dispatchers.items():
126                dispatchers[(xmlns, key)] = value
127    
128            XMLReader.AddDispatchers(self, dispatchers)
129    
130      def start_session(self, name, qname, attrs):      def start_session(self, name, qname, attrs):
131          self.theSession = Session(attrs.get((None, 'title'), None))          self.theSession = Session(self.encode(attrs.get((None, 'title'),
132                                                            None)))
133    
134      def end_session(self, name, qname):      def end_session(self, name, qname):
135          pass          pass
136    
137        def check_attrs(self, element, attrs, descr):
138            """Check and convert some of the attributes of an element
139    
140            Parameters:
141               element -- The element name
142               attrs -- The attrs mapping as passed to the start_* methods
143               descr -- Sequence of attribute descriptions (AttrDesc instances)
144    
145            Return a dictionary containig normalized versions of the
146            attributes described in descr. The keys of that dictionary are
147            the name attributes of the attribute descriptions. The attrs
148            dictionary will not be modified.
149    
150            If the attribute is required, i.e. the 'required' attribute of
151            the descrtiption is true, but it is not in attrs, raise a
152            LoadError.
153    
154            If the attribute has a default value and it is not present in
155            attrs, use that default value as the value in the returned dict.
156    
157            If a conversion is specified, convert the value before putting
158            it into the returned dict. The following conversions are
159            available:
160    
161               'filename' -- The attribute is a filename.
162    
163                             If the filename is a relative name, interpret
164                             it relative to the directory containing the
165                             .thuban file and make it an absolute name
166    
167               'shapestore' -- The attribute is the ID of a shapestore
168                               defined earlier in the .thuban file. Look it
169                               up self.idmap
170    
171               'table' -- The attribute is the ID of a table or shapestore
172                          defined earlier in the .thuban file. Look it up
173                          self.idmap. If it's the ID of a shapestore the
174                          value will be the table of the shapestore.
175            """
176            normalized = {}
177    
178            for d in descr:
179                if d.required and not attrs.has_key(d.fullname):
180                    pass
181                #raise LoadError("Element %s requires an attribute %r"
182                #                    % (element, d.name))
183                value = attrs.get(d.fullname, d.default)
184    
185                if d.conversion == "shapesource":
186                    if value in self.idmap:
187                        value = self.idmap[value]
188                    else:
189                        raise LoadError("Element %s requires an already defined ID"
190                                        " in attribute %r"
191                                        % (element, d.name))
192                elif d.conversion == "table":
193                    if value in self.idmap:
194                        value = self.idmap[value]
195                        if isinstance(value, ShapefileStore):
196                            value = value.Table()
197                    else:
198                        raise LoadError("Element %s requires an already defined ID"
199                                        " in attribute %r"
200                                        % (element, d.name))
201                elif d.conversion == "filename":
202                    value = os.path.abspath(os.path.join(self.GetDirectory(),
203                                                         value))
204    
205                normalized[d.name] = value
206            return normalized
207    
208        def start_fileshapesource(self, name, qname, attrs):
209            attrs = self.check_attrs(name, attrs,
210                                      [AttrDesc("id", True),
211                                       AttrDesc("filename", True,
212                                                conversion = "filename"),
213                                       AttrDesc("filetype", True)])
214            ID = attrs["id"]
215            filename = attrs["filename"]
216            filetype = attrs["filetype"]
217            if filetype != "shapefile":
218                raise LoadError("shapesource filetype %r not supported" % filetype)
219            self.idmap[ID] = self.theSession.OpenShapefile(filename)
220    
221        def start_derivedshapesource(self, name, qname, attrs):
222            attrs = self.check_attrs(name, attrs,
223                                     [AttrDesc("id", True),
224                                      AttrDesc("shapesource", True,
225                                               conversion = "shapesource"),
226                                      AttrDesc("table", True, conversion="table")])
227            store = DerivedShapeStore(attrs["shapesource"], attrs["table"])
228            self.theSession.AddShapeStore(store)
229            self.idmap[attrs["id"]] = store
230    
231        def start_filetable(self, name, qname, attrs):
232            attrs = self.check_attrs(name, attrs,
233                                     [AttrDesc("id", True),
234                                      AttrDesc("title", True),
235                                      AttrDesc("filename", True,
236                                               conversion = "filename"),
237                                      AttrDesc("filetype")])
238            filetype = attrs["filetype"]
239            if filetype != "DBF":
240                raise LoadError("shapesource filetype %r not supported" % filetype)
241            table = DBFTable(attrs["filename"])
242            table.SetTitle(attrs["title"])
243            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
244    
245        def start_jointable(self, name, qname, attrs):
246            attrs = self.check_attrs(name, attrs,
247                                     [AttrDesc("id", True),
248                                      AttrDesc("title", True),
249                                      AttrDesc("left", True, conversion="table"),
250                                      AttrDesc("leftcolumn", True),
251                                      AttrDesc("right", True, conversion="table"),
252                                      AttrDesc("rightcolumn")])
253            table = TransientJoinedTable(self.theSession.TransientDB(),
254                                         attrs["left"], attrs["leftcolumn"],
255                                         attrs["right"], attrs["rightcolumn"])
256            table.SetTitle(attrs["title"])
257            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
258    
259      def start_map(self, name, qname, attrs):      def start_map(self, name, qname, attrs):
260          """Start a map."""          """Start a map."""
261          self.aMap = Map(attrs.get((None, 'title'), None))          self.aMap = Map(attrs.get((None, 'title'), None))
262    
263      def end_map(self, name, qname):      def end_map(self, name, qname):
264          self.theSession.AddMap(self.aMap)          self.theSession.AddMap(self.aMap)
265            self.aMap = None
266    
267      def start_projection(self, name, qname, attrs):      def start_projection(self, name, qname, attrs):
268            self.ProjectionName = self.encode(attrs.get((None, 'name'), None))
269          self.ProjectionParams = [ ]          self.ProjectionParams = [ ]
270    
271      def end_projection(self, name, qname):      def end_projection(self, name, qname):
272          self.aMap.SetProjection(Projection(self.ProjectionParams))          if self.aLayer is not None:
273                obj = self.aLayer
274            elif self.aMap is not None:
275                obj = self.aMap
276            else:
277                assert False, "projection tag out of context"
278                pass
279    
280            obj.SetProjection(
281                Projection(self.ProjectionParams, self.ProjectionName))
282    
283      def start_parameter(self, name, qname, attrs):      def start_parameter(self, name, qname, attrs):
284          s = attrs.get((None, 'value'))          s = attrs.get((None, 'value'))
# Line 223  class SessionLoader(XMLReader): Line 292  class SessionLoader(XMLReader):
292          attrs which may be a dictionary as well as the normal SAX attrs          attrs which may be a dictionary as well as the normal SAX attrs
293          object and bind it to self.aLayer.          object and bind it to self.aLayer.
294          """          """
295          title = attrs.get((None, 'title'), "")          title = self.encode(attrs.get((None, 'title'), ""))
296          filename = attrs.get((None, 'filename'), "")          filename = attrs.get((None, 'filename'), "")
297          filename = os.path.join(self.GetDirectory(), filename)          filename = os.path.join(self.GetDirectory(), filename)
298            filename = self.encode(filename)
299            visible  = self.encode(attrs.get((None, 'visible'), "true")) != "false"
300          fill = parse_color(attrs.get((None, 'fill'), "None"))          fill = parse_color(attrs.get((None, 'fill'), "None"))
301          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))
302          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))
303          self.aLayer = layer_class(title, filename, fill = fill,          if attrs.has_key((None, "shapestore")):
304                                    stroke = stroke, lineWidth = stroke_width)              store = self.idmap[attrs[(None, "shapestore")]]
305            else:
306                store = self.theSession.OpenShapefile(filename)
307            self.aLayer = layer_class(title, store,
308                                      fill = fill, stroke = stroke,
309                                      lineWidth = stroke_width,
310                                      visible = visible)
311    
312      def end_layer(self, name, qname):      def end_layer(self, name, qname):
313          self.aMap.AddLayer(self.aLayer)          self.aMap.AddLayer(self.aLayer)
314            self.aLayer = None
315    
316        def start_rasterlayer(self, name, qname, attrs, layer_class = RasterLayer):
317            title = self.encode(attrs.get((None, 'title'), ""))
318            filename = attrs.get((None, 'filename'), "")
319            filename = os.path.join(self.GetDirectory(), filename)
320            filename = self.encode(filename)
321            visible  = self.encode(attrs.get((None, 'visible'), "true")) != "false"
322    
323            self.aLayer = layer_class(title, filename, visible = visible)
324    
325        def end_rasterlayer(self, name, qname):
326            self.aMap.AddLayer(self.aLayer)
327            self.aLayer = None
328    
329      def start_classification(self, name, qname, attrs):      def start_classification(self, name, qname, attrs):
330          field = attrs.get((None, 'field'), None)          field = attrs.get((None, 'field'), None)
# Line 253  class SessionLoader(XMLReader): Line 344  class SessionLoader(XMLReader):
344          elif fieldType == FIELDTYPE_DOUBLE:          elif fieldType == FIELDTYPE_DOUBLE:
345              self.conv = float              self.conv = float
346    
347          self.aLayer.GetClassification().SetField(field)          self.aLayer.GetClassification().SetFieldInfo(field, fieldType)
   
348    
349      def end_classification(self, name, qname):      def end_classification(self, name, qname):
350          pass          pass
351    
352      def start_clnull(self, name, qname, attrs):      def start_clnull(self, name, qname, attrs):
353          self.cl_group = ClassGroupDefault()          self.cl_group = ClassGroupDefault()
354          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
355          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
356    
357      def end_clnull(self, name, qname):      def end_clnull(self, name, qname):
# Line 272  class SessionLoader(XMLReader): Line 362  class SessionLoader(XMLReader):
362      def start_clpoint(self, name, qname, attrs):      def start_clpoint(self, name, qname, attrs):
363          attrib_value = attrs.get((None, 'value'), "0")          attrib_value = attrs.get((None, 'value'), "0")
364    
         #try:  
             #value  = Str2Num(attrib_value)  
         #except:  
             #value  = attrib_value  
   
365          value = self.conv(attrib_value)          value = self.conv(attrib_value)
366    
367          self.cl_group = ClassGroupSingleton(value)          self.cl_group = ClassGroupSingleton(value)
368          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
369          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
370    
371    
# Line 291  class SessionLoader(XMLReader): Line 376  class SessionLoader(XMLReader):
376    
377      def start_clrange(self, name, qname, attrs):      def start_clrange(self, name, qname, attrs):
378    
379            range = attrs.get((None, 'range'), None)
380            # for backward compatibility (min/max are not saved)
381            min   = attrs.get((None, 'min'), None)
382            max   = attrs.get((None, 'max'), None)
383    
384          try:          try:
385              min = self.conv(attrs.get((None, 'min'), "0"))              if range is not None:
386              max = self.conv(attrs.get((None, 'max'), "0"))                  self.cl_group = ClassGroupRange(Range(range))
387              #min = Str2Num(attrs.get((None, 'min'), "0"))              elif min is not None and max is not None:
388              #max = Str2Num(attrs.get((None, 'max'), "0"))                  self.cl_group = ClassGroupRange(self.conv(min), self.conv(max))
389                else:
390                    self.cl_group = ClassGroupRange(Range(None))
391    
392          except ValueError:          except ValueError:
393              raise ValueError(_("Classification range is not a number!"))              raise ValueError(_("Classification range is not a number!"))
394    
         self.cl_group = ClassGroupRange(min, max)  
395          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))          self.cl_group.SetLabel(attrs.get((None, 'label'), ""))
396          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
397    
# Line 319  class SessionLoader(XMLReader): Line 411  class SessionLoader(XMLReader):
411      def end_cldata(self, name, qname):      def end_cldata(self, name, qname):
412          pass          pass
413    
     def start_table(self, name, qname, attrs):  
         #print "table title: %s" % attrs.get('title', None)  
         pass  
   
     def end_table(self, name, qname):  
         pass  
   
414      def start_labellayer(self, name, qname, attrs):      def start_labellayer(self, name, qname, attrs):
415          self.aLayer = self.aMap.LabelLayer()          self.aLayer = self.aMap.LabelLayer()
416    
417      def start_label(self, name, qname, attrs):      def start_label(self, name, qname, attrs):
418          x = float(attrs[(None, 'x')])          x = float(attrs[(None, 'x')])
419          y = float(attrs[(None, 'y')])          y = float(attrs[(None, 'y')])
420          text = attrs[(None, 'text')]          text = self.encode(attrs[(None, 'text')])
421          halign = attrs[(None, 'halign')]          halign = attrs[(None, 'halign')]
422          valign = attrs[(None, 'valign')]          valign = attrs[(None, 'valign')]
423          self.aLayer.AddLabel(x, y, text, halign = halign, valign = valign)          self.aLayer.AddLabel(x, y, text, halign = halign, valign = valign)
Legend:
Removed from v.722  
changed lines
  Added in v.1339
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.26