/[thuban]/branches/WIP-pyshapelib-bramz/Thuban/Model/load.py
ViewVC logotype

Diff of /branches/WIP-pyshapelib-bramz/Thuban/Model/load.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 930 by jonathan, Tue May 20 15:23:03 2003 UTC revision 1452 by bh, Fri Jul 18 12:57:59 2003 UTC
# Line 24  from Thuban import _ Line 24  from Thuban import _
24  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \
25       FIELDTYPE_STRING       FIELDTYPE_STRING
26    
27    from Thuban.Model.color import Color, Transparent
28    
29  from Thuban.Model.session import Session  from Thuban.Model.session import Session
30  from Thuban.Model.map import Map  from Thuban.Model.map import Map
31  from Thuban.Model.layer import Layer, RasterLayer  from Thuban.Model.layer import Layer, RasterLayer
 from Thuban.Model.color import Color  
32  from Thuban.Model.proj import Projection  from Thuban.Model.proj import Projection
33  from Thuban.Model.range import Range  from Thuban.Model.range import Range
34  from Thuban.Model.classification import Classification, \  from Thuban.Model.classification import Classification, \
35      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \
36      ClassGroupProperties      ClassGroupProperties
37    from Thuban.Model.data import DerivedShapeStore, ShapefileStore
38    from Thuban.Model.table import DBFTable
39    from Thuban.Model.transientdb import TransientJoinedTable
40    
41    class LoadError(Exception):
42        pass
43    
44    from Thuban.Model.xmlreader import XMLReader
45    import resource
46    
47  def parse_color(color):  def parse_color(color):
48      """Return the color object for the string color.      """Return the color object for the string color.
# Line 43  def parse_color(color): Line 52  def parse_color(color):
52      """      """
53      color = string.strip(color)      color = string.strip(color)
54      if color == "None":      if color == "None":
55          result = Color.Transparent          result = Transparent
56      elif color[0] == '#':      elif color[0] == '#':
57          if len(color) == 7:          if len(color) == 7:
58              r = string.atoi(color[1:3], 16) / 255.0              r = string.atoi(color[1:3], 16) / 255.0
# Line 57  def parse_color(color): Line 66  def parse_color(color):
66          raise ValueError(_("Invalid color specification %s") % color)          raise ValueError(_("Invalid color specification %s") % color)
67      return result      return result
68    
69    class AttrDesc:
70    
71  class XMLReader(xml.sax.handler.ContentHandler):      def __init__(self, name, required = False, default = "",
72                     conversion = None):
73      # Dictionary mapping element names (or (URI, element name) pairs for          if not isinstance(name, tuple):
74      # documents using namespaces) to method names. The methods should              fullname = (None, name)
     # accept the same parameters as the startElement (or startElementNS)  
     # methods. The start_dispatcher is used by the default startElement  
     # and startElementNS methods to call a method for the open tag of an  
     # element.  
     start_dispatcher = {}  
   
     # end_dispatcher works just like start_dispatcher but it's used by  
     # endElement and endElementNS. The method whose names it maps to  
     # should accept the same parameters as endElement and endElementNS.  
     end_dispatcher = {}  
   
   
     def __init__(self):  
         self.chars = ''  
         self.__directory = ""  
         self.__dispatchers = {}  
   
     def read(self, file_or_filename):  
   
         if hasattr(file_or_filename, "read"):  
             # it's a file object  
             self.__directory = ""  
             self.__file = file_or_filename  
         else:  
             filename = file_or_filename  
             self.__directory = os.path.dirname(filename)  
             self.__file = open(filename)  
   
         parser = make_parser()  
         parser.setContentHandler(self)  
         parser.setErrorHandler(ErrorHandler())  
         parser.setFeature(xml.sax.handler.feature_namespaces, 1)  
   
         #  
         # Well, this isn't pretty, but it appears that if you  
         # use Python 2.2 without the site-package _xmlplus then  
         # the following will fail, and without them it will work.  
         # However, if you do have the site-package and you don't  
         # call these functions, the reader raises an exception  
         #  
         # The reason we set these to 0 in the first place is  
         # because there is an unresolved issue with external  
         # entities causing an exception in the reader  
         #  
         try:  
             parser.setFeature(xml.sax.handler.feature_validation,0)  
             parser.setFeature(xml.sax.handler.feature_external_ges,0)  
             parser.setFeature(xml.sax.handler.feature_external_pes,0)  
         except SAXNotRecognizedException:  
             pass  
   
         parser.parse(self.__file)  
   
         self.close()  
   
     def close(self):  
         self.__file.close()  
           
     def GetFilename(self):  
         if hasattr(self.__file, "name"):  
             return self.__file.name  
   
         return ""  
   
     def GetDirectory(self):  
         return self.__directory  
   
   
     def AddDispatchers(self, dict):  
         """Add the function names that should be used to process XML tags.  
   
         dict -- a dictionary whose keys are XML tag strings and whose values  
                 are pairs of strings such that the first string is  
                 the name of the function that should be called when the  
                 XML tag opens and the second string is the name of the  
                 function that should be called when the XML tag closes.  
                 If a pair element is None, no function is called.  
         """  
   
         self.__dispatchers.update(dict)  
   
     def startElementNS(self, name, qname, attrs):  
         """Call the method given for name in self.start_dispatcher  
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
75          else:          else:
76              # Dispatch with namespace              fullname = name
77              method_name = self.__dispatchers.get(name)              name = name[1]
78          if method_name is not None and method_name[0] is not None:          self.name = name
79              getattr(self, method_name[0])(name, qname, attrs)          self.fullname = fullname
80            self.required = required
81            self.default = default
82            self.conversion = conversion
83    
84      def endElementNS(self, name, qname):          # set by the SessionLoader's check_attrs method
85          """Call the method given for name in self.end_dispatcher          self.value = None
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
         else:  
             # Dispatch with namespace  
             method_name = self.__dispatchers.get(name)  
         if method_name is not None and method_name[1] is not None:  
             getattr(self, method_name[1])(name, qname)  
   
     def encode(self, str):  
         """Assume that str is in Unicode and encode it into Latin1.  
           
         If str is None, return None  
         """  
86    
         if str is not None:  
             return str.encode("latin1")  
         else:  
             return None  
87    
88  class SessionLoader(XMLReader):  class SessionLoader(XMLReader):
89    
# Line 186  class SessionLoader(XMLReader): Line 95  class SessionLoader(XMLReader):
95          self.aMap = None          self.aMap = None
96          self.aLayer = None          self.aLayer = None
97    
98          XMLReader.AddDispatchers(self,          # Map ids used in the thuban file to the corresponding objects
99              {'session'       : ("start_session",        "end_session"),          # in the session
100               'map'           : ("start_map",            "end_map"),          self.idmap = {}
101               'projection'    : ("start_projection",     "end_projection"),  
102               'parameter'     : ("start_parameter",      None),          dispatchers = {
103               'layer'         : ("start_layer",          "end_layer"),              'session'       : ("start_session",        "end_session"),
104               'rasterlayer'   : ("start_rasterlayer",    "end_rasterlayer"),              'fileshapesource': ("start_fileshapesource", None),
105               'classification': ("start_classification", "end_classification"),              'derivedshapesource': ("start_derivedshapesource", None),
106               'clnull'        : ("start_clnull",         "end_clnull"),              'filetable': ("start_filetable", None),
107               'clpoint'       : ("start_clpoint",        "end_clpoint"),              'jointable': ("start_jointable", None),
108               'clrange'       : ("start_clrange",        "end_clrange"),  
109               'cldata'        : ("start_cldata",         "end_cldata"),              'map'           : ("start_map",            "end_map"),
110               'table'         : ("start_table",          "end_table"),              'projection'    : ("start_projection",     "end_projection"),
111               'labellayer'    : ("start_labellayer",     None),              'parameter'     : ("start_parameter",      None),
112               'label'         : ("start_label",          None)})              'layer'         : ("start_layer",          "end_layer"),
113                'rasterlayer'   : ("start_rasterlayer",    "end_rasterlayer"),
114                'classification': ("start_classification", "end_classification"),
115                'clnull'        : ("start_clnull",         "end_clnull"),
116                'clpoint'       : ("start_clpoint",        "end_clpoint"),
117                'clrange'       : ("start_clrange",        "end_clrange"),
118                'cldata'        : ("start_cldata",         "end_cldata"),
119                'table'         : ("start_table",          "end_table"),
120                'labellayer'    : ("start_labellayer",     None),
121                'label'         : ("start_label",          None)}
122    
123            # all dispatchers should be used for the 0.8 and 0.9 namespaces too
124            for xmlns in ("http://thuban.intevation.org/dtds/thuban-0.8.dtd",
125                          "http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"):
126                for key, value in dispatchers.items():
127                    dispatchers[(xmlns, key)] = value
128    
129            XMLReader.AddDispatchers(self, dispatchers)
130    
131      def start_session(self, name, qname, attrs):      def start_session(self, name, qname, attrs):
132          self.theSession = Session(self.encode(attrs.get((None, 'title'), None)))          self.theSession = Session(self.encode(attrs.get((None, 'title'),
133                                                            None)))
134    
135      def end_session(self, name, qname):      def end_session(self, name, qname):
136          pass          pass
137    
138        def check_attrs(self, element, attrs, descr):
139            """Check and convert some of the attributes of an element
140    
141            Parameters:
142               element -- The element name
143               attrs -- The attrs mapping as passed to the start_* methods
144               descr -- Sequence of attribute descriptions (AttrDesc instances)
145    
146            Return a dictionary containig normalized versions of the
147            attributes described in descr. The keys of that dictionary are
148            the name attributes of the attribute descriptions. The attrs
149            dictionary will not be modified.
150    
151            If the attribute is required, i.e. the 'required' attribute of
152            the descrtiption is true, but it is not in attrs, raise a
153            LoadError.
154    
155            If the attribute has a default value and it is not present in
156            attrs, use that default value as the value in the returned dict.
157    
158            If a conversion is specified, convert the value before putting
159            it into the returned dict. The following conversions are
160            available:
161    
162               'filename' -- The attribute is a filename.
163    
164                             If the filename is a relative name, interpret
165                             it relative to the directory containing the
166                             .thuban file and make it an absolute name
167    
168               'shapestore' -- The attribute is the ID of a shapestore
169                               defined earlier in the .thuban file. Look it
170                               up self.idmap
171    
172               'table' -- The attribute is the ID of a table or shapestore
173                          defined earlier in the .thuban file. Look it up
174                          self.idmap. If it's the ID of a shapestore the
175                          value will be the table of the shapestore.
176            """
177            normalized = {}
178    
179            for d in descr:
180                if d.required and not attrs.has_key(d.fullname):
181                    pass
182                #raise LoadError("Element %s requires an attribute %r"
183                #                    % (element, d.name))
184                value = attrs.get(d.fullname, d.default)
185    
186                if d.conversion == "shapesource":
187                    if value in self.idmap:
188                        value = self.idmap[value]
189                    else:
190                        raise LoadError("Element %s requires an already defined ID"
191                                        " in attribute %r"
192                                        % (element, d.name))
193                elif d.conversion == "table":
194                    if value in self.idmap:
195                        value = self.idmap[value]
196                        if isinstance(value, ShapefileStore):
197                            value = value.Table()
198                    else:
199                        raise LoadError("Element %s requires an already defined ID"
200                                        " in attribute %r"
201                                        % (element, d.name))
202                elif d.conversion == "filename":
203                    value = os.path.abspath(os.path.join(self.GetDirectory(),
204                                                         value))
205    
206                normalized[d.name] = value
207            return normalized
208    
209        def start_fileshapesource(self, name, qname, attrs):
210            attrs = self.check_attrs(name, attrs,
211                                      [AttrDesc("id", True),
212                                       AttrDesc("filename", True,
213                                                conversion = "filename"),
214                                       AttrDesc("filetype", True)])
215            ID = attrs["id"]
216            filename = attrs["filename"]
217            filetype = attrs["filetype"]
218            if filetype != "shapefile":
219                raise LoadError("shapesource filetype %r not supported" % filetype)
220            self.idmap[ID] = self.theSession.OpenShapefile(filename)
221    
222        def start_derivedshapesource(self, name, qname, attrs):
223            attrs = self.check_attrs(name, attrs,
224                                     [AttrDesc("id", True),
225                                      AttrDesc("shapesource", True,
226                                               conversion = "shapesource"),
227                                      AttrDesc("table", True, conversion="table")])
228            store = DerivedShapeStore(attrs["shapesource"], attrs["table"])
229            self.theSession.AddShapeStore(store)
230            self.idmap[attrs["id"]] = store
231    
232        def start_filetable(self, name, qname, attrs):
233            attrs = self.check_attrs(name, attrs,
234                                     [AttrDesc("id", True),
235                                      AttrDesc("title", True),
236                                      AttrDesc("filename", True,
237                                               conversion = "filename"),
238                                      AttrDesc("filetype")])
239            filetype = attrs["filetype"]
240            if filetype != "DBF":
241                raise LoadError("shapesource filetype %r not supported" % filetype)
242            table = DBFTable(attrs["filename"])
243            table.SetTitle(attrs["title"])
244            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
245    
246        def start_jointable(self, name, qname, attrs):
247            attrs = self.check_attrs(name, attrs,
248                                     [AttrDesc("id", True),
249                                      AttrDesc("title", True),
250                                      AttrDesc("left", True, conversion="table"),
251                                      AttrDesc("leftcolumn", True),
252                                      AttrDesc("right", True, conversion="table"),
253                                      AttrDesc("rightcolumn", True),
254    
255                                      # jointype is required for file
256                                      # version 0.9 but this attribute
257                                      # wasn't in the 0.8 version because of
258                                      # an oversight so we assume it's
259                                      # optional since we want to handle
260                                      # both file format versions here.
261                                      AttrDesc("jointype", False,
262                                               default="INNER")])
263    
264            jointype = attrs["jointype"]
265            if jointype == "LEFT OUTER":
266                outer_join = True
267            elif jointype == "INNER":
268                outer_join = False
269            else:
270                raise LoadError("jointype %r not supported" % jointype )
271            table = TransientJoinedTable(self.theSession.TransientDB(),
272                                         attrs["left"], attrs["leftcolumn"],
273                                         attrs["right"], attrs["rightcolumn"],
274                                         outer_join = outer_join)
275            table.SetTitle(attrs["title"])
276            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
277    
278      def start_map(self, name, qname, attrs):      def start_map(self, name, qname, attrs):
279          """Start a map."""          """Start a map."""
280          self.aMap = Map(attrs.get((None, 'title'), None))          self.aMap = Map(self.encode(attrs.get((None, 'title'), None)))
281    
282      def end_map(self, name, qname):      def end_map(self, name, qname):
283          self.theSession.AddMap(self.aMap)          self.theSession.AddMap(self.aMap)
# Line 252  class SessionLoader(XMLReader): Line 319  class SessionLoader(XMLReader):
319          fill = parse_color(attrs.get((None, 'fill'), "None"))          fill = parse_color(attrs.get((None, 'fill'), "None"))
320          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))
321          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))
322          self.aLayer = layer_class(title,          if attrs.has_key((None, "shapestore")):
323                                    self.theSession.OpenShapefile(filename),              store = self.idmap[attrs[(None, "shapestore")]]
324            else:
325                store = self.theSession.OpenShapefile(filename)
326            self.aLayer = layer_class(title, store,
327                                    fill = fill, stroke = stroke,                                    fill = fill, stroke = stroke,
328                                    lineWidth = stroke_width,                                    lineWidth = stroke_width,
329                                    visible = visible)                                    visible = visible)
# Line 293  class SessionLoader(XMLReader): Line 363  class SessionLoader(XMLReader):
363          elif fieldType == FIELDTYPE_DOUBLE:          elif fieldType == FIELDTYPE_DOUBLE:
364              self.conv = float              self.conv = float
365    
366          self.aLayer.GetClassification().SetField(field)          self.aLayer.SetClassificationColumn(field)
367    
368      def end_classification(self, name, qname):      def end_classification(self, name, qname):
369          pass          pass
# Line 311  class SessionLoader(XMLReader): Line 381  class SessionLoader(XMLReader):
381      def start_clpoint(self, name, qname, attrs):      def start_clpoint(self, name, qname, attrs):
382          attrib_value = attrs.get((None, 'value'), "0")          attrib_value = attrs.get((None, 'value'), "0")
383    
384          value = self.conv(attrib_value)          field = self.aLayer.GetClassificationColumn()
385            if self.aLayer.GetFieldType(field) == FIELDTYPE_STRING:
386                value = self.encode(attrib_value)
387            else:
388                value = self.conv(attrib_value)
389          self.cl_group = ClassGroupSingleton(value)          self.cl_group = ClassGroupSingleton(value)
390          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
391          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
# Line 334  class SessionLoader(XMLReader): Line 407  class SessionLoader(XMLReader):
407              if range is not None:              if range is not None:
408                  self.cl_group = ClassGroupRange(Range(range))                  self.cl_group = ClassGroupRange(Range(range))
409              elif min is not None and max is not None:              elif min is not None and max is not None:
410                  self.cl_group = ClassGroupRange(self.conv(min), self.conv(max))                  self.cl_group = ClassGroupRange((self.conv(min),
411                                                     self.conv(max)))
412              else:              else:
413                  self.cl_group = ClassGroupRange(Range(None))                  self.cl_group = ClassGroupRange(Range(None))
414    
# Line 360  class SessionLoader(XMLReader): Line 434  class SessionLoader(XMLReader):
434      def end_cldata(self, name, qname):      def end_cldata(self, name, qname):
435          pass          pass
436    
     def start_table(self, name, qname, attrs):  
         #print "table title: %s" % attrs.get('title', None)  
         pass  
   
     def end_table(self, name, qname):  
         pass  
   
437      def start_labellayer(self, name, qname, attrs):      def start_labellayer(self, name, qname, attrs):
438          self.aLayer = self.aMap.LabelLayer()          self.aLayer = self.aMap.LabelLayer()
439    
Legend:
Removed from v.930  
changed lines
  Added in v.1452
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.26