/[thuban]/branches/WIP-pyshapelib-bramz/Thuban/Model/load.py
ViewVC logotype

Diff of /branches/WIP-pyshapelib-bramz/Thuban/Model/load.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 930 by jonathan, Tue May 20 15:23:03 2003 UTC revision 1642 by bh, Mon Aug 25 10:54:31 2003 UTC
# Line 24  from Thuban import _ Line 24  from Thuban import _
24  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \  from Thuban.Model.table import FIELDTYPE_INT, FIELDTYPE_DOUBLE, \
25       FIELDTYPE_STRING       FIELDTYPE_STRING
26    
27    from Thuban.Model.color import Color, Transparent
28    
29  from Thuban.Model.session import Session  from Thuban.Model.session import Session
30  from Thuban.Model.map import Map  from Thuban.Model.map import Map
31  from Thuban.Model.layer import Layer, RasterLayer  from Thuban.Model.layer import Layer, RasterLayer
 from Thuban.Model.color import Color  
32  from Thuban.Model.proj import Projection  from Thuban.Model.proj import Projection
33  from Thuban.Model.range import Range  from Thuban.Model.range import Range
34  from Thuban.Model.classification import Classification, \  from Thuban.Model.classification import Classification, \
35      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \      ClassGroupDefault, ClassGroupSingleton, ClassGroupRange, ClassGroupMap, \
36      ClassGroupProperties      ClassGroupProperties
37    from Thuban.Model.data import DerivedShapeStore, ShapefileStore
38    from Thuban.Model.table import DBFTable
39    from Thuban.Model.transientdb import TransientJoinedTable
40    
41    class LoadError(Exception):
42        pass
43    
44    from Thuban.Model.xmlreader import XMLReader
45    import resource
46    
47  def parse_color(color):  def parse_color(color):
48      """Return the color object for the string color.      """Return the color object for the string color.
# Line 43  def parse_color(color): Line 52  def parse_color(color):
52      """      """
53      color = string.strip(color)      color = string.strip(color)
54      if color == "None":      if color == "None":
55          result = Color.Transparent          result = Transparent
56      elif color[0] == '#':      elif color[0] == '#':
57          if len(color) == 7:          if len(color) == 7:
58              r = string.atoi(color[1:3], 16) / 255.0              r = string.atoi(color[1:3], 16) / 255.0
# Line 57  def parse_color(color): Line 66  def parse_color(color):
66          raise ValueError(_("Invalid color specification %s") % color)          raise ValueError(_("Invalid color specification %s") % color)
67      return result      return result
68    
69    class AttrDesc:
70    
71  class XMLReader(xml.sax.handler.ContentHandler):      def __init__(self, name, required = False, default = "",
72                     conversion = None):
73      # Dictionary mapping element names (or (URI, element name) pairs for          if not isinstance(name, tuple):
74      # documents using namespaces) to method names. The methods should              fullname = (None, name)
     # accept the same parameters as the startElement (or startElementNS)  
     # methods. The start_dispatcher is used by the default startElement  
     # and startElementNS methods to call a method for the open tag of an  
     # element.  
     start_dispatcher = {}  
   
     # end_dispatcher works just like start_dispatcher but it's used by  
     # endElement and endElementNS. The method whose names it maps to  
     # should accept the same parameters as endElement and endElementNS.  
     end_dispatcher = {}  
   
   
     def __init__(self):  
         self.chars = ''  
         self.__directory = ""  
         self.__dispatchers = {}  
   
     def read(self, file_or_filename):  
   
         if hasattr(file_or_filename, "read"):  
             # it's a file object  
             self.__directory = ""  
             self.__file = file_or_filename  
         else:  
             filename = file_or_filename  
             self.__directory = os.path.dirname(filename)  
             self.__file = open(filename)  
   
         parser = make_parser()  
         parser.setContentHandler(self)  
         parser.setErrorHandler(ErrorHandler())  
         parser.setFeature(xml.sax.handler.feature_namespaces, 1)  
   
         #  
         # Well, this isn't pretty, but it appears that if you  
         # use Python 2.2 without the site-package _xmlplus then  
         # the following will fail, and without them it will work.  
         # However, if you do have the site-package and you don't  
         # call these functions, the reader raises an exception  
         #  
         # The reason we set these to 0 in the first place is  
         # because there is an unresolved issue with external  
         # entities causing an exception in the reader  
         #  
         try:  
             parser.setFeature(xml.sax.handler.feature_validation,0)  
             parser.setFeature(xml.sax.handler.feature_external_ges,0)  
             parser.setFeature(xml.sax.handler.feature_external_pes,0)  
         except SAXNotRecognizedException:  
             pass  
   
         parser.parse(self.__file)  
   
         self.close()  
   
     def close(self):  
         self.__file.close()  
           
     def GetFilename(self):  
         if hasattr(self.__file, "name"):  
             return self.__file.name  
   
         return ""  
   
     def GetDirectory(self):  
         return self.__directory  
   
   
     def AddDispatchers(self, dict):  
         """Add the function names that should be used to process XML tags.  
   
         dict -- a dictionary whose keys are XML tag strings and whose values  
                 are pairs of strings such that the first string is  
                 the name of the function that should be called when the  
                 XML tag opens and the second string is the name of the  
                 function that should be called when the XML tag closes.  
                 If a pair element is None, no function is called.  
         """  
   
         self.__dispatchers.update(dict)  
   
     def startElementNS(self, name, qname, attrs):  
         """Call the method given for name in self.start_dispatcher  
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
75          else:          else:
76              # Dispatch with namespace              fullname = name
77              method_name = self.__dispatchers.get(name)              name = name[1]
78          if method_name is not None and method_name[0] is not None:          self.name = name
79              getattr(self, method_name[0])(name, qname, attrs)          self.fullname = fullname
80            self.required = required
81            self.default = default
82            self.conversion = conversion
83    
84      def endElementNS(self, name, qname):          # set by the SessionLoader's check_attrs method
85          """Call the method given for name in self.end_dispatcher          self.value = None
         """  
         if name[0] is None:  
             method_name = self.__dispatchers.get(name[1])  
         else:  
             # Dispatch with namespace  
             method_name = self.__dispatchers.get(name)  
         if method_name is not None and method_name[1] is not None:  
             getattr(self, method_name[1])(name, qname)  
   
     def encode(self, str):  
         """Assume that str is in Unicode and encode it into Latin1.  
           
         If str is None, return None  
         """  
86    
         if str is not None:  
             return str.encode("latin1")  
         else:  
             return None  
87    
88  class SessionLoader(XMLReader):  class SessionLoader(XMLReader):
89    
# Line 186  class SessionLoader(XMLReader): Line 95  class SessionLoader(XMLReader):
95          self.aMap = None          self.aMap = None
96          self.aLayer = None          self.aLayer = None
97    
98          XMLReader.AddDispatchers(self,          # Map ids used in the thuban file to the corresponding objects
99              {'session'       : ("start_session",        "end_session"),          # in the session
100               'map'           : ("start_map",            "end_map"),          self.idmap = {}
101               'projection'    : ("start_projection",     "end_projection"),  
102               'parameter'     : ("start_parameter",      None),          dispatchers = {
103               'layer'         : ("start_layer",          "end_layer"),              'session'       : ("start_session",        "end_session"),
104               'rasterlayer'   : ("start_rasterlayer",    "end_rasterlayer"),              'fileshapesource': ("start_fileshapesource", None),
105               'classification': ("start_classification", "end_classification"),              'derivedshapesource': ("start_derivedshapesource", None),
106               'clnull'        : ("start_clnull",         "end_clnull"),              'filetable': ("start_filetable", None),
107               'clpoint'       : ("start_clpoint",        "end_clpoint"),              'jointable': ("start_jointable", None),
108               'clrange'       : ("start_clrange",        "end_clrange"),  
109               'cldata'        : ("start_cldata",         "end_cldata"),              'map'           : ("start_map",            "end_map"),
110               'table'         : ("start_table",          "end_table"),              'projection'    : ("start_projection",     "end_projection"),
111               'labellayer'    : ("start_labellayer",     None),              'parameter'     : ("start_parameter",      None),
112               'label'         : ("start_label",          None)})              'layer'         : ("start_layer",          "end_layer"),
113                'rasterlayer'   : ("start_rasterlayer",    "end_rasterlayer"),
114                'classification': ("start_classification", "end_classification"),
115                'clnull'        : ("start_clnull",         "end_clnull"),
116                'clpoint'       : ("start_clpoint",        "end_clpoint"),
117                'clrange'       : ("start_clrange",        "end_clrange"),
118                'cldata'        : ("start_cldata",         "end_cldata"),
119                'table'         : ("start_table",          "end_table"),
120                'labellayer'    : ("start_labellayer",     None),
121                'label'         : ("start_label",          None)}
122    
123            # all dispatchers should be used for the 0.8 and 0.9 namespaces too
124            for xmlns in ("http://thuban.intevation.org/dtds/thuban-0.8.dtd",
125                          "http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"):
126                for key, value in dispatchers.items():
127                    dispatchers[(xmlns, key)] = value
128    
129            XMLReader.AddDispatchers(self, dispatchers)
130    
131      def start_session(self, name, qname, attrs):      def start_session(self, name, qname, attrs):
132          self.theSession = Session(self.encode(attrs.get((None, 'title'), None)))          self.theSession = Session(self.encode(attrs.get((None, 'title'),
133                                                            None)))
134    
135      def end_session(self, name, qname):      def end_session(self, name, qname):
136          pass          pass
137    
138        def check_attrs(self, element, attrs, descr):
139            """Check and convert some of the attributes of an element
140    
141            Parameters:
142               element -- The element name
143               attrs -- The attrs mapping as passed to the start_* methods
144               descr -- Sequence of attribute descriptions (AttrDesc instances)
145    
146            Return a dictionary containig normalized versions of the
147            attributes described in descr. The keys of that dictionary are
148            the name attributes of the attribute descriptions. The attrs
149            dictionary will not be modified.
150    
151            If the attribute is required, i.e. the 'required' attribute of
152            the descrtiption is true, but it is not in attrs, raise a
153            LoadError.
154    
155            If the attribute has a default value and it is not present in
156            attrs, use that default value as the value in the returned dict.
157    
158            If a conversion is specified, convert the value before putting
159            it into the returned dict. The following conversions are
160            available:
161    
162               'filename' -- The attribute is a filename.
163    
164                             If the filename is a relative name, interpret
165                             it relative to the directory containing the
166                             .thuban file and make it an absolute name
167    
168               'shapestore' -- The attribute is the ID of a shapestore
169                               defined earlier in the .thuban file. Look it
170                               up self.idmap
171    
172               'table' -- The attribute is the ID of a table or shapestore
173                          defined earlier in the .thuban file. Look it up
174                          self.idmap. If it's the ID of a shapestore the
175                          value will be the table of the shapestore.
176            """
177            normalized = {}
178    
179            for d in descr:
180                if d.required and not attrs.has_key(d.fullname):
181                    raise LoadError("Element %s requires an attribute %r"
182                                    % (element, d.name))
183                value = attrs.get(d.fullname, d.default)
184    
185                if d.conversion == "shapesource":
186                    if value in self.idmap:
187                        value = self.idmap[value]
188                    else:
189                        raise LoadError("Element %s requires an already defined ID"
190                                        " in attribute %r"
191                                        % (element, d.name))
192                elif d.conversion == "table":
193                    if value in self.idmap:
194                        value = self.idmap[value]
195                        if isinstance(value, ShapefileStore):
196                            value = value.Table()
197                    else:
198                        raise LoadError("Element %s requires an already defined ID"
199                                        " in attribute %r"
200                                        % (element, d.name))
201                elif d.conversion == "filename":
202                    value = os.path.abspath(os.path.join(self.GetDirectory(),
203                                                         value))
204    
205                normalized[d.name] = value
206            return normalized
207    
208        def start_fileshapesource(self, name, qname, attrs):
209            attrs = self.check_attrs(name, attrs,
210                                      [AttrDesc("id", True),
211                                       AttrDesc("filename", True,
212                                                conversion = "filename"),
213                                       AttrDesc("filetype", True)])
214            ID = attrs["id"]
215            filename = attrs["filename"]
216            filetype = attrs["filetype"]
217            if filetype != "shapefile":
218                raise LoadError("shapesource filetype %r not supported" % filetype)
219            self.idmap[ID] = self.theSession.OpenShapefile(filename)
220    
221        def start_derivedshapesource(self, name, qname, attrs):
222            attrs = self.check_attrs(name, attrs,
223                                     [AttrDesc("id", True),
224                                      AttrDesc("shapesource", True,
225                                               conversion = "shapesource"),
226                                      AttrDesc("table", True, conversion="table")])
227            store = DerivedShapeStore(attrs["shapesource"], attrs["table"])
228            self.theSession.AddShapeStore(store)
229            self.idmap[attrs["id"]] = store
230    
231        def start_filetable(self, name, qname, attrs):
232            attrs = self.check_attrs(name, attrs,
233                                     [AttrDesc("id", True),
234                                      AttrDesc("title", True),
235                                      AttrDesc("filename", True,
236                                               conversion = "filename"),
237                                      AttrDesc("filetype")])
238            filetype = attrs["filetype"]
239            if filetype != "DBF":
240                raise LoadError("shapesource filetype %r not supported" % filetype)
241            table = DBFTable(attrs["filename"])
242            table.SetTitle(attrs["title"])
243            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
244    
245        def start_jointable(self, name, qname, attrs):
246            attrs = self.check_attrs(name, attrs,
247                                     [AttrDesc("id", True),
248                                      AttrDesc("title", True),
249                                      AttrDesc("left", True, conversion="table"),
250                                      AttrDesc("leftcolumn", True),
251                                      AttrDesc("right", True, conversion="table"),
252                                      AttrDesc("rightcolumn", True),
253    
254                                      # jointype is required for file
255                                      # version 0.9 but this attribute
256                                      # wasn't in the 0.8 version because of
257                                      # an oversight so we assume it's
258                                      # optional since we want to handle
259                                      # both file format versions here.
260                                      AttrDesc("jointype", False,
261                                               default="INNER")])
262    
263            jointype = attrs["jointype"]
264            if jointype == "LEFT OUTER":
265                outer_join = True
266            elif jointype == "INNER":
267                outer_join = False
268            else:
269                raise LoadError("jointype %r not supported" % jointype )
270            table = TransientJoinedTable(self.theSession.TransientDB(),
271                                         attrs["left"], attrs["leftcolumn"],
272                                         attrs["right"], attrs["rightcolumn"],
273                                         outer_join = outer_join)
274            table.SetTitle(attrs["title"])
275            self.idmap[attrs["id"]] = self.theSession.AddTable(table)
276    
277      def start_map(self, name, qname, attrs):      def start_map(self, name, qname, attrs):
278          """Start a map."""          """Start a map."""
279          self.aMap = Map(attrs.get((None, 'title'), None))          self.aMap = Map(self.encode(attrs.get((None, 'title'), None)))
280    
281      def end_map(self, name, qname):      def end_map(self, name, qname):
282          self.theSession.AddMap(self.aMap)          self.theSession.AddMap(self.aMap)
# Line 252  class SessionLoader(XMLReader): Line 318  class SessionLoader(XMLReader):
318          fill = parse_color(attrs.get((None, 'fill'), "None"))          fill = parse_color(attrs.get((None, 'fill'), "None"))
319          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))          stroke = parse_color(attrs.get((None, 'stroke'), "#000000"))
320          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))          stroke_width = int(attrs.get((None, 'stroke_width'), "1"))
321          self.aLayer = layer_class(title,          if attrs.has_key((None, "shapestore")):
322                                    self.theSession.OpenShapefile(filename),              store = self.idmap[attrs[(None, "shapestore")]]
323            else:
324                store = self.theSession.OpenShapefile(filename)
325            self.aLayer = layer_class(title, store,
326                                    fill = fill, stroke = stroke,                                    fill = fill, stroke = stroke,
327                                    lineWidth = stroke_width,                                    lineWidth = stroke_width,
328                                    visible = visible)                                    visible = visible)
# Line 293  class SessionLoader(XMLReader): Line 362  class SessionLoader(XMLReader):
362          elif fieldType == FIELDTYPE_DOUBLE:          elif fieldType == FIELDTYPE_DOUBLE:
363              self.conv = float              self.conv = float
364    
365          self.aLayer.GetClassification().SetField(field)          self.aLayer.SetClassificationColumn(field)
366    
367      def end_classification(self, name, qname):      def end_classification(self, name, qname):
368          pass          pass
# Line 311  class SessionLoader(XMLReader): Line 380  class SessionLoader(XMLReader):
380      def start_clpoint(self, name, qname, attrs):      def start_clpoint(self, name, qname, attrs):
381          attrib_value = attrs.get((None, 'value'), "0")          attrib_value = attrs.get((None, 'value'), "0")
382    
383          value = self.conv(attrib_value)          field = self.aLayer.GetClassificationColumn()
384            if self.aLayer.GetFieldType(field) == FIELDTYPE_STRING:
385                value = self.encode(attrib_value)
386            else:
387                value = self.conv(attrib_value)
388          self.cl_group = ClassGroupSingleton(value)          self.cl_group = ClassGroupSingleton(value)
389          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))          self.cl_group.SetLabel(self.encode(attrs.get((None, 'label'), "")))
390          self.cl_prop = ClassGroupProperties()          self.cl_prop = ClassGroupProperties()
# Line 334  class SessionLoader(XMLReader): Line 406  class SessionLoader(XMLReader):
406              if range is not None:              if range is not None:
407                  self.cl_group = ClassGroupRange(Range(range))                  self.cl_group = ClassGroupRange(Range(range))
408              elif min is not None and max is not None:              elif min is not None and max is not None:
409                  self.cl_group = ClassGroupRange(self.conv(min), self.conv(max))                  self.cl_group = ClassGroupRange((self.conv(min),
410                                                     self.conv(max)))
411              else:              else:
412                  self.cl_group = ClassGroupRange(Range(None))                  self.cl_group = ClassGroupRange(Range(None))
413    
# Line 360  class SessionLoader(XMLReader): Line 433  class SessionLoader(XMLReader):
433      def end_cldata(self, name, qname):      def end_cldata(self, name, qname):
434          pass          pass
435    
     def start_table(self, name, qname, attrs):  
         #print "table title: %s" % attrs.get('title', None)  
         pass  
   
     def end_table(self, name, qname):  
         pass  
   
436      def start_labellayer(self, name, qname, attrs):      def start_labellayer(self, name, qname, attrs):
437          self.aLayer = self.aMap.LabelLayer()          self.aLayer = self.aMap.LabelLayer()
438    
Legend:
Removed from v.930  
changed lines
  Added in v.1642
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.26