1 |
# Copyright (c) 2002, 2003 by Intevation GmbH |
# Copyright (c) 2002, 2003, 2004 by Intevation GmbH |
2 |
# Authors: |
# Authors: |
3 |
# Bernhard Herzog <[email protected]> |
# Bernhard Herzog <[email protected]> |
4 |
# |
# |
17 |
import unittest |
import unittest |
18 |
from StringIO import StringIO |
from StringIO import StringIO |
19 |
|
|
|
import xml.sax |
|
|
import xml.sax.handler |
|
|
from xml.sax import make_parser, ErrorHandler, SAXNotRecognizedException |
|
|
|
|
20 |
import xmlsupport |
import xmlsupport |
21 |
|
import postgissupport |
22 |
|
|
23 |
import support |
import support |
24 |
support.initthuban() |
support.initthuban() |
40 |
|
|
41 |
from Thuban.Model.range import Range |
from Thuban.Model.range import Range |
42 |
|
|
43 |
|
from Thuban.Model.postgisdb import PostGISConnection, PostGISShapeStore |
44 |
|
|
45 |
|
|
46 |
class XMLWriterTest(unittest.TestCase): |
class XMLWriterTest(unittest.TestCase): |
47 |
|
|
65 |
class SaveSessionTest(unittest.TestCase, support.FileTestMixin, |
class SaveSessionTest(unittest.TestCase, support.FileTestMixin, |
66 |
xmlsupport.ValidationTest): |
xmlsupport.ValidationTest): |
67 |
|
|
68 |
dtd = "http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd" |
dtd = "http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd" |
69 |
thubanids = [((dtd, n), (None, "id")) for n in |
thubanids = [((dtd, n), (None, "id")) for n in |
70 |
["fileshapesource", "filetable", "jointable", |
["fileshapesource", "filetable", "jointable", |
71 |
"derivedshapesource"]] |
"derivedshapesource", "dbshapesource", "dbconnection"]] |
72 |
thubanidrefs = [((dtd, n), (None, m)) for n, m in |
thubanidrefs = [((dtd, n), (None, m)) for n, m in |
73 |
[("layer", "shapestore"), |
[("layer", "shapestore"), |
74 |
("jointable", "left"), |
("jointable", "left"), |
75 |
("jointable", "right"), |
("jointable", "right"), |
76 |
("derivedshapesource", "table"), |
("derivedshapesource", "table"), |
77 |
("derivedshapesource", "shapesource")]] |
("derivedshapesource", "shapesource"), |
78 |
|
("dbshapesource", "dbconn")]] |
79 |
del n, m, dtd |
del n, m, dtd |
80 |
|
|
81 |
|
def tearDown(self): |
82 |
|
"""Call self.session.Destroy |
83 |
|
|
84 |
|
Test cases that create session should bind it to self.session so |
85 |
|
that it gets destroyed properly |
86 |
|
""" |
87 |
|
if hasattr(self, "session"): |
88 |
|
self.session.Destroy() |
89 |
|
self.session = None |
90 |
|
|
91 |
def compare_xml(self, xml1, xml2): |
def compare_xml(self, xml1, xml2): |
92 |
list1 = xmlsupport.sax_eventlist(xml1, ids = self.thubanids, |
list1 = xmlsupport.sax_eventlist(xml1, ids = self.thubanids, |
93 |
idrefs = self.thubanidrefs) |
idrefs = self.thubanidrefs) |
111 |
file.close() |
file.close() |
112 |
self.compare_xml(written_contents, |
self.compare_xml(written_contents, |
113 |
'<?xml version="1.0" encoding="UTF-8"?>\n' |
'<?xml version="1.0" encoding="UTF-8"?>\n' |
114 |
'<!DOCTYPE session SYSTEM "thuban-0.9.dtd">\n' |
'<!DOCTYPE session SYSTEM "thuban-1.1.dtd">\n' |
115 |
'<session title="empty session" ' |
'<session title="empty session" ' |
116 |
'xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd">' |
'xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd">' |
117 |
'\n</session>\n') |
'\n</session>\n') |
118 |
|
|
119 |
self.validate_data(written_contents) |
self.validate_data(written_contents) |
122 |
"""Save a session with a single map with a single layer""" |
"""Save a session with a single map with a single layer""" |
123 |
# deliberately put an apersand in the title :) |
# deliberately put an apersand in the title :) |
124 |
session = Session("single map&layer") |
session = Session("single map&layer") |
125 |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
proj = Projection(["proj=utm", "zone=27", "ellps=WGS84", |
126 |
|
"datum=WGS84", "units=m"], |
127 |
|
name = "WGS 84 / UTM zone 27N", |
128 |
|
epsg = "32627") |
129 |
map = Map("Test Map", projection = proj) |
map = Map("Test Map", projection = proj) |
130 |
session.AddMap(map) |
session.AddMap(map) |
131 |
# use shapefile from the example data |
# use shapefile from the example data |
141 |
written_contents = file.read() |
written_contents = file.read() |
142 |
file.close() |
file.close() |
143 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
144 |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
145 |
<session title="single map&layer" |
<session title="single map&layer" |
146 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
147 |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
<fileshapesource id="D1" |
148 |
|
filename="../../Data/iceland/political.shp" |
149 |
|
filetype="shapefile"/> |
150 |
<map title="Test Map"> |
<map title="Test Map"> |
151 |
<projection name="Unknown"> |
<projection epsg="32627" name="WGS 84 / UTM zone 27N"> |
|
<parameter value="zone=26"/> |
|
152 |
<parameter value="proj=utm"/> |
<parameter value="proj=utm"/> |
153 |
<parameter value="ellps=clrk66"/> |
<parameter value="zone=27"/> |
154 |
|
<parameter value="ellps=WGS84"/> |
155 |
|
<parameter value="datum=WGS84"/> |
156 |
|
<parameter value="units=m"/> |
157 |
</projection> |
</projection> |
158 |
<layer title="My Layer" shapestore="D1" |
<layer title="My Layer" shapestore="D1" |
159 |
fill="None" stroke="#000000" stroke_width="1" visible="%s"/> |
fill="None" stroke="#000000" stroke_width="1" visible="%s"/> |
160 |
</map> |
</map> |
161 |
</session>''' |
</session>''' |
162 |
|
|
163 |
expected_contents = expected_template % \ |
expected_contents = expected_template % "true" |
|
(os.path.join("..", "..", "Data", "iceland", "political.shp"), |
|
|
"true") |
|
164 |
|
|
165 |
self.compare_xml(written_contents, expected_contents) |
self.compare_xml(written_contents, expected_contents) |
166 |
|
|
167 |
self.validate_data(written_contents) |
self.validate_data(written_contents) |
168 |
|
|
169 |
|
# Repeat with an invisible layer |
170 |
layer.SetVisible(False) |
layer.SetVisible(False) |
171 |
save_session(session, filename) |
save_session(session, filename) |
172 |
|
|
173 |
file = open(filename) |
file = open(filename) |
174 |
written_contents = file.read() |
written_contents = file.read() |
175 |
file.close() |
file.close() |
176 |
expected_contents = expected_template % \ |
expected_contents = expected_template % "false" |
|
(os.path.join("..", "..", "Data", "iceland", "political.shp"), |
|
|
"false") |
|
177 |
self.compare_xml(written_contents, expected_contents) |
self.compare_xml(written_contents, expected_contents) |
178 |
self.validate_data(written_contents) |
self.validate_data(written_contents) |
179 |
|
|
182 |
def testLayerProjection(self): |
def testLayerProjection(self): |
183 |
"""Test saving layers with projections""" |
"""Test saving layers with projections""" |
184 |
# deliberately put an apersand in the title :) |
# deliberately put an apersand in the title :) |
185 |
session = Session("single map&layer") |
session = self.session = Session("single map&layer") |
186 |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
187 |
map = Map("Test Map", projection = proj) |
map = Map("Test Map", projection = proj) |
188 |
session.AddMap(map) |
session.AddMap(map) |
190 |
shpfile = os.path.join(os.path.dirname(__file__), |
shpfile = os.path.join(os.path.dirname(__file__), |
191 |
os.pardir, "Data", "iceland", "political.shp") |
os.pardir, "Data", "iceland", "political.shp") |
192 |
layer = Layer("My Layer", session.OpenShapefile(shpfile)) |
layer = Layer("My Layer", session.OpenShapefile(shpfile)) |
193 |
proj = Projection(["proj=lcc", "ellps=clrk66"], "Layer Projection") |
proj = Projection(["proj=lcc", "ellps=clrk66", |
194 |
|
"lat_1=0", "lat_2=20"], |
195 |
|
"Layer Projection") |
196 |
layer.SetProjection(proj) |
layer.SetProjection(proj) |
197 |
map.AddLayer(layer) |
map.AddLayer(layer) |
198 |
|
|
199 |
filename = self.temp_file_name("save_layerproj.thuban") |
filename = self.temp_file_name("save_layerproj.thuban") |
200 |
save_session(session, filename) |
save_session(session, filename) |
|
session.Destroy() |
|
201 |
|
|
202 |
file = open(filename) |
file = open(filename) |
203 |
written_contents = file.read() |
written_contents = file.read() |
204 |
file.close() |
file.close() |
205 |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
206 |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
207 |
<session title="single map&layer" |
<session title="single map&layer" |
208 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
209 |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
<fileshapesource id="D1" |
210 |
|
filename="../../Data/iceland/political.shp" |
211 |
|
filetype="shapefile"/> |
212 |
<map title="Test Map"> |
<map title="Test Map"> |
213 |
<projection name="Unknown"> |
<projection name="Unknown"> |
214 |
<parameter value="zone=26"/> |
<parameter value="zone=26"/> |
220 |
<projection name="Layer Projection"> |
<projection name="Layer Projection"> |
221 |
<parameter value="proj=lcc"/> |
<parameter value="proj=lcc"/> |
222 |
<parameter value="ellps=clrk66"/> |
<parameter value="ellps=clrk66"/> |
223 |
|
<parameter value="lat_1=0"/> |
224 |
|
<parameter value="lat_2=20"/> |
225 |
</projection> |
</projection> |
226 |
</layer> |
</layer> |
227 |
</map> |
</map> |
228 |
</session>''' % os.path.join("..", "..", "Data", "iceland", |
</session>''' |
|
"political.shp") |
|
229 |
#print written_contents |
#print written_contents |
230 |
#print "********************************************" |
#print "********************************************" |
231 |
#print expected_contents |
#print expected_contents |
242 |
imgfile = os.path.join(os.path.dirname(__file__), |
imgfile = os.path.join(os.path.dirname(__file__), |
243 |
os.pardir, "Data", "iceland", "island.tif") |
os.pardir, "Data", "iceland", "island.tif") |
244 |
layer = RasterLayer("My RasterLayer", imgfile) |
layer = RasterLayer("My RasterLayer", imgfile) |
245 |
|
layer.SetUseMask(True) |
246 |
map.AddLayer(layer) |
map.AddLayer(layer) |
247 |
|
|
248 |
filename = self.temp_file_name("%s.thuban" % self.id()) |
filename = self.temp_file_name("%s.thuban" % self.id()) |
253 |
written_contents = file.read() |
written_contents = file.read() |
254 |
file.close() |
file.close() |
255 |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
256 |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
257 |
<session title="single map&layer" |
<session title="single map&layer" |
258 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
259 |
<map title="Test Map"> |
<map title="Test Map"> |
260 |
<rasterlayer title="My RasterLayer" filename="%s" |
<rasterlayer title="My RasterLayer" |
261 |
visible="true"> |
filename="../../Data/iceland/island.tif" |
262 |
|
visible="true" use_mask="true"> |
263 |
</rasterlayer> |
</rasterlayer> |
264 |
</map> |
</map> |
265 |
</session>''' % os.path.join(os.pardir, os.pardir, "Data", "iceland", |
</session>''' |
|
"island.tif") |
|
266 |
#print written_contents |
#print written_contents |
267 |
#print "********************************************" |
#print "********************************************" |
268 |
#print expected_contents |
#print expected_contents |
319 |
file = open(filename) |
file = open(filename) |
320 |
written_contents = file.read() |
written_contents = file.read() |
321 |
file.close() |
file.close() |
322 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
323 |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
324 |
<session title="Map with Classifications" |
<session title="Map with Classifications" |
325 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
326 |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
<fileshapesource id="D1" |
327 |
|
filename="../../Data/iceland/political.shp" |
328 |
|
filetype="shapefile"/> |
329 |
<map title="Test Map"> |
<map title="Test Map"> |
330 |
<projection name="Unknown"> |
<projection name="Unknown"> |
331 |
<parameter value="zone=26"/> |
<parameter value="zone=26"/> |
333 |
<parameter value="ellps=clrk66"/> |
<parameter value="ellps=clrk66"/> |
334 |
</projection> |
</projection> |
335 |
<layer title="My Layer" shapestore="D1" |
<layer title="My Layer" shapestore="D1" |
336 |
fill="None" stroke="#000000" stroke_width="1" visible="%s"> |
fill="None" stroke="#000000" stroke_width="1" visible="true"> |
337 |
<classification field="AREA" field_type="double"> |
<classification field="AREA" field_type="double"> |
338 |
<clnull label=""> |
<clnull label=""> |
339 |
<cldata fill="None" stroke="#000000" stroke_width="1"/> |
<cldata fill="None" stroke="#000000" stroke_width="1"/> |
367 |
</map> |
</map> |
368 |
</session>''' |
</session>''' |
369 |
|
|
|
expected_contents = expected_template % \ |
|
|
(os.path.join("..", "..", "Data", "iceland", "political.shp"), |
|
|
"true") |
|
|
|
|
370 |
#print written_contents |
#print written_contents |
371 |
#print "********************************************" |
#print "********************************************" |
372 |
#print expected_contents |
#print expected_contents |
378 |
|
|
379 |
def test_dbf_table(self): |
def test_dbf_table(self): |
380 |
"""Test saving a session with a dbf table link""" |
"""Test saving a session with a dbf table link""" |
381 |
session = Session("a DBF Table session") |
session = self.session = Session("a DBF Table session") |
382 |
# use shapefile from the example data |
# use shapefile from the example data |
383 |
dbffile = os.path.join(os.path.dirname(__file__), |
dbffile = os.path.join(os.path.dirname(__file__), |
384 |
os.pardir, "Data", "iceland", "political.dbf") |
os.pardir, "Data", "iceland", "political.dbf") |
390 |
file = open(filename) |
file = open(filename) |
391 |
written_contents = file.read() |
written_contents = file.read() |
392 |
file.close() |
file.close() |
393 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
394 |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
395 |
<session title="a DBF Table session" |
<session title="a DBF Table session" |
396 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
397 |
<filetable id="D1" filename="%s" filetype="DBF" title="political"/> |
<filetable id="D1" filename="../../Data/iceland/political.dbf" |
398 |
|
filetype="DBF" title="political"/> |
399 |
</session>''' |
</session>''' |
400 |
|
|
|
expected_contents = (expected_template |
|
|
% os.path.join(os.pardir, os.pardir, "Data", |
|
|
"iceland", "political.dbf")) |
|
401 |
self.compare_xml(written_contents, expected_contents) |
self.compare_xml(written_contents, expected_contents) |
402 |
|
self.validate_data(written_contents) |
403 |
|
|
404 |
def test_joined_table(self): |
def test_joined_table(self): |
405 |
"""Test saving a session with joined table""" |
"""Test saving a session with joined table""" |
448 |
file = open(filename) |
file = open(filename) |
449 |
written_contents = file.read() |
written_contents = file.read() |
450 |
file.close() |
file.close() |
451 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
452 |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
453 |
<session title="A Joined Table session" |
<session title="A Joined Table session" |
454 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9-dev.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
455 |
<fileshapesource filename="%(shpfile)s" |
<fileshapesource filename="../../Data/iceland/roads-line.shp" |
456 |
filetype="shapefile" id="D142197204"/> |
filetype="shapefile" id="D142197204"/> |
457 |
<filetable filename="%(dbffile)s" |
<filetable filename="save_joinedtable.dbf" |
458 |
title="save_joinedtable" |
title="save_joinedtable" |
459 |
filetype="DBF" id="D141881756"/> |
filetype="DBF" id="D141881756"/> |
460 |
<jointable id="D142180284" |
<jointable id="D142180284" |
472 |
</map> |
</map> |
473 |
</session>''' |
</session>''' |
474 |
|
|
|
expected_contents = expected_template % { |
|
|
"dbffile": relative_filename(self.temp_dir(), dbffile), |
|
|
"shpfile": relative_filename(self.temp_dir(), shpfile) |
|
|
} |
|
475 |
self.compare_xml(written_contents, expected_contents) |
self.compare_xml(written_contents, expected_contents) |
476 |
|
self.validate_data(written_contents) |
477 |
finally: |
finally: |
478 |
session.Destroy() |
session.Destroy() |
479 |
session = None |
session = None |
480 |
|
|
481 |
|
|
482 |
|
def test_save_postgis(self): |
483 |
|
"""Test saving a session with a postgis connection""" |
484 |
|
|
485 |
|
class NonConnection(PostGISConnection): |
486 |
|
"""connection class that doesn't actually connect """ |
487 |
|
def connect(self): |
488 |
|
pass |
489 |
|
|
490 |
|
class NonConnectionStore(PostGISShapeStore): |
491 |
|
"""Shapestore that doesn't try to access the server""" |
492 |
|
def _fetch_table_information(self): |
493 |
|
# pretend that we've found a geometry column |
494 |
|
self.geometry_column = "the_geom" |
495 |
|
def IDColumn(self): |
496 |
|
"""Return an object with a name attribute with value 'gid'""" |
497 |
|
class dummycol: |
498 |
|
name = "gid" |
499 |
|
return dummycol |
500 |
|
|
501 |
|
session = Session("A PostGIS Session") |
502 |
|
try: |
503 |
|
dbconn = NonConnection(dbname="plugh", host="xyzzy", port="42", |
504 |
|
user="grue") |
505 |
|
session.AddDBConnection(dbconn) |
506 |
|
map = Map("Test Map") |
507 |
|
session.AddMap(map) |
508 |
|
store = NonConnectionStore(dbconn, "roads") |
509 |
|
session.AddShapeStore(store) |
510 |
|
layer = Layer("Roads to Nowhere", store) |
511 |
|
map.AddLayer(layer) |
512 |
|
|
513 |
|
# Save the session |
514 |
|
filename = self.temp_file_name(self.id() + ".thuban") |
515 |
|
save_session(session, filename) |
516 |
|
|
517 |
|
# Read it back and compare |
518 |
|
file = open(filename) |
519 |
|
written = file.read() |
520 |
|
file.close() |
521 |
|
expected = '''<?xml version="1.0" encoding="UTF-8"?> |
522 |
|
<!DOCTYPE session SYSTEM "thuban-1.1.dtd"> |
523 |
|
<session title="A PostGIS Session" |
524 |
|
xmlns="http://thuban.intevation.org/dtds/thuban-1.1-dev.dtd"> |
525 |
|
<dbconnection id="DB" |
526 |
|
dbtype="postgis" dbname="plugh" |
527 |
|
host="xyzzy" port="42" |
528 |
|
user="grue"/> |
529 |
|
<dbshapesource id="roads" dbconn="DB" tablename="roads" |
530 |
|
id_column="gid" geometry_column="the_geom"/> |
531 |
|
<map title="Test Map"> |
532 |
|
<layer title="Roads to Nowhere" |
533 |
|
shapestore="roads" visible="true" |
534 |
|
stroke="#000000" stroke_width="1" fill="None"/> |
535 |
|
</map> |
536 |
|
</session>''' |
537 |
|
self.compare_xml(written, expected) |
538 |
|
self.validate_data(written) |
539 |
|
finally: |
540 |
|
session.Destroy() |
541 |
|
|
542 |
|
|
543 |
class MockDataStore: |
class MockDataStore: |
544 |
|
|
545 |
"""A very simple data store that only has dependencies""" |
"""A very simple data store that only has dependencies""" |