17 |
import unittest |
import unittest |
18 |
from StringIO import StringIO |
from StringIO import StringIO |
19 |
|
|
|
import xml.sax |
|
|
import xml.sax.handler |
|
|
from xml.sax import make_parser, ErrorHandler, SAXNotRecognizedException |
|
|
|
|
20 |
import xmlsupport |
import xmlsupport |
21 |
|
import postgissupport |
22 |
|
|
23 |
import support |
import support |
24 |
support.initthuban() |
support.initthuban() |
40 |
|
|
41 |
from Thuban.Model.range import Range |
from Thuban.Model.range import Range |
42 |
|
|
43 |
|
from Thuban.Model.postgisdb import PostGISConnection, PostGISShapeStore |
44 |
|
|
45 |
|
|
46 |
class XMLWriterTest(unittest.TestCase): |
class XMLWriterTest(unittest.TestCase): |
47 |
|
|
65 |
class SaveSessionTest(unittest.TestCase, support.FileTestMixin, |
class SaveSessionTest(unittest.TestCase, support.FileTestMixin, |
66 |
xmlsupport.ValidationTest): |
xmlsupport.ValidationTest): |
67 |
|
|
68 |
dtd = "http://thuban.intevation.org/dtds/thuban-0.8.dtd" |
dtd = "http://thuban.intevation.org/dtds/thuban-0.9.dtd" |
69 |
thubanids = [((dtd, n), (None, "id")) for n in |
thubanids = [((dtd, n), (None, "id")) for n in |
70 |
["fileshapesource", "filetable", "jointable", |
["fileshapesource", "filetable", "jointable", |
71 |
"derivedshapesource"]] |
"derivedshapesource", "dbshapesource", "dbconnection"]] |
72 |
thubanidrefs = [((dtd, n), (None, m)) for n, m in |
thubanidrefs = [((dtd, n), (None, m)) for n, m in |
73 |
[("layer", "shapestore"), |
[("layer", "shapestore"), |
74 |
("jointable", "left"), |
("jointable", "left"), |
75 |
("jointable", "right"), |
("jointable", "right"), |
76 |
("derivedshapesource", "table"), |
("derivedshapesource", "table"), |
77 |
("derivedshapesource", "shapesource")]] |
("derivedshapesource", "shapesource"), |
78 |
|
("dbshapesource", "dbconn")]] |
79 |
del n, m, dtd |
del n, m, dtd |
80 |
|
|
81 |
|
def tearDown(self): |
82 |
|
"""Call self.session.Destroy |
83 |
|
|
84 |
|
Test cases that create session should bind it to self.session so |
85 |
|
that it gets destroyed properly |
86 |
|
""" |
87 |
|
if hasattr(self, "session"): |
88 |
|
self.session.Destroy() |
89 |
|
self.session = None |
90 |
|
|
91 |
def compare_xml(self, xml1, xml2): |
def compare_xml(self, xml1, xml2): |
92 |
if 0: |
list1 = xmlsupport.sax_eventlist(xml1, ids = self.thubanids, |
93 |
for a, b in zip(sax_eventlist(xml1, self.thubanids, |
idrefs = self.thubanidrefs) |
94 |
self.thubanidrefs), |
list2 = xmlsupport.sax_eventlist(xml2, ids = self.thubanids, |
95 |
sax_eventlist(xml2, self.thubanids, |
idrefs = self.thubanidrefs) |
96 |
self.thubanidrefs)): |
if list1 != list2: |
97 |
print a == b and ' ' or '*****' |
for a, b in zip(list1, list2): |
98 |
print a |
if a != b: |
99 |
print b |
self.fail("%r != %r" % (a, b)) |
100 |
self.assertEquals(xmlsupport.sax_eventlist(xml1, ids = self.thubanids, |
|
|
idrefs = self.thubanidrefs), |
|
|
xmlsupport.sax_eventlist(xml2, ids = self.thubanids, |
|
|
idrefs = self.thubanidrefs)) |
|
101 |
|
|
102 |
def testEmptySession(self): |
def testEmptySession(self): |
103 |
"""Save an empty session""" |
"""Save an empty session""" |
111 |
file.close() |
file.close() |
112 |
self.compare_xml(written_contents, |
self.compare_xml(written_contents, |
113 |
'<?xml version="1.0" encoding="UTF-8"?>\n' |
'<?xml version="1.0" encoding="UTF-8"?>\n' |
114 |
'<!DOCTYPE session SYSTEM "thuban-0.8.dtd">\n' |
'<!DOCTYPE session SYSTEM "thuban-0.9.dtd">\n' |
115 |
'<session title="empty session" ' |
'<session title="empty session" ' |
116 |
'xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd">' |
'xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd">' |
117 |
'\n</session>\n') |
'\n</session>\n') |
118 |
|
|
119 |
self.validate_data(written_contents) |
self.validate_data(written_contents) |
138 |
written_contents = file.read() |
written_contents = file.read() |
139 |
file.close() |
file.close() |
140 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
141 |
<!DOCTYPE session SYSTEM "thuban-0.8.dtd"> |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
142 |
<session title="single map&layer" |
<session title="single map&layer" |
143 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
144 |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
145 |
<map title="Test Map"> |
<map title="Test Map"> |
146 |
<projection name="Unknown"> |
<projection name="Unknown"> |
178 |
def testLayerProjection(self): |
def testLayerProjection(self): |
179 |
"""Test saving layers with projections""" |
"""Test saving layers with projections""" |
180 |
# deliberately put an apersand in the title :) |
# deliberately put an apersand in the title :) |
181 |
session = Session("single map&layer") |
session = self.session = Session("single map&layer") |
182 |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
183 |
map = Map("Test Map", projection = proj) |
map = Map("Test Map", projection = proj) |
184 |
session.AddMap(map) |
session.AddMap(map) |
186 |
shpfile = os.path.join(os.path.dirname(__file__), |
shpfile = os.path.join(os.path.dirname(__file__), |
187 |
os.pardir, "Data", "iceland", "political.shp") |
os.pardir, "Data", "iceland", "political.shp") |
188 |
layer = Layer("My Layer", session.OpenShapefile(shpfile)) |
layer = Layer("My Layer", session.OpenShapefile(shpfile)) |
189 |
proj = Projection(["proj=lcc", "ellps=clrk66"], "Layer Projection") |
proj = Projection(["proj=lcc", "ellps=clrk66", |
190 |
|
"lat_1=0", "lat_2=20"], |
191 |
|
"Layer Projection") |
192 |
layer.SetProjection(proj) |
layer.SetProjection(proj) |
193 |
map.AddLayer(layer) |
map.AddLayer(layer) |
194 |
|
|
195 |
filename = self.temp_file_name("save_layerproj.thuban") |
filename = self.temp_file_name("save_layerproj.thuban") |
196 |
save_session(session, filename) |
save_session(session, filename) |
|
session.Destroy() |
|
197 |
|
|
198 |
file = open(filename) |
file = open(filename) |
199 |
written_contents = file.read() |
written_contents = file.read() |
200 |
file.close() |
file.close() |
201 |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
202 |
<!DOCTYPE session SYSTEM "thuban-0.8.dtd"> |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
203 |
<session title="single map&layer" |
<session title="single map&layer" |
204 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
205 |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
206 |
<map title="Test Map"> |
<map title="Test Map"> |
207 |
<projection name="Unknown"> |
<projection name="Unknown"> |
214 |
<projection name="Layer Projection"> |
<projection name="Layer Projection"> |
215 |
<parameter value="proj=lcc"/> |
<parameter value="proj=lcc"/> |
216 |
<parameter value="ellps=clrk66"/> |
<parameter value="ellps=clrk66"/> |
217 |
|
<parameter value="lat_1=0"/> |
218 |
|
<parameter value="lat_2=20"/> |
219 |
</projection> |
</projection> |
220 |
</layer> |
</layer> |
221 |
</map> |
</map> |
239 |
layer = RasterLayer("My RasterLayer", imgfile) |
layer = RasterLayer("My RasterLayer", imgfile) |
240 |
map.AddLayer(layer) |
map.AddLayer(layer) |
241 |
|
|
242 |
filename = self.temp_file_name("save_singlemap.thuban") |
filename = self.temp_file_name("%s.thuban" % self.id()) |
243 |
save_session(session, filename) |
save_session(session, filename) |
244 |
session.Destroy() |
session.Destroy() |
245 |
|
|
247 |
written_contents = file.read() |
written_contents = file.read() |
248 |
file.close() |
file.close() |
249 |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_contents = '''<?xml version="1.0" encoding="UTF-8"?> |
250 |
<!DOCTYPE session SYSTEM "thuban-0.8.dtd"> |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
251 |
<session title="single map&layer" |
<session title="single map&layer" |
252 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
253 |
<map title="Test Map"> |
<map title="Test Map"> |
254 |
<rasterlayer title="My RasterLayer" filename="%s" |
<rasterlayer title="My RasterLayer" filename="%s" |
255 |
visible="true"> |
visible="true"> |
256 |
</rasterlayer> |
</rasterlayer> |
257 |
</map> |
</map> |
258 |
</session>''' % os.path.join(os.path.dirname(__file__), |
</session>''' % os.path.join(os.pardir, os.pardir, "Data", "iceland", |
|
os.pardir, "Data", "iceland", |
|
259 |
"island.tif") |
"island.tif") |
260 |
#print written_contents |
#print written_contents |
261 |
#print "********************************************" |
#print "********************************************" |
265 |
self.validate_data(written_contents) |
self.validate_data(written_contents) |
266 |
|
|
267 |
def testClassifiedLayer(self): |
def testClassifiedLayer(self): |
268 |
"""Save a session with a single map with a single layer |
"""Save a session with a single map with classifications""" |
|
with a classificaton. |
|
|
""" |
|
269 |
# deliberately put an apersand in the title :) |
# deliberately put an apersand in the title :) |
270 |
session = Session("single map&layer") |
session = Session("Map with Classifications") |
271 |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
proj = Projection(["zone=26", "proj=utm", "ellps=clrk66"]) |
272 |
map = Map("Test Map", projection = proj) |
map = Map("Test Map", projection = proj) |
273 |
session.AddMap(map) |
session.AddMap(map) |
276 |
os.pardir, "Data", "iceland", "political.shp") |
os.pardir, "Data", "iceland", "political.shp") |
277 |
layer = Layer("My Layer", session.OpenShapefile(shpfile)) |
layer = Layer("My Layer", session.OpenShapefile(shpfile)) |
278 |
map.AddLayer(layer) |
map.AddLayer(layer) |
279 |
|
layer2 = Layer("My Layer", layer.ShapeStore()) |
280 |
|
map.AddLayer(layer2) |
281 |
|
|
282 |
clazz = layer.GetClassification() |
clazz = layer.GetClassification() |
283 |
|
|
284 |
clazz.SetFieldInfo("AREA", None) |
layer.SetClassificationColumn("AREA") |
285 |
|
|
286 |
clazz.AppendGroup(ClassGroupSingleton(42, |
clazz.AppendGroup(ClassGroupSingleton(42, ClassGroupProperties(), |
287 |
ClassGroupProperties(), |
"single")) |
288 |
"single")) |
clazz.AppendGroup(ClassGroupSingleton("text", ClassGroupProperties(), |
289 |
clazz.AppendGroup(ClassGroupSingleton("text", |
"single-text")) |
|
ClassGroupProperties(), |
|
|
"single-text")) |
|
290 |
|
|
291 |
clazz.AppendGroup(ClassGroupRange(0, 42, |
clazz.AppendGroup(ClassGroupRange((0, 42), |
292 |
ClassGroupProperties(), |
ClassGroupProperties(), |
293 |
"range")) |
"range")) |
294 |
|
|
297 |
range.SetLabel("new-range") |
range.SetLabel("new-range") |
298 |
clazz.AppendGroup(range) |
clazz.AppendGroup(range) |
299 |
|
|
300 |
filename = self.temp_file_name("save_singlemap.thuban") |
|
301 |
|
clazz = layer2.GetClassification() |
302 |
|
layer2.SetClassificationColumn("POPYCOUN") |
303 |
|
|
304 |
|
# Classification with Latin 1 text |
305 |
|
clazz.AppendGroup(ClassGroupSingleton('\xe4\xf6\xfc', # ae, oe, ue |
306 |
|
ClassGroupProperties(), |
307 |
|
'\xdcml\xe4uts')) # Uemlaeuts |
308 |
|
|
309 |
|
|
310 |
|
filename = self.temp_file_name("%s.thuban" % self.id()) |
311 |
save_session(session, filename) |
save_session(session, filename) |
312 |
|
|
313 |
file = open(filename) |
file = open(filename) |
314 |
written_contents = file.read() |
written_contents = file.read() |
315 |
file.close() |
file.close() |
316 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
317 |
<!DOCTYPE session SYSTEM "thuban-0.8.dtd"> |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
318 |
<session title="single map&layer" |
<session title="Map with Classifications" |
319 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
320 |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
<fileshapesource id="D1" filename="%s" filetype="shapefile"/> |
321 |
<map title="Test Map"> |
<map title="Test Map"> |
322 |
<projection name="Unknown"> |
<projection name="Unknown"> |
344 |
</clrange> |
</clrange> |
345 |
</classification> |
</classification> |
346 |
</layer> |
</layer> |
347 |
|
<layer title="My Layer" shapestore="D1" |
348 |
|
fill="None" stroke="#000000" stroke_width="1" visible="true"> |
349 |
|
<classification field="POPYCOUN" field_type="string"> |
350 |
|
<clnull label=""> |
351 |
|
<cldata fill="None" stroke="#000000" stroke_width="1"/> |
352 |
|
</clnull> |
353 |
|
<clpoint value="\xc3\xa4\xc3\xb6\xc3\xbc" |
354 |
|
label="\xc3\x9cml\xc3\xa4uts"> |
355 |
|
<cldata fill="None" stroke="#000000" stroke_width="1"/> |
356 |
|
</clpoint> |
357 |
|
</classification> |
358 |
|
</layer> |
359 |
</map> |
</map> |
360 |
</session>''' |
</session>''' |
361 |
|
|
374 |
|
|
375 |
def test_dbf_table(self): |
def test_dbf_table(self): |
376 |
"""Test saving a session with a dbf table link""" |
"""Test saving a session with a dbf table link""" |
377 |
session = Session("a DBF Table session") |
session = self.session = Session("a DBF Table session") |
378 |
# use shapefile from the example data |
# use shapefile from the example data |
379 |
dbffile = os.path.join(os.path.dirname(__file__), |
dbffile = os.path.join(os.path.dirname(__file__), |
380 |
os.pardir, "Data", "iceland", "political.dbf") |
os.pardir, "Data", "iceland", "political.dbf") |
387 |
written_contents = file.read() |
written_contents = file.read() |
388 |
file.close() |
file.close() |
389 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
390 |
<!DOCTYPE session SYSTEM "thuban-0.8.dtd"> |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
391 |
<session title="a DBF Table session" |
<session title="a DBF Table session" |
392 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
393 |
<filetable id="D1" filename="%s" filetype="DBF" title="political"/> |
<filetable id="D1" filename="%s" filetype="DBF" title="political"/> |
394 |
</session>''' |
</session>''' |
395 |
|
|
396 |
expected_contents = expected_template % dbffile |
expected_contents = (expected_template |
397 |
|
% os.path.join(os.pardir, os.pardir, "Data", |
398 |
|
"iceland", "political.dbf")) |
399 |
self.compare_xml(written_contents, expected_contents) |
self.compare_xml(written_contents, expected_contents) |
400 |
|
self.validate_data(written_contents) |
401 |
|
|
402 |
def test_joined_table(self): |
def test_joined_table(self): |
403 |
"""Test saving a session with joined table""" |
"""Test saving a session with joined table""" |
433 |
# print col.name |
# print col.name |
434 |
joined = TransientJoinedTable(session.TransientDB(), |
joined = TransientJoinedTable(session.TransientDB(), |
435 |
store.Table(), "RDLNTYPE", |
store.Table(), "RDLNTYPE", |
436 |
dbftable, "RDTYPE") |
dbftable, "RDTYPE", |
437 |
|
outer_join = True) |
438 |
store = session.AddShapeStore(DerivedShapeStore(store, joined)) |
store = session.AddShapeStore(DerivedShapeStore(store, joined)) |
439 |
layer.SetShapeStore(store) |
layer.SetShapeStore(store) |
440 |
|
|
447 |
written_contents = file.read() |
written_contents = file.read() |
448 |
file.close() |
file.close() |
449 |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
expected_template = '''<?xml version="1.0" encoding="UTF-8"?> |
450 |
<!DOCTYPE session SYSTEM "thuban-0.8.dtd"> |
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
451 |
<session title="A Joined Table session" |
<session title="A Joined Table session" |
452 |
xmlns="http://thuban.intevation.org/dtds/thuban-0.8.dtd"> |
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
453 |
<fileshapesource filename="%(shpfile)s" |
<fileshapesource filename="%(shpfile)s" |
454 |
filetype="shapefile" id="D142197204"/> |
filetype="shapefile" id="D142197204"/> |
455 |
<filetable filename="%(dbffile)s" |
<filetable filename="%(dbffile)s" |
458 |
<jointable id="D142180284" |
<jointable id="D142180284" |
459 |
title="Join of roads-line and save_joinedtable" |
title="Join of roads-line and save_joinedtable" |
460 |
leftcolumn="RDLNTYPE" left="D142197204" |
leftcolumn="RDLNTYPE" left="D142197204" |
461 |
rightcolumn="RDTYPE" right="D141881756"/> |
rightcolumn="RDTYPE" right="D141881756" |
462 |
|
jointype="LEFT OUTER" /> |
463 |
<derivedshapesource id="D141915644" |
<derivedshapesource id="D141915644" |
464 |
table="D142180284" |
table="D142180284" |
465 |
shapesource="D142197204"/> |
shapesource="D142197204"/> |
475 |
"shpfile": relative_filename(self.temp_dir(), shpfile) |
"shpfile": relative_filename(self.temp_dir(), shpfile) |
476 |
} |
} |
477 |
self.compare_xml(written_contents, expected_contents) |
self.compare_xml(written_contents, expected_contents) |
478 |
|
self.validate_data(written_contents) |
479 |
finally: |
finally: |
480 |
session.Destroy() |
session.Destroy() |
481 |
session = None |
session = None |
482 |
|
|
483 |
|
|
484 |
|
def test_save_postgis(self): |
485 |
|
"""Test saving a session with a postgis connection""" |
486 |
|
|
487 |
|
class NonConnection(PostGISConnection): |
488 |
|
"""connection class that doesn't actually connect """ |
489 |
|
def connect(self): |
490 |
|
pass |
491 |
|
|
492 |
|
class NonConnectionStore(PostGISShapeStore): |
493 |
|
"""Shapestore that doesn't try to access the server""" |
494 |
|
def _fetch_table_information(self): |
495 |
|
pass |
496 |
|
|
497 |
|
session = Session("A PostGIS Session") |
498 |
|
try: |
499 |
|
dbconn = NonConnection(dbname="plugh", host="xyzzy", port="42", |
500 |
|
user="grue") |
501 |
|
session.AddDBConnection(dbconn) |
502 |
|
map = Map("Test Map") |
503 |
|
session.AddMap(map) |
504 |
|
store = NonConnectionStore(dbconn, "roads") |
505 |
|
session.AddShapeStore(store) |
506 |
|
layer = Layer("Roads to Nowhere", store) |
507 |
|
map.AddLayer(layer) |
508 |
|
|
509 |
|
# Save the session |
510 |
|
filename = self.temp_file_name(self.id() + ".thuban") |
511 |
|
save_session(session, filename) |
512 |
|
|
513 |
|
# Read it back and compare |
514 |
|
file = open(filename) |
515 |
|
written = file.read() |
516 |
|
file.close() |
517 |
|
expected = '''<?xml version="1.0" encoding="UTF-8"?> |
518 |
|
<!DOCTYPE session SYSTEM "thuban-0.9.dtd"> |
519 |
|
<session title="A PostGIS Session" |
520 |
|
xmlns="http://thuban.intevation.org/dtds/thuban-0.9.dtd"> |
521 |
|
<dbconnection id="DB" |
522 |
|
dbtype="postgis" dbname="plugh" |
523 |
|
host="xyzzy" port="42" |
524 |
|
user="grue"/> |
525 |
|
<dbshapesource id="roads" dbconn="DB" tablename="roads"/> |
526 |
|
<map title="Test Map"> |
527 |
|
<layer title="Roads to Nowhere" |
528 |
|
shapestore="roads" visible="true" |
529 |
|
stroke="#000000" stroke_width="1" fill="None"/> |
530 |
|
</map> |
531 |
|
</session>''' |
532 |
|
self.compare_xml(written, expected) |
533 |
|
self.validate_data(written) |
534 |
|
finally: |
535 |
|
session.Destroy() |
536 |
|
|
537 |
|
|
538 |
class MockDataStore: |
class MockDataStore: |
539 |
|
|
540 |
"""A very simple data store that only has dependencies""" |
"""A very simple data store that only has dependencies""" |