1 |
# Copyright (C) 2003 by Intevation GmbH |
# Copyright (C) 2003, 2004, 2005, 2006 by Intevation GmbH |
2 |
# Authors: |
# Authors: |
3 |
# Bernhard Herzog <[email protected]> |
# Bernhard Herzog <[email protected]> |
4 |
# |
# |
17 |
import popen2 |
import popen2 |
18 |
import shutil |
import shutil |
19 |
import traceback |
import traceback |
20 |
|
import re |
21 |
|
|
22 |
import support |
import support |
23 |
|
|
85 |
# PostgreSQL and database |
# PostgreSQL and database |
86 |
# |
# |
87 |
|
|
88 |
|
_pg_ctl_command = "pg_ctl" |
89 |
|
_initdb_command = "initdb" |
90 |
|
# Example Values for Debian (upcomind Etch) postgresql-8.1 |
91 |
|
# TODO: detect which values to use here. |
92 |
|
#_pg_ctl_command = "/usr/lib/postgresql/8.1/bin/pg_ctl" |
93 |
|
#_initdb_command = "/usr/lib/postgresql/8.1/bin/initdb" |
94 |
|
|
95 |
class PostgreSQLServer: |
class PostgreSQLServer: |
96 |
|
|
97 |
"""A PostgreSQL server |
"""A PostgreSQL server |
149 |
shutil.rmtree(self.dbdir) |
shutil.rmtree(self.dbdir) |
150 |
os.mkdir(self.dbdir) |
os.mkdir(self.dbdir) |
151 |
|
|
152 |
run_command(["initdb", "-D", self.dbdir, "-U", self.admin_name], |
run_command([_initdb_command, "-D", self.dbdir, "-U", self.admin_name], |
153 |
os.path.join(self.dbdir, "initdb.log")) |
os.path.join(self.dbdir, "initdb.log")) |
154 |
|
|
155 |
extra_opts = "-p %d" % self.port |
extra_opts = "-p %d" % self.port |
156 |
if self.socket_dir is not None: |
if self.socket_dir is not None: |
157 |
extra_opts += " -k %s" % self.socket_dir |
extra_opts += " -k %s" % self.socket_dir |
158 |
run_command(["pg_ctl", "-D", self.dbdir, |
run_command([_pg_ctl_command, "-D", self.dbdir, |
159 |
"-l", os.path.join(self.dbdir, "logfile"), |
"-l", os.path.join(self.dbdir, "logfile"), |
160 |
"-o", extra_opts, "start"], |
"-o", extra_opts, "start"], |
161 |
os.path.join(self.dbdir, "pg_ctl-start.log")) |
os.path.join(self.dbdir, "pg_ctl-start.log")) |
192 |
raise RuntimeError("postmaster didn't start") |
raise RuntimeError("postmaster didn't start") |
193 |
|
|
194 |
def is_running(self): |
def is_running(self): |
195 |
"""Return true a postmaster process is running on self.dbdir |
"""Return whether a postmaster process is running on self.dbdir |
196 |
|
|
197 |
|
This method runs pg_ctl status on the dbdir and returns True if |
198 |
|
that command succeeds and False otherwise. |
199 |
|
|
200 |
This method runs pg_ctl status on the dbdir so even if the |
Note that it is possible that this method returns true even if |
201 |
object has just been created it is possible that this method |
the PostgreSQLServer instance has just been created and |
202 |
returns true if there's still a postmaster process running for |
createdb() has not been called yet. This can happen, for |
203 |
self.dbdir. |
instance, if the server has been started manually for debugging |
204 |
|
purposes after a test suite run. |
205 |
""" |
""" |
206 |
return run_boolean_command(["pg_ctl", "-D", self.dbdir, "status"]) |
return run_boolean_command([_pg_ctl_command, "-D", self.dbdir, "status"]) |
207 |
|
|
208 |
def shutdown(self): |
def shutdown(self): |
209 |
"""Stop the postmaster running for self.dbdir""" |
"""Stop the postmaster running for self.dbdir""" |
210 |
run_command(["pg_ctl", "-m", "fast", "-D", self.dbdir, "stop"], |
run_command([_pg_ctl_command, "-m", "fast", "-D", self.dbdir, "stop"], |
211 |
os.path.join(self.dbdir, "pg_ctl-stop.log")) |
os.path.join(self.dbdir, "pg_ctl-stop.log")) |
212 |
|
|
213 |
def new_postgis_db(self, dbname, tables = None): |
def new_postgis_db(self, dbname, tables = None, reference_systems = None, |
214 |
|
views = None): |
215 |
"""Create and return a new PostGISDatabase object using self as server |
"""Create and return a new PostGISDatabase object using self as server |
216 |
""" |
""" |
217 |
db = PostGISDatabase(self, self.postgis_sql, dbname, tables = tables) |
db = PostGISDatabase(self, self.postgis_sql, dbname, tables = tables, |
218 |
|
reference_systems = reference_systems, |
219 |
|
views = views) |
220 |
db.initdb() |
db.initdb() |
221 |
self.known_dbs[dbname] = db |
self.known_dbs[dbname] = db |
222 |
return db |
return db |
223 |
|
|
224 |
def get_static_data_db(self, dbname, tables): |
def get_static_data_db(self, dbname, tables, reference_systems, views): |
225 |
"""Return a PostGISDatabase for a database with the given static data |
"""Return a PostGISDatabase for a database with the given static data |
226 |
|
|
227 |
If no databasse of the name dbname exists, create a new one via |
If no databasse of the name dbname exists, create a new one via |
231 |
indicated data, return that. If the already existing db uses |
indicated data, return that. If the already existing db uses |
232 |
different data raise a value error. |
different data raise a value error. |
233 |
|
|
234 |
The tables argument should be a sequence of table specifications |
If the database doesn't exist, create a new one via |
235 |
where each specifications is a (tablename, shapefilename) pair. |
self.new_postgis_db. |
236 |
|
|
237 |
|
The parameters tables and reference_systems have the same |
238 |
|
meaning as for new_postgis_db. |
239 |
""" |
""" |
240 |
db = self.known_dbs.get(dbname) |
db = self.known_dbs.get(dbname) |
241 |
if db is not None: |
if db is not None: |
242 |
if db.has_data(tables): |
if db.has_data(tables, reference_systems, views): |
243 |
return db |
return db |
244 |
raise ValueError("PostGISDatabase named %r doesn't have tables %r" |
raise ValueError("PostGISDatabase named %r doesn't have tables %r" |
245 |
% (dbname, tables)) |
% (dbname, tables)) |
246 |
return self.new_postgis_db(dbname, tables) |
return self.new_postgis_db(dbname, tables, reference_systems, views) |
247 |
|
|
248 |
def get_default_static_data_db(self): |
def get_default_static_data_db(self): |
249 |
dbname = "PostGISStaticTests" |
dbname = "PostGISStaticTests" |
250 |
|
srids = [(1, "proj=longlat datum=WGS84")] |
251 |
tables = [ |
tables = [ |
252 |
# Direct copies of the shapefiles. The shapeids are exactly |
# Direct copies of the shapefiles. The shapeids are exactly |
253 |
# the same. |
# the same, except where changed with "gid_offset", of |
254 |
|
# course. Note that the test implementation requires that |
255 |
|
# all the landmard tables use an gid_offset of 1000. |
256 |
("landmarks", os.path.join("..", "Data", "iceland", |
("landmarks", os.path.join("..", "Data", "iceland", |
257 |
"cultural_landmark-point.shp"), |
"cultural_landmark-point.shp"), |
258 |
[("gid_offset", 1000)]), |
[("gid_offset", 1000)]), |
259 |
("political", os.path.join("..", "Data", "iceland", |
("political", os.path.join("..", "Data", "iceland", |
260 |
"political.shp")), |
"political.shp")), |
261 |
("roads", os.path.join("..", "Data", "iceland", |
("roads_multi", os.path.join("..", "Data", "iceland", |
262 |
"roads-line.shp")), |
"roads-line.shp")), |
263 |
|
|
264 |
|
# same as roads-multi but using LINESTRING instead of |
265 |
|
# MULTILINESTRING |
266 |
|
("roads", os.path.join("..", "Data", "iceland", |
267 |
|
"roads-line.shp"), |
268 |
|
[("force_wkt_type", "LINESTRING")]), |
269 |
|
|
270 |
# The polygon data as a MULTIPOLYGON geometry type |
# The polygon data as a MULTIPOLYGON geometry type |
271 |
("political_multi", os.path.join("..", "Data", "iceland", |
("political_multi", os.path.join("..", "Data", "iceland", |
272 |
"political.shp"), |
"political.shp"), |
273 |
[("force_wkt_type", "MULTIPOLYGON")]), |
[("force_wkt_type", "MULTIPOLYGON")]), |
274 |
|
|
275 |
|
# Copy of landmarks but using an srid != -1 |
276 |
|
("landmarks_srid", os.path.join("..", "Data", "iceland", |
277 |
|
"cultural_landmark-point.shp"), |
278 |
|
[("gid_offset", 1000), |
279 |
|
("srid", 1)]), |
280 |
|
|
281 |
|
# Copy of landmarks with a gid column called "point_id" instead |
282 |
|
# of "gid" and using an srid != -1. |
283 |
|
("landmarks_point_id", os.path.join("..", "Data", "iceland", |
284 |
|
"cultural_landmark-point.shp"), |
285 |
|
[("gid_offset", 1000), |
286 |
|
("srid", 1), |
287 |
|
("gid_column", "point_id")]), |
288 |
] |
] |
289 |
return self.get_static_data_db(dbname, tables) |
views = [("v_landmarks", "SELECT * FROM landmarks_point_id")] |
290 |
|
return self.get_static_data_db(dbname, tables, srids, views) |
291 |
|
|
292 |
def connection_params(self, user): |
def connection_params(self, user): |
293 |
"""Return the connection parameters for the given user |
"""Return the connection parameters for the given user |
317 |
return " ".join(params) |
return " ".join(params) |
318 |
|
|
319 |
def execute_sql(self, dbname, user, sql): |
def execute_sql(self, dbname, user, sql): |
320 |
"""Execute the sql statament |
"""Execute the sql statament and return a result for SELECT statements |
321 |
|
|
322 |
The user parameter us used as in connection_params. The dbname |
The user parameter us used as in connection_params. The dbname |
323 |
parameter must be the name of a database in the cluster. |
parameter must be the name of a database in the cluster. The |
324 |
|
sql parameter is the SQL statement to execute as a string. If |
325 |
|
the string starts with 'select' (matched case insensitively) the |
326 |
|
first row of the result will be returned. Otherwise the return |
327 |
|
value is None. |
328 |
""" |
""" |
329 |
conn = psycopg.connect("dbname=%s " % dbname |
conn = psycopg.connect("dbname=%s " % dbname |
330 |
+ self.connection_string(user)) |
+ self.connection_string(user)) |
331 |
cursor = conn.cursor() |
cursor = conn.cursor() |
332 |
cursor.execute(sql) |
cursor.execute(sql) |
333 |
|
if sql.lower().startswith("select"): |
334 |
|
row = cursor.fetchone() |
335 |
|
else: |
336 |
|
row = None |
337 |
conn.commit() |
conn.commit() |
338 |
conn.close() |
conn.close() |
339 |
|
return row |
340 |
|
|
341 |
|
def server_version(self): |
342 |
|
"""Return the server version as a tuple (major, minor, patch) |
343 |
|
|
344 |
|
Each item in the tuple is an int. |
345 |
|
""" |
346 |
|
result = self.execute_sql("template1", "admin", "SELECT version();")[0] |
347 |
|
match = re.match(r"PostgreSQL (\d+\.\d+\.\d+)", result) |
348 |
|
if match: |
349 |
|
return tuple(map(int, match.group(1).split("."))) |
350 |
|
else: |
351 |
|
raise RutimeError("Cannot determine PostgreSQL server version" |
352 |
|
" from %r" % result) |
353 |
|
|
354 |
def require_authentication(self, required): |
def require_authentication(self, required): |
355 |
"""Switch authentication requirements on or off |
"""Switch authentication requirements on or off |
361 |
corresponding call to switch it off again in the test case' |
corresponding call to switch it off again in the test case' |
362 |
tearDown method or in a finally: block. |
tearDown method or in a finally: block. |
363 |
""" |
""" |
364 |
|
# Starting with PostgreSQL 7.3 the pg_hba.conf file has an |
365 |
|
# additional column with a username. Query the server version |
366 |
|
# and generate a file in the correct format. |
367 |
|
if self.server_version() >= (7, 3): |
368 |
|
user = "all" |
369 |
|
else: |
370 |
|
user = "" |
371 |
if required: |
if required: |
372 |
contents = "local all password\n" |
contents = "local all %s password\n" % user |
373 |
else: |
else: |
374 |
contents = "local all trust\n" |
contents = "local all %s trust\n" % user |
375 |
f = open(os.path.join(self.dbdir, "pg_hba.conf"), "w") |
f = open(os.path.join(self.dbdir, "pg_hba.conf"), "w") |
376 |
f.write(contents) |
f.write(contents) |
377 |
f.close() |
f.close() |
378 |
run_command(["pg_ctl", "-D", self.dbdir, "reload"], |
run_command([_pg_ctl_command, "-D", self.dbdir, "reload"], |
379 |
os.path.join(self.dbdir, "pg_ctl-reload.log")) |
os.path.join(self.dbdir, "pg_ctl-reload.log")) |
380 |
|
|
381 |
|
|
394 |
|
|
395 |
"""A PostGIS database in a PostgreSQLServer""" |
"""A PostGIS database in a PostgreSQLServer""" |
396 |
|
|
397 |
def __init__(self, server, postgis_sql, dbname, tables = None): |
def __init__(self, server, postgis_sql, dbname, tables = None, |
398 |
|
reference_systems = (), views = None): |
399 |
"""Initialize the PostGISDatabase |
"""Initialize the PostGISDatabase |
400 |
|
|
401 |
Parameters: |
Parameters: |
403 |
server -- The PostgreSQLServer instance containing the |
server -- The PostgreSQLServer instance containing the |
404 |
database |
database |
405 |
|
|
406 |
postgis_sql -- Filename of the postgis.sql file with the |
postgis_sql -- Filename of the sql file with the postgis |
407 |
postgis initialization code |
initialization code |
408 |
|
|
409 |
dbname -- The name of the database |
dbname -- The name of the database |
410 |
|
|
415 |
shapefile or (tablename, shapefilename, extraargs) |
shapefile or (tablename, shapefilename, extraargs) |
416 |
triples. The extraargs should be a list of key, value |
triples. The extraargs should be a list of key, value |
417 |
pairs to use as keyword arguments to upload_shapefile. |
pairs to use as keyword arguments to upload_shapefile. |
418 |
|
|
419 |
|
reference_systems -- Optional description of spatial |
420 |
|
reference systems. If given, it should be a sequence of |
421 |
|
(srid, params) pairs where srid is the srid defined by |
422 |
|
the proj4 paramter string params. The srid can be given |
423 |
|
as an extra parameter in the tables list. |
424 |
|
|
425 |
|
views -- Optional description of views. If given it should |
426 |
|
be a list of (viewname, select_stmt) pairs where |
427 |
|
viewname is the name of the view to be created and |
428 |
|
select_stmt is the select statement to use as the basis. |
429 |
|
The views will be created after the tables and may refer |
430 |
|
to them in the select_stmt. |
431 |
""" |
""" |
432 |
self.server = server |
self.server = server |
433 |
self.postgis_sql = postgis_sql |
self.postgis_sql = postgis_sql |
434 |
self.dbname = dbname |
self.dbname = dbname |
435 |
self.tables = tables |
self.tables = tables |
436 |
|
self.views = views |
437 |
|
if reference_systems: |
438 |
|
self.reference_systems = reference_systems |
439 |
|
else: |
440 |
|
# Make sure that it's a sequence we can iterate over even if |
441 |
|
# the parameter's None |
442 |
|
self.reference_systems = () |
443 |
|
|
444 |
def initdb(self): |
def initdb(self): |
445 |
"""Remove the old db directory and create and initialize a new database |
"""Remove the old db directory and create and initialize a new database |
465 |
|
|
466 |
self.server.execute_sql(self.dbname, "admin", |
self.server.execute_sql(self.dbname, "admin", |
467 |
"GRANT SELECT ON geometry_columns TO PUBLIC;") |
"GRANT SELECT ON geometry_columns TO PUBLIC;") |
468 |
|
self.server.execute_sql(self.dbname, "admin", |
469 |
|
"GRANT SELECT ON spatial_ref_sys TO PUBLIC;") |
470 |
|
|
471 |
|
for srid, params in self.reference_systems: |
472 |
|
self.server.execute_sql(self.dbname, "admin", |
473 |
|
"INSERT INTO spatial_ref_sys VALUES" |
474 |
|
" (%d, '', %d, '', '%s');" |
475 |
|
% (srid, srid, params)) |
476 |
if self.tables is not None: |
if self.tables is not None: |
477 |
def unpack(item): |
def unpack(item): |
478 |
extra = {"force_wkt_type": None, "gid_offset": 0} |
extra = {"force_wkt_type": None, "gid_offset": 0, |
479 |
|
"srid": -1} |
480 |
if len(info) == 2: |
if len(info) == 2: |
481 |
tablename, shapefile = info |
tablename, shapefile = info |
482 |
else: |
else: |
489 |
tablename, shapefile, kw = unpack(info) |
tablename, shapefile, kw = unpack(info) |
490 |
upload_shapefile(shapefile, self, tablename, **kw) |
upload_shapefile(shapefile, self, tablename, **kw) |
491 |
|
|
492 |
def has_data(self, tables): |
if self.views is not None: |
493 |
return self.tables == tables |
for viewname, select_stmt in self.views: |
494 |
|
self.server.execute_sql(self.dbname, "admin", |
495 |
|
"CREATE VIEW %s AS %s" % (viewname, |
496 |
|
select_stmt)) |
497 |
|
self.server.execute_sql(self.dbname, "admin", |
498 |
|
"GRANT SELECT ON %s TO PUBLIC;" |
499 |
|
% viewname) |
500 |
|
|
501 |
|
def has_data(self, tables, reference_systems, views): |
502 |
|
return (self.tables == tables |
503 |
|
and self.reference_systems == reference_systems |
504 |
|
and self.views == views) |
505 |
|
|
506 |
|
|
507 |
def find_postgis_sql(): |
def find_postgis_sql(): |
508 |
"""Return the name of the postgis_sql file |
"""Return the name of the postgis_sql file |
509 |
|
|
510 |
A postgis installation usually has the postgis_sql file in |
A postgis installation usually has the postgis_sql file in |
511 |
PostgreSQL's datadir (i.e. the directory where PostgreSQL keeps |
PostgreSQL's $datadir (i.e. the directory where PostgreSQL keeps |
512 |
static files, not the directory containing the databases). |
static files, not the directory containing the databases). |
513 |
Unfortunately there's no way to determine the name of this directory |
Unfortunately there's no way to determine the name of this directory |
514 |
with pg_config so we assume here that it's |
with pg_config so we assume here that it's |
515 |
$bindir/../share/postgresql/. |
$bindir/../share/postgresql/. |
516 |
|
|
517 |
|
Furthermore, different versions of postgis place the file in |
518 |
|
slightly different locations or may even use different names. For |
519 |
|
instance: |
520 |
|
|
521 |
|
postgis 0.7.5 $datadir/contrib/postgis.sql |
522 |
|
postgis 0.8.1 $datadir/postgis.sql |
523 |
|
postgis 1.0.0-rc1 $datadir/lwpostgis.sql |
524 |
|
postgis 1.0.0-rc4 $datadir/contrib/lwpostgis.sql |
525 |
|
|
526 |
|
To support both versions, we look in both places and return the |
527 |
|
first one found (looking under contrib first). |
528 |
|
|
529 |
|
Debian (umcoming Etch) can do several version of postgresql |
530 |
|
and thus has changed the paths. We try one location |
531 |
|
in datadir2 only for Debian Etch postgresql-8.1. |
532 |
|
|
533 |
|
If the file is not found the return value is None. |
534 |
""" |
""" |
535 |
bindir = run_config_script("pg_config --bindir").strip() |
bindir = run_config_script("pg_config --bindir").strip() |
536 |
return os.path.join(bindir, "..", "share", "postgresql", |
datadir = os.path.join(bindir, "..", "share", "postgresql") |
537 |
"contrib", "postgis.sql") |
datadir2 = os.path.join("/", "usr", "share", "postgresql-8.1-postgis") |
538 |
|
|
539 |
|
for filename in [os.path.join(datadir, "contrib", "postgis.sql"), |
540 |
|
os.path.join(datadir, "postgis.sql"), |
541 |
|
os.path.join(datadir, "lwpostgis.sql"), |
542 |
|
os.path.join(datadir, "contrib", "lwpostgis.sql"), |
543 |
|
os.path.join(datadir2, "lwpostgis.sql") \ |
544 |
|
]: |
545 |
|
if os.path.exists(filename): |
546 |
|
return filename |
547 |
|
|
548 |
|
|
549 |
_postgres_server = None |
_postgres_server = None |
550 |
def get_test_server(): |
def get_test_server(): |
594 |
return "Can't run PostGIS test because popen2.Popen4 does not exist" |
return "Can't run PostGIS test because popen2.Popen4 does not exist" |
595 |
|
|
596 |
try: |
try: |
597 |
run_command(["pg_ctl", "--help"], None) |
run_command([_pg_ctl_command, "--help"], None) |
598 |
except RuntimeError: |
except RuntimeError: |
599 |
return "Can't run PostGIS tests because pg_ctl fails" |
return "Can't run PostGIS tests because pg_ctl fails" |
600 |
|
|
634 |
|
|
635 |
The test performed by this function is a bit simplistic because it |
The test performed by this function is a bit simplistic because it |
636 |
only tests whether the string 'quote_ident' occurs anywhere in the |
only tests whether the string 'quote_ident' occurs anywhere in the |
637 |
postgis.sql file. This will hopefully works because when this was |
postgis.sql file. This will hopefully work because when this was |
638 |
fixed in postgis CVS AddGeometryColumn was the first function to use |
fixed in postgis CVS AddGeometryColumn was the first function to use |
639 |
quote_ident. |
quote_ident. |
640 |
""" |
""" |
656 |
poly.append(", ".join(["%r %r" % p for p in ring])) |
poly.append(", ".join(["%r %r" % p for p in ring])) |
657 |
return "POLYGON((%s))" % "), (".join(poly) |
return "POLYGON((%s))" % "), (".join(poly) |
658 |
|
|
659 |
|
def coords_to_linestring(coords): |
660 |
|
"""Return string with a LINESTRING WKT representation of coords""" |
661 |
|
if len(coords) > 1: |
662 |
|
raise ValueError("A LINESTRING can only have one arc") |
663 |
|
return "LINESTRING(%s)" % ", ".join(["%r %r" % p for p in coords[0]]) |
664 |
|
|
665 |
def coords_to_multilinestring(coords): |
def coords_to_multilinestring(coords): |
666 |
"""Return string with a WKT representation of the arc in coords""" |
"""Return string with a MULTILINESTRING WKT representation of coords""" |
667 |
poly = [] |
poly = [] |
668 |
for ring in coords: |
for ring in coords: |
669 |
poly.append(", ".join(["%r %r" % p for p in ring])) |
poly.append(", ".join(["%r %r" % p for p in ring])) |
678 |
|
|
679 |
wkt_converter = { |
wkt_converter = { |
680 |
"POINT": coords_to_point, |
"POINT": coords_to_point, |
681 |
|
"LINESTRING": coords_to_linestring, |
682 |
"MULTILINESTRING": coords_to_multilinestring, |
"MULTILINESTRING": coords_to_multilinestring, |
683 |
"POLYGON": coords_to_polygon, |
"POLYGON": coords_to_polygon, |
684 |
"MULTIPOLYGON": coords_to_multipolygon, |
"MULTIPOLYGON": coords_to_multipolygon, |
685 |
} |
} |
686 |
|
|
687 |
def upload_shapefile(filename, db, tablename, force_wkt_type = None, |
def upload_shapefile(filename, db, tablename, force_wkt_type = None, |
688 |
gid_offset = 0): |
gid_offset = 0, gid_column = "gid", srid = -1): |
689 |
"""Upload a shapefile into a new database table |
"""Upload a shapefile into a new database table |
690 |
|
|
691 |
Parameters: |
Parameters: |
697 |
tablename -- The name of the table to create and into which the data |
tablename -- The name of the table to create and into which the data |
698 |
is to be inserted |
is to be inserted |
699 |
|
|
700 |
force_wkt_type -- If given the real WKT geometry type to use instead |
force_wkt_type -- If given and not None, this is used as the WKT |
701 |
of the default that would be chosen based on the type of |
geometry type to use instead of the default that would |
702 |
the shapefile |
be chosen based on the type of the shapefile |
703 |
|
|
704 |
gid_offset -- A number to add to the shapeid to get the value for |
gid_offset -- A number to add to the shapeid to get the value for |
705 |
the gid column (default 0) |
the gid column (default 0) |
706 |
|
|
707 |
|
gid_column -- The name of the column with the shape ids. Default |
708 |
|
'gid'. If None, no gid column will be created. The |
709 |
|
name is directly used in SQL statements, so if it |
710 |
|
contains unusualy characters the caller should provide |
711 |
|
a suitable quoted string. |
712 |
|
|
713 |
|
srid -- The srid of the spatial references system used by the table |
714 |
|
and the data |
715 |
|
|
716 |
|
The tables will be explicitely created WITH OIDS. This has been |
717 |
|
default for PostgreSQL <8.0 and some tests relied on it (end of 2006). |
718 |
""" |
""" |
719 |
import dbflib, shapelib |
import dbflib, shapelib |
720 |
|
|
739 |
dbflib.FTInteger: "INTEGER", |
dbflib.FTInteger: "INTEGER", |
740 |
dbflib.FTDouble: "DOUBLE PRECISION"} |
dbflib.FTDouble: "DOUBLE PRECISION"} |
741 |
|
|
742 |
insert_formats = ["%(gid)s"] |
insert_formats = [] |
743 |
fields = ["gid INT"] |
if gid_column: |
744 |
|
insert_formats.append("%(gid)s") |
745 |
|
|
746 |
|
fields = [] |
747 |
|
fields_decl = [] |
748 |
|
if gid_column: |
749 |
|
fields.append(gid_column) |
750 |
|
fields_decl.append("%s INT" % gid_column) |
751 |
for i in range(dbf.field_count()): |
for i in range(dbf.field_count()): |
752 |
ftype, name, width, prec = dbf.field_info(i) |
ftype, name, width, prec = dbf.field_info(i) |
753 |
fields.append("%s %s" % (name, typemap[ftype])) |
fields.append(name) |
754 |
|
fields_decl.append("%s %s" % (name, typemap[ftype])) |
755 |
insert_formats.append("%%(%s)s" % name) |
insert_formats.append("%%(%s)s" % name) |
756 |
stmt = "CREATE TABLE %s (\n %s\n);" % (tablename, |
stmt = "CREATE TABLE %s (\n %s\n) WITH OIDS ;" % (tablename, |
757 |
",\n ".join(fields)) |
",\n ".join(fields_decl)) |
758 |
cursor.execute(stmt) |
cursor.execute(stmt) |
759 |
#print stmt |
#print stmt |
760 |
|
|
765 |
convert = wkt_converter[wkttype] |
convert = wkt_converter[wkttype] |
766 |
|
|
767 |
cursor.execute("select AddGeometryColumn('%(dbname)s'," |
cursor.execute("select AddGeometryColumn('%(dbname)s'," |
768 |
"'%(tablename)s', 'the_geom', '-1', '%(wkttype)s', 2);" |
"'%(tablename)s', 'the_geom', %(srid)d, '%(wkttype)s', 2);" |
769 |
% locals()) |
% locals()) |
770 |
|
fields.append("the_geom") |
771 |
|
insert_formats.append("GeometryFromText(%(the_geom)s, %(srid)d)") |
772 |
|
|
773 |
insert_formats.append("GeometryFromText(%(the_geom)s, -1)") |
insert = ("INSERT INTO %s (%s) VALUES (%s)" |
774 |
|
% (tablename, ", ".join(fields), ", ".join(insert_formats))) |
|
insert = ("INSERT INTO %s VALUES (%s)" |
|
|
% (tablename, ", ".join(insert_formats))) |
|
775 |
|
|
776 |
for i in range(numshapes): |
for i in range(numshapes): |
777 |
data = dbf.read_record(i) |
data = dbf.read_record(i) |
778 |
data["tablename"] = tablename |
data["tablename"] = tablename |
779 |
data["gid"] = i + gid_offset |
if gid_column: |
780 |
|
data["gid"] = i + gid_offset |
781 |
|
data["srid"] = srid |
782 |
data["the_geom"] = convert(shp.read_object(i).vertices()) |
data["the_geom"] = convert(shp.read_object(i).vertices()) |
783 |
#print insert % data |
#print insert % data |
784 |
cursor.execute(insert, data) |
cursor.execute(insert, data) |