161 |
return self.column_map.has_key(col) |
return self.column_map.has_key(col) |
162 |
|
|
163 |
def ReadRowAsDict(self, index): |
def ReadRowAsDict(self, index): |
164 |
|
# Implementation Strategy: Executing a completely new select |
165 |
|
# statement every time this method is called is too slow. The |
166 |
|
# most important usage is to read the records more or less |
167 |
|
# sequentially. This happens e.g. when drawing a layer with a |
168 |
|
# classification where the shapes are drawn in order of the |
169 |
|
# shape ids. Another pattern is that the same row is requested |
170 |
|
# several times in a row. This happens in the table view, for |
171 |
|
# instance. |
172 |
|
|
173 |
|
# We can exploit this to make access faster by having one cursor |
174 |
|
# open all the time and keeping the last row read around in case |
175 |
|
# the same row is accessed again the next time and if the row |
176 |
|
# index is larger than the row we have read last we simply fetch |
177 |
|
# rows from the cursor until we've reached the requested row. If |
178 |
|
# the requested row index is smaller then we start a new cursor. |
179 |
|
|
180 |
|
# FIXME: So far this scheme seems to work well enough. Obvious |
181 |
|
# improvements would be to start the cursor at exactly the |
182 |
|
# requested row (should be efficient and easy to do now that the |
183 |
|
# id is the primary key) and to perhaps to also start a new |
184 |
|
# cursor if the requested index is much larger than the last row |
185 |
|
# so that we don't read and discard lots of the rows. |
186 |
|
|
187 |
|
# Check whether we have to start a new cursor |
188 |
if self.read_record_cursor is None or index <self.read_record_last_row: |
if self.read_record_cursor is None or index <self.read_record_last_row: |
189 |
stmt = ("SELECT %s FROM %s;" |
stmt = ("SELECT %s FROM %s;" |
190 |
% (", ".join([c.internal_name for c in self.columns]), |
% (", ".join([c.internal_name for c in self.columns]), |
208 |
self.read_record_last_row = index |
self.read_record_last_row = index |
209 |
return dict(zip(self.orig_names, result)) |
return dict(zip(self.orig_names, result)) |
210 |
|
|
211 |
|
def ReadValue(self, row, col): |
212 |
|
"""Return the value of the specified row and column |
213 |
|
|
214 |
|
The col parameter may be the index of the column or its name. |
215 |
|
""" |
216 |
|
# Depending on the actual access patterns of the table data, it |
217 |
|
# might be a bit faster in some circumstances to not implement |
218 |
|
# this via ReadRowAsDict, but this simple implementation should |
219 |
|
# be fast enough for most purposes. |
220 |
|
return self.ReadRowAsDict(row)[self.column_map[col].name] |
221 |
|
|
222 |
def ValueRange(self, col): |
def ValueRange(self, col): |
223 |
col = self.column_map[col] |
col = self.column_map[col] |
224 |
iname = col.internal_name |
iname = col.internal_name |
280 |
result.append(row[0]) |
result.append(row[0]) |
281 |
return result |
return result |
282 |
|
|
283 |
|
def Dependencies(self): |
284 |
|
"""Placeholder for a method in a derived class. |
285 |
|
|
286 |
|
Return a sequence with the tables and other data objects that |
287 |
|
self depends on. |
288 |
|
""" |
289 |
|
raise NotImplementedError |
290 |
|
|
291 |
|
|
292 |
class TransientTable(TransientTableBase): |
class TransientTable(TransientTableBase): |
293 |
|
|
300 |
interface. |
interface. |
301 |
""" |
""" |
302 |
TransientTableBase.__init__(self, transient_db) |
TransientTableBase.__init__(self, transient_db) |
303 |
|
self.title = table.Title() |
304 |
self.create(table) |
self.create(table) |
305 |
|
|
306 |
|
def Title(self): |
307 |
|
"""Return the title of the table. |
308 |
|
|
309 |
|
The title is the same as that of the original table |
310 |
|
""" |
311 |
|
return self.title |
312 |
|
|
313 |
def create(self, table): |
def create(self, table): |
314 |
columns = [] |
columns = [] |
315 |
for col in table.Columns(): |
for col in table.Columns(): |
351 |
|
|
352 |
Both input tables, left_table and right_table must have a |
Both input tables, left_table and right_table must have a |
353 |
transient_table method that returns a table object for a table |
transient_table method that returns a table object for a table |
354 |
in the trnsient database. The join is performed on the condition |
in the transient database. The join is performed on the condition |
355 |
that the value of the left_field column the the left table is |
that the value of the left_field column the the left table is |
356 |
equal to the value of the right_field in the right_table. |
equal to the value of the right_field in the right_table. |
357 |
|
|
363 |
names of the input tables without having to create prefixes. |
names of the input tables without having to create prefixes. |
364 |
""" |
""" |
365 |
TransientTableBase.__init__(self, transient_db) |
TransientTableBase.__init__(self, transient_db) |
366 |
|
self.dependencies = (left_table, right_table) |
367 |
self.left_table = left_table.transient_table() |
self.left_table = left_table.transient_table() |
368 |
self.left_field = left_field |
self.left_field = left_field |
369 |
self.right_table = right_table.transient_table() |
self.right_table = right_table.transient_table() |
373 |
self.right_field = self.left_field |
self.right_field = self.left_field |
374 |
self.create() |
self.create() |
375 |
|
|
376 |
|
def Title(self): |
377 |
|
"""Return the title of the joined table""" |
378 |
|
return "Join of %(left)s and %(right)s" \ |
379 |
|
% {"left": self.left_table.Title(), |
380 |
|
"right": self.right_table.Title()} |
381 |
|
|
382 |
def create(self): |
def create(self): |
383 |
"""Internal: Create the table with the joined data""" |
"""Internal: Create the table with the joined data""" |
384 |
self.tablename = self.db.new_table_name() |
self.tablename = self.db.new_table_name() |
411 |
self.orig_to_internal[self.right_field])) |
self.orig_to_internal[self.right_field])) |
412 |
self.db.execute(stmt) |
self.db.execute(stmt) |
413 |
|
|
414 |
|
def Dependencies(self): |
415 |
|
"""Return a tuple with the two tables the join depends on.""" |
416 |
|
return self.dependencies |
417 |
|
|
418 |
|
|
419 |
class AutoTransientTable(table.OldTableInterfaceMixin): |
class AutoTransientTable(table.OldTableInterfaceMixin): |
420 |
|
|
429 |
self.table = table |
self.table = table |
430 |
self.t_table = None |
self.t_table = None |
431 |
|
|
432 |
|
def Title(self): |
433 |
|
"""Return the title of the table. |
434 |
|
|
435 |
|
The title is the same as that of the original table. |
436 |
|
""" |
437 |
|
return self.table.Title() |
438 |
|
|
439 |
def Columns(self): |
def Columns(self): |
440 |
return self.table.Columns() |
return self.table.Columns() |
441 |
|
|
461 |
else: |
else: |
462 |
return self.table.ReadRowAsDict(record) |
return self.table.ReadRowAsDict(record) |
463 |
|
|
464 |
|
def ReadValue(self, row, col): |
465 |
|
"""Return the value of the specified row and column |
466 |
|
|
467 |
|
The col parameter may be the index of the column or its name. |
468 |
|
""" |
469 |
|
if self.t_table is not None: |
470 |
|
return self.t_table.ReadValue(row, col) |
471 |
|
else: |
472 |
|
return self.table.ReadValue(row, col) |
473 |
|
|
474 |
def copy_to_transient(self): |
def copy_to_transient(self): |
475 |
"""Internal: Create a transient table and copy the data into it""" |
"""Internal: Create a transient table and copy the data into it""" |
476 |
self.t_table = TransientTable(self.transient_db, self) |
self.t_table = TransientTable(self.transient_db, self) |
499 |
# Make sure to use the column object of the transient table. The |
# Make sure to use the column object of the transient table. The |
500 |
# left argument is always a column object so we can just ask the |
# left argument is always a column object so we can just ask the |
501 |
# t_table for the right object. |
# t_table for the right object. |
502 |
return self.t_table.SimpleQuery(self.t_table.Column(left.name), |
if hasattr(right, "name"): |
503 |
comparison, right) |
return self.t_table.SimpleQuery(self.t_table.Column(left.name), |
504 |
|
comparison, |
505 |
|
self.t_table.Column(right.name)) |
506 |
|
else: |
507 |
|
return self.t_table.SimpleQuery(self.t_table.Column(left.name), |
508 |
|
comparison, right) |
509 |
|
|
510 |
|
def Dependencies(self): |
511 |
|
"""Return a tuple containing the original table""" |
512 |
|
return (self.table,) |