Extensions/gns2shp/gns2shp.py

# Copyright (C) 2003, 2004 by Intevation GmbH
# Authors:
# Jan-Oliver Wagner <[email protected]> (2003, 2004)
#
# This program is free software under the GPL (>=v2)
# Read the file COPYING coming with Thuban for details.

"""
Extend thuban with a gns2shp converter.

This module also works without Thuban on the command line
if the shapelib and dbflib python wrappers can be found via the
PYTHONPATH (e.g. via including directory 'Lib' of thuban directory).

The GUI should eventually be extended to allow pre-selection
of the points to import in order to reduce immense quantities
of some country files.
"""

__version__ = '$Revision$'
# $Source$
# $Id$

import os, sys

# only import GUI and register when not called as command line tool
if __name__ != '__main__':
    import wx

    from Thuban.UI import internal_from_wxstring
    from Thuban.UI.command import registry, Command
    from Thuban.UI.mainwindow import main_menu
    from Thuban import _
    from Thuban.Model.layer import Layer

import shapelib
import dbflib

def gns2shp(src_fname, dest_fname):
    """Convert a file from gns textformat into a Shapefile.

    The GNS text format is described on
    http://www.nima.mil/gns/html/gis.html

    src_fname  -- Filename of the GNS standard textfile (including suffix '.txt)
    dest_fname -- Filename where to write the Shapefile components (name
                  without suffix). After successful completion there
                  will be files "dest_fname".shp, "dest_fname".shx and
                  "dest_fname.dbf".

    Return: Number of sucessfully converted entries
    """
    gns_filename = src_fname
    shp_filename = dest_fname + '.shp'
    dbf_filename = dest_fname + '.dbf'

    gns = open(gns_filename, 'r').readlines()

    shp = shapelib.create(shp_filename, shapelib.SHPT_POINT)
    dbf = dbflib.create(dbf_filename)

    dbf.add_field('RC', dbflib.FTInteger, 1, 0)
    dbf.add_field('UFI', dbflib.FTInteger, 10, 0)
    dbf.add_field('UNI', dbflib.FTInteger, 10, 0)
    dbf.add_field('MGRS', dbflib.FTString, 15, 0)
    dbf.add_field('JOG', dbflib.FTString, 7, 0)
    dbf.add_field('FC', dbflib.FTString, 1, 0)
    dbf.add_field('DSG', dbflib.FTString, 5, 0)
    dbf.add_field('PC', dbflib.FTInteger, 1, 0)
    dbf.add_field('CC1', dbflib.FTString, 2, 0)
    dbf.add_field('ADM1', dbflib.FTString, 2, 0)
    dbf.add_field('ADM2', dbflib.FTString, 200, 0)
    dbf.add_field('POP', dbflib.FTInteger, 10, 0)
    dbf.add_field('ELEV', dbflib.FTInteger, 10, 0)
    dbf.add_field('CC2', dbflib.FTString, 2, 0)
    dbf.add_field('NT', dbflib.FTString, 2, 0)
    dbf.add_field('LC', dbflib.FTString, 3, 0)
    dbf.add_field('SHORT_FORM', dbflib.FTString, 128, 0)
    dbf.add_field('GENERIC', dbflib.FTString, 128, 0)
    dbf.add_field('SORT_NAME', dbflib.FTString, 200, 0)
    dbf.add_field('FULL_NAME', dbflib.FTString, 200, 0)
    dbf.add_field('FULL_ND', dbflib.FTString, 200, 0) # FULL_NAME_ND
    dbf.add_field('MODIFY_DATE', dbflib.FTString, 11, 0)
    del dbf
    dbf = dbflib.open(dbf_filename, 'r+b')

    gns.pop(0) # drop the header line

    i = 0
    for line in gns:
        if line[0] == '#': continue
        RC, UFI, UNI, LAT, LONG, DMS_LAT, DMS_LONG, MGRS, JOG, FC, DSG, PC, \
            CC1, ADM1, ADM2, POP, ELEV, CC2, NT, LC, SHORT_FORM, GENERIC, \
            SORT_NAME, FULL_NAME, FULL_NAME_ND, MODIFY_DATE = line.split('\t')
        try: RC = int(RC)
        except ValueError: RC = None
        UFI = int(UFI)
        UNI = int(UNI)
        LAT = float(LAT)
        LONG = float(LONG)
        try: PC = int(PC)
        except ValueError: PC = None
        try: POP = int(POP)
        except ValueError: POP = None
        try: ELEV = int(ELEV)
        except ValueError: ELEV = None
        MODIFY_DATE = MODIFY_DATE[0:10] # kill trailing "\n" or "\r\n"
        obj = shapelib.SHPObject(shapelib.SHPT_POINT, i, [[(LONG, LAT)]])
        shp.write_object(-1, obj)

        vals = {'RC': RC, 'UFI': UFI, 'UNI': UNI, 'MGRS':MGRS, 'JOG': JOG,
                'FC': FC, 'DSG': DSG, 'PC': PC, 'CC1': CC1, 'ADM1': ADM1,
                'ADM2': ADM2, 'POP': POP, 'ELEV': ELEV, 'CC2': CC2, 'NT': NT,
                'LC': LC, 'SHORT_FORM': SHORT_FORM, 'GENERIC': GENERIC,
                'SORT_NAME': SORT_NAME, 'FULL_NAME': FULL_NAME,
                'FULL_ND': FULL_NAME_ND, 'MODIFY_DAT': MODIFY_DATE}
        dbf.write_record(i, vals)
        i += 1

    del shp
    del dbf

    return i

def gns2shp_dialog(context):
    """Request filename from user, run conversion and add
    resulting shapefile to the current map.

    context -- The Thuban context.
    """
    dlg = wx.FileDialog(context.mainwindow,
                       _('Select GNS file'), '.', '',
                       _('Generate Files (*.txt)|*.txt|') +
                       _('All Files (*.*)|*.*'),
                       wx.OPEN|wx.OVERWRITE_PROMPT)
    if dlg.ShowModal() == wx.ID_OK:
        gns_filename = internal_from_wxstring(dlg.GetPath())
        dlg.Destroy()
    else:
        return

    no = gns2shp(gns_filename, gns_filename[:-4])
    if no <= 0:
        context.mainwindow.RunMessageBox(_('gns2shp'), _('Conversion failed'))
        return
    else:
        context.mainwindow.RunMessageBox(_('gns2shp %s') % __version__,
                                         _('%d locations converted' % no))

    # Now load the newly created shapefile
    filename = gns_filename[:-4] + '.shp'
    title = os.path.splitext(os.path.basename(filename))[0]
    map = context.mainwindow.canvas.Map()
    has_layers = map.HasLayers()
    try:
        store = context.session.OpenShapefile(filename)
    except IOError:
        # the layer couldn't be opened
        context.mainwindow.RunMessageBox(_('Add GNS Layer'),
                           _("Can't open the file '%s'.") % filename)
    else:
        layer = Layer(title, store)
        map.AddLayer(layer)
        if not has_layers:
            # if we're adding a layer to an empty map, fit the
            # new map to the window
            context.mainwindow.canvas.FitMapToWindow()

if __name__ == '__main__': # gns2shp executed as a command line tool
    print 'gns2shp.py %s' % __version__
    if len(sys.argv) == 3:
        no = gns2shp(sys.argv[1], sys.argv[2][:-4])
        print '%d locations converted' % no
        sys.exit(0)
    else:
        print 'usage: gns2shp.py GNS-file Shapefile'
        sys.exit(1)


# gns2shp executed as an extension to Thuban

# register the new command
registry.Add(Command('gns2shp', _('gns2shp...'), gns2shp_dialog,
                     helptext = _('Convert GNS-file into a shapefile')))

# find the extensions menu (create it anew if not found)
extensions_menu = main_menu.FindOrInsertMenu('extensions', _('E&xtensions'))

# finally add the new entry to the extensions menu
extensions_menu.InsertItem('gns2shp')
1	jan	2389	# Copyright (C) 2003, 2004 by Intevation GmbH
2	jan	1721	# Authors:
3	jan	2389	# Jan-Oliver Wagner <[email protected]> (2003, 2004)
4	jan	1721	#
5			# This program is free software under the GPL (>=v2)
6			# Read the file COPYING coming with Thuban for details.
7
8			"""
9			Extend thuban with a gns2shp converter.
10
11			This module also works without Thuban on the command line
12			if the shapelib and dbflib python wrappers can be found via the
13			PYTHONPATH (e.g. via including directory 'Lib' of thuban directory).
14
15			The GUI should eventually be extended to allow pre-selection
16			of the points to import in order to reduce immense quantities
17			of some country files.
18			"""
19
20			__version__ = '$Revision$'
21	jan	2203	# $Source$
22			# $Id$
23	jan	1721
24			import os, sys
25
26	jan	2356	# only import GUI and register when not called as command line tool
27	jan	1721	if __name__ != '__main__':
28	dpinte	2721	import wx
29	jan	1721
30	bernhard	2817	from Thuban.UI import internal_from_wxstring
31	jan	1721	from Thuban.UI.command import registry, Command
32	jan	2203	from Thuban.UI.mainwindow import main_menu
33	jan	1721	from Thuban import _
34			from Thuban.Model.layer import Layer
35
36			import shapelib
37			import dbflib
38
39			def gns2shp(src_fname, dest_fname):
40			"""Convert a file from gns textformat into a Shapefile.
41
42			The GNS text format is described on
43	jan	2486	http://www.nima.mil/gns/html/gis.html
44	jan	1721
45			src_fname -- Filename of the GNS standard textfile (including suffix '.txt)
46			dest_fname -- Filename where to write the Shapefile components (name
47			without suffix). After successful completion there
48			will be files "dest_fname".shp, "dest_fname".shx and
49			"dest_fname.dbf".
50
51			Return: Number of sucessfully converted entries
52			"""
53			gns_filename = src_fname
54			shp_filename = dest_fname + '.shp'
55			dbf_filename = dest_fname + '.dbf'
56
57			gns = open(gns_filename, 'r').readlines()
58
59			shp = shapelib.create(shp_filename, shapelib.SHPT_POINT)
60			dbf = dbflib.create(dbf_filename)
61	elachuni	2845
62	jan	1721	dbf.add_field('RC', dbflib.FTInteger, 1, 0)
63			dbf.add_field('UFI', dbflib.FTInteger, 10, 0)
64			dbf.add_field('UNI', dbflib.FTInteger, 10, 0)
65	elachuni	2845	dbf.add_field('MGRS', dbflib.FTString, 15, 0)
66	jan	1721	dbf.add_field('JOG', dbflib.FTString, 7, 0)
67			dbf.add_field('FC', dbflib.FTString, 1, 0)
68			dbf.add_field('DSG', dbflib.FTString, 5, 0)
69	jan	2486	dbf.add_field('PC', dbflib.FTInteger, 1, 0)
70	jan	1721	dbf.add_field('CC1', dbflib.FTString, 2, 0)
71			dbf.add_field('ADM1', dbflib.FTString, 2, 0)
72	jan	2486	dbf.add_field('ADM2', dbflib.FTString, 200, 0)
73	elachuni	2845	dbf.add_field('POP', dbflib.FTInteger, 10, 0)
74			dbf.add_field('ELEV', dbflib.FTInteger, 10, 0)
75	jan	1721	dbf.add_field('CC2', dbflib.FTString, 2, 0)
76	elachuni	2845	dbf.add_field('NT', dbflib.FTString, 2, 0)
77			dbf.add_field('LC', dbflib.FTString, 3, 0)
78	jan	2486	dbf.add_field('SHORT_FORM', dbflib.FTString, 128, 0)
79			dbf.add_field('GENERIC', dbflib.FTString, 128, 0)
80			dbf.add_field('SORT_NAME', dbflib.FTString, 200, 0)
81			dbf.add_field('FULL_NAME', dbflib.FTString, 200, 0)
82			dbf.add_field('FULL_ND', dbflib.FTString, 200, 0) # FULL_NAME_ND
83	jan	2216	dbf.add_field('MODIFY_DATE', dbflib.FTString, 11, 0)
84	jan	1721	del dbf
85			dbf = dbflib.open(dbf_filename, 'r+b')
86
87			gns.pop(0) # drop the header line
88
89			i = 0
90			for line in gns:
91			if line[0] == '#': continue
92	elachuni	2845	RC, UFI, UNI, LAT, LONG, DMS_LAT, DMS_LONG, MGRS, JOG, FC, DSG, PC, \
93			CC1, ADM1, ADM2, POP, ELEV, CC2, NT, LC, SHORT_FORM, GENERIC, \
94			SORT_NAME, FULL_NAME, FULL_NAME_ND, MODIFY_DATE = line.split('\t')
95			try: RC = int(RC)
96			except ValueError: RC = None
97	jan	1721	UFI = int(UFI)
98			UNI = int(UNI)
99	elachuni	2845	LAT = float(LAT)
100			LONG = float(LONG)
101	jan	1721	try: PC = int(PC)
102	elachuni	2845	except ValueError: PC = None
103			try: POP = int(POP)
104			except ValueError: POP = None
105			try: ELEV = int(ELEV)
106			except ValueError: ELEV = None
107	jan	2486	MODIFY_DATE = MODIFY_DATE[0:10] # kill trailing "\n" or "\r\n"
108	elachuni	2845	obj = shapelib.SHPObject(shapelib.SHPT_POINT, i, [[(LONG, LAT)]])
109	jan	1721	shp.write_object(-1, obj)
110	elachuni	2845
111			vals = {'RC': RC, 'UFI': UFI, 'UNI': UNI, 'MGRS':MGRS, 'JOG': JOG,
112			'FC': FC, 'DSG': DSG, 'PC': PC, 'CC1': CC1, 'ADM1': ADM1,
113			'ADM2': ADM2, 'POP': POP, 'ELEV': ELEV, 'CC2': CC2, 'NT': NT,
114			'LC': LC, 'SHORT_FORM': SHORT_FORM, 'GENERIC': GENERIC,
115			'SORT_NAME': SORT_NAME, 'FULL_NAME': FULL_NAME,
116			'FULL_ND': FULL_NAME_ND, 'MODIFY_DAT': MODIFY_DATE}
117			dbf.write_record(i, vals)
118	jan	1721	i += 1
119
120			del shp
121			del dbf
122
123			return i
124
125			def gns2shp_dialog(context):
126			"""Request filename from user, run conversion and add
127			resulting shapefile to the current map.
128
129			context -- The Thuban context.
130			"""
131	dpinte	2721	dlg = wx.FileDialog(context.mainwindow,
132	jan	1721	_('Select GNS file'), '.', '',
133			_('Generate Files (.txt)\|.txt\|') +
134			_('All Files (.)\|.'),
135	dpinte	2721	wx.OPEN\|wx.OVERWRITE_PROMPT)
136			if dlg.ShowModal() == wx.ID_OK:
137	bernhard	2817	gns_filename = internal_from_wxstring(dlg.GetPath())
138	jan	1721	dlg.Destroy()
139			else:
140			return
141
142			no = gns2shp(gns_filename, gns_filename[:-4])
143			if no <= 0:
144			context.mainwindow.RunMessageBox(_('gns2shp'), _('Conversion failed'))
145			return
146			else:
147			context.mainwindow.RunMessageBox(_('gns2shp %s') % __version__,
148			_('%d locations converted' % no))
149
150			# Now load the newly created shapefile
151			filename = gns_filename[:-4] + '.shp'
152			title = os.path.splitext(os.path.basename(filename))[0]
153			map = context.mainwindow.canvas.Map()
154			has_layers = map.HasLayers()
155			try:
156			store = context.session.OpenShapefile(filename)
157			except IOError:
158			# the layer couldn't be opened
159			context.mainwindow.RunMessageBox(_('Add GNS Layer'),
160			_("Can't open the file '%s'.") % filename)
161			else:
162			layer = Layer(title, store)
163			map.AddLayer(layer)
164			if not has_layers:
165			# if we're adding a layer to an empty map, fit the
166			# new map to the window
167			context.mainwindow.canvas.FitMapToWindow()
168
169			if __name__ == '__main__': # gns2shp executed as a command line tool
170			print 'gns2shp.py %s' % __version__
171			if len(sys.argv) == 3:
172			no = gns2shp(sys.argv[1], sys.argv[2][:-4])
173			print '%d locations converted' % no
174			sys.exit(0)
175			else:
176			print 'usage: gns2shp.py GNS-file Shapefile'
177			sys.exit(1)
178
179
180			# gns2shp executed as an extension to Thuban
181
182			# register the new command
183			registry.Add(Command('gns2shp', _('gns2shp...'), gns2shp_dialog,
184			helptext = _('Convert GNS-file into a shapefile')))
185
186			# find the extensions menu (create it anew if not found)
187	jan	2203	extensions_menu = main_menu.FindOrInsertMenu('extensions', _('E&xtensions'))
188	jan	1721
189			# finally add the new entry to the extensions menu
190			extensions_menu.InsertItem('gns2shp')
Name	Value
svn:eol-style	native
svn:keywords	Author Date Id Revision