Changes between Version 165 and Version 166 of UserGuidelines/GIS/Data

Timestamp:

06/19/11 00:27:30 (13 years ago)

Author:

Fran Boon

Comment:

--

UserGuidelines/GIS/Data

@@ -243 +243 @@
 For GADM:
 {{{
-mkdir gadm
-cd gadm
+apt-get -y install pgloader
+mkdir GADMv1
+cd GADMv1
 wget http://gadm.org/data/gadm_v1_lev0_shp.zip
 wget http://gadm.org/data/gadm_v1_lev1_shp.zip
@@ -256 +257 @@
 mv CSV2/gadm1_lev1.csv CSV
 mv CSV3/gadm_v1_lev2.csv CSV
+# Fix encodings! http://ww.gadm.org/node/287
+python utf8.py
+rm -rf CSV
 rm -rf CSV2
 rm -rf CSV3
-# Fix encodings! http://ww.gadm.org/node/287
-python utf8.py
-su postgres
+cat << EOF > "/home/GADMv1/pgloader.conf"
+[pgsql]
+host    =   localhost
+port    =   5432
+base    =   sahana
+user    =   sahana
+pass    =   eden
+
+client_encoding = 'utf-8'
+
+[ogr_tmpl]
+template     = True
+format       = csv
+field_sep    = ,
+quotechar    = "
+trailing_sep = False
+
+[l1]
+use_template    = ogr_tmpl
+table           = public.gis_location
+filename        = gadm1_lev0_utf8.csv
+columns         = wkt:1, name:6, code:22, area:28
+only_cols       = 1, 6, 22, 28
+skip_head_lines = 1
+
+EOF
+vim /usr/share/pyshared/pgloader/csvreader.py
+csv.field_size_limit(2**20 * 100)  # 100 megs
+
 pgloader
 }}}