pip install uwsgi

location / {
    include     uwsgi_params;
    uwsgi_pass	unix:/home/spx5ich/wiserd3.5.0/wiserd3/wiserd3.sock;
}

location /static {
    autoindex on;
    alias /home/spx5ich/wiserd3.5.0/wiserd3/dataportal3/static/;
}

client_max_body_size 10m;
client_header_buffer_size 32k;
large_client_header_buffers 4 32k;

##
# `gzip` Settings
#
#
gzip on;
gzip_disable "msie6";

gzip_vary on;
gzip_proxied any;
gzip_comp_level 6;
gzip_http_version 1.1;
gzip_min_length 256;
gzip_types text/plain text/css application/json application/x-javascript text/xml application/xml application/xml+rss text/javascript application/javascript application/vnd.ms-fontobject application/x-font-ttf font/opentype image/svg+xml image/x-icon;

[Unit]
Description=uWSGI Emperor service
After=syslog.target

[Service]
ExecStart=/usr/bin/uwsgi --emperor /etc/uwsgi/sites
Restart=always
KillSignal=SIGQUIT
Type=notify
StandardError=syslog
NotifyAccess=all

[Install]
WantedBy=multi-user.target

[uwsgi]
project = wiserd3
base = /home/spx5ich/wiserd3.5.0

chdir = %(base)/%(project)
home = /home/spx5ich/venv_3.5/
module = %(project).wsgi:application
buffer-size = 65536

master = true
processes = 8

socket = %(base)/%(project)/%(project).sock
chmod-socket = 666
vacuum = true

sudo service nginx restart
sudo systemctl daemon-reload
sudo systemctl restart uwsgi

sudo systemctl enable uwsgi

sudo service redis restart

firewall-cmd --zone=public --add-rich-rule='rule family="ipv4" source address="<webserver_ip>" port port=<postgresql_port> protocol="tcp" accept'

sudo firewall-cmd --zone=public --add-rich-rule='rule family="ipv4" source address="131.251.239.154" port port=5432 protocol="tcp" accept'

apt-get install npm nodejs-legacy
npm install -g mapshaper
ls *.zip|awk -F'.zip' '{print "unzip "$0" -d "$1}'|sh

ogr2ogr -f 'ESRI Shapefile' -t_srs EPSG:4326 input-fixed.shp Wales_lsoa_2011.shp

mapshaper -i input-fixed.shp snap -simplify dp 100% keep-shapes -o output-fixed.geojson format=geojson

mapshaper -i input-fixed.shp snap -simplify dp 100% keep-shapes -o output-fixed.json format=topojson
mapshaper -i input-fixed.shp snap -simplify dp 1% keep-shapes -o output-fixed-1.json format=topojson

node -e "console.log(JSON.stringify(JSON.parse(require('fs') \
  .readFileSync(process.argv[1])), null, 4));" output-fixed-1.json > pretty.json

sudo -u <postgres_user> pg_dump new2 --file /tmp/new_survey_jun_16_dir --format=d

sudo -u <postgres_user> psql < build_sql.sql

source ~/venv/bin/activate
python manage.py makemigrations dataportal3

sudo yum install pgdg-centos94-9.4-2.noarch.rpm
yum install postgis2_94 postgis2_94-client postgis2_94-utils

/usr/pgsql-9.4/bin/shp2pgsql -I spatialdata.parl/spatialdata.parl.shp spatialdata_parl | sudo -u postgres psql -d "NewSurvey"

shp2pgsql -W LATIN1 -I ~/shp/x_sid_liw2007_pcode_/x_sid_liw2007_pcode_.shp pcode | sudo -u postgres psql -d "NewSurvey"

select code, ST_SRID("table"."geom") from "table";

select UpdateGeometrySRID('public', 'table', 'geom_column', 4326) ;

select UpdateGeometrySRID('public', 'heads_of_the_valleys', 'geom', 27700) ;
select UpdateGeometrySRID('public', 'aberystwyth_locality_dissolved', 'geom', 27700) ;
select UpdateGeometrySRID('public', 'bangor_locality_dissolved', 'geom', 27700) ;

grant select, insert, update on all tables in schema public to dataportal;

    {
        'table_name': 'spatialdata_aefa',
        'geometry_column': 'geom',
        'label': 'label',
        'table_model': models.SpatialdataAEFA
    },

sudo -u postgres psql
d+ new_table_name

class SpatialdataAEFA(models.Model):
    gid = models.IntegerField(primary_key=True)
    name = models.CharField(max_length=254, blank=True, null=True)
    label = models.CharField(max_length=254, blank=True, null=True)
    geom = models.GeometryField(blank=True, null=True)  # This field type is a guess.
    objects = models.GeoManager()

    class Meta:
        managed = False
        db_table = 'spatialdata_aefa'

LocalResearch:PostGIS database data
CKAN_datahub:DataHub, powered by CKAN
StatsWales:StatsWales
User:Local user data not stored on the server
Qual:DataPortal Qualitative data
Survey:DataPortal Survey data
Nomis:Data retrieved from the NomisAPI

sudo yum install redis
sudo systemctl start redis.service
export DJANGO_SETTINGS_MODULE='wiserd3.settings'
celery -A dataportal3.utils.ShapeFileImport worker --loglevel=info

python dataportal3/utils/ShapeFileImport.py -i path/NAW_3_constituencies.zip -s wisid_AssemblyConstituency_Data_57057b24ed6a1 -u a_user -n constituency_test -g nawer -b "National Assembly Constituency"

python dataportal3/utils/rubbish/update_survey_region_metadata.py -i path/NAW_3/NAWConstituencyDataNamesLookup.csv -s wisid_AssemblyConstituency_Data_57057b24ed6a1

python dataportal3/utils/ShapeFileImport.py -i path/NAW_3_constituencies.zip -s wisid_AssemblyConstituency_Data_57057b24ed6a1 -u a_user -n constituency_test -g nawer -b "National Assembly Constituency" -x True -r constituency

python dataportal3/utils/ShapeFileImport.py -i path/NAW_3/NAW_3_regions.zip -s wisid_AssemblyRegions_Data_5705394bb0ec5 -u ubuntu -n region_test -g nawer -b "National Assembly Region"

python dataportal3/utils/rubbish/update_survey_region_metadata.py -i path/NAW_3/NAWRegionDataNamesLookup.csv -s wisid_AssemblyRegions_Data_5705394bb0ec5

python dataportal3/utils/ShapeFileImport.py -i path/NAW_3/NAW_3_regions.zip -s wisid_AssemblyRegions_Data_5705394bb0ec5 -u ubuntu -n region_test -g nawer -b "National Assembly Region" -x True -r region

python manage.py compilemessages --locale=cy

python manage.py makemessages --locale=cy

tail --bytes=+4 UTF8WithBom.txt > UTF8WithoutBom.txt

CACHES = {
    'default': {
        'BACKEND': 'redis_cache.RedisCache',
        'LOCATION': '/tmp/redis.sock',
    },
}

sudo nano /etc/redis.conf

unixsocket /var/run/redis/redis.sock
unixsocketperm 700

ALTER TABLE django_content_type ADD COLUMN name character varying(50) NOT NULL DEFAULT 'someName';