Python loaddataset_fromurl Examples

Example #1

File: treemap-test.py Project: 4tikhonov/clioinfra.js

import simplejson
sys.path.append(os.path.abspath(os.path.join(os.path.dirname("__file__"), '../modules')))
from config import configuration, dataverse2indicators, load_dataverse, findpid, load_metadata
from storage import data2store, readdata, readdataset, readdatasets, datasetadd, formdatasetquery
from datasets import loaddataset, countrystats, loaddataset_fromurl, loadgeocoder, treemap
from sys import argv
import pandas as pd
import numpy as np

handles = []
remote = 'on'
handle = "hdl:10622/LIKXCZ"
config = configuration()

if remote:
    (classification, dataset) = loaddataset_fromurl(config['apiroot'], config['geocoderhandle'])
else:
    dataset = loaddataset(handles)

(modern, historical) = loadgeocoder(dataset)    
handles = []
handle = 'hdl:10622/DIUBXI'
#handle = 'hdl:10622/GZ7O1K'
handles.append(handle)
if remote:
    (class1, dataset) = loaddataset_fromurl(config['apiroot'], handle)
else:
    dataset = loaddataset(handles)

#modern.ix[76]['country']
#historical.ix[1]

Example #2

File: treemap-test.py Project: ekoi/clioinfra.js

sys.path.append(
    os.path.abspath(os.path.join(os.path.dirname("__file__"), '../modules')))
from config import configuration, dataverse2indicators, load_dataverse, findpid, load_metadata
from storage import data2store, readdata, readdataset, readdatasets, datasetadd, formdatasetquery
from datasets import loaddataset, countrystats, loaddataset_fromurl, loadgeocoder, treemap
from sys import argv
import pandas as pd
import numpy as np

handles = []
remote = 'on'
handle = "hdl:10622/LIKXCZ"
config = configuration()

if remote:
    (classification, dataset) = loaddataset_fromurl(config['apiroot'],
                                                    config['geocoderhandle'])
else:
    dataset = loaddataset(handles)

(modern, historical) = loadgeocoder(dataset)
handles = []
handle = 'hdl:10622/DIUBXI'
#handle = 'hdl:10622/GZ7O1K'
handles.append(handle)
if remote:
    (class1, dataset) = loaddataset_fromurl(config['apiroot'], handle)
else:
    dataset = loaddataset(handles)

#modern.ix[76]['country']
#historical.ix[1]

Example #3

File: data2excel_test.py Project: ekoi/clioinfra.js

from sys import argv
from historical_data import save_historical_dataset
from random import randint
import openpyxl
from openpyxl.cell import get_column_letter
import numpy as np

handles = []
remote = 'on'
config = configuration()

# Geocoder
handle = config['geocoderhandle']
if remote:
    (classification, dataset, title,
     units) = loaddataset_fromurl(config, handle)
else:
    dataset = loaddataset(handles)

(geocoder, geolist, oecd) = buildgeocoder(dataset, config, '')
(modern, historical) = loadgeocoder(config, dataset, 'geocoder')
coderyears = []
for i in range(1500, 2015):
    coderyears.append(i)

# Reading dataset
handle = "hdl:10622/WNGZ4A"
#handle = "hdl:10622/DIUBXI"
handles = []
handles.append(handle)
switch = 'historical'

Example #4

File: data2excel_test.py Project: 4tikhonov/clioinfra.js

from data2excel import create_excel_dataset
from sys import argv
from historical_data import save_historical_dataset
from random import randint
import openpyxl
from openpyxl.cell import get_column_letter
import numpy as np

handles = []
remote = 'on'
config = configuration()

# Geocoder
handle = config['geocoderhandle']
if remote:
    (classification, dataset, title, units) = loaddataset_fromurl(config, handle)
else:
    dataset = loaddataset(handles)

(geocoder, geolist, oecd) = buildgeocoder(dataset, config, '')
(modern, historical) = loadgeocoder(config, dataset, 'geocoder')
coderyears = []
for i in range(1500, 2015):
    coderyears.append(i)

# Reading dataset
handle = "hdl:10622/WNGZ4A"
#handle = "hdl:10622/DIUBXI"
handles = []
handles.append(handle)
switch = 'historical'