def load_from_file():
    items = [x.strip().split('\t') for x in open('categories.dat','r').read().strip().split('\n') if x.strip()]
    headers = ['category','sku','model','quantity','manufacturer','name','image_1','image_2','image_3','price','seo','tags','description']
    ds = tablib.Dataset(headers=headers)
    for count,tup in enumerate(items):

        cats,file = tup
        print count, cats, file

        res = get_fields.test(file)
        fields = {}

        fields['category'] = cats.replace(':',',')
        fields['sku'] = res['canonical'].replace('p_','')
        fields['model'] = fields['sku']
        fields['quantity'] = 10
        fields['manufacturer'] = res['productname'].split(' ')[0]
        fields['name'] = res['productname']
        imgs = [os.path.basename(x) for x in glob.glob(os.path.dirname(file) + '/*.jpeg')]
        imgs = imgs + ["","",""]
#        fields['imgs'] = ', '.join(imgs)
        fields['image_1'] = imgs[0]
        fields['image_2'] = imgs[1]
        fields['image_3'] = imgs[2]
        fields['price'] = res['price']
        fields['description'] = res['overview_cleanest']
        fields['seo'] = res['shortdescription']
        fields['tags'] = res['shortdescription']

        ds.append([fields[h] for h in headers])
    return ds
def add_record(url="http://www.crutchfield.com/p_113HR300/Kenwood-KTC-HR300.html?tp=993"):
    res = get_fields.test(url)
    fields = {}
    fields['type'] = 'simple'
    fields['status'] = 'Enabled'
    fields['visibility'] = 'Catalog, Search'
    fields['tax_class_id'] = 'None'
    fields['qty'] = 4
    fields['category_ids'] = '2,4'
    fields['sku'] = res['canonical']
    fields['name'] = res['productname']
    fields['image'] = res['list_images'][0]
    fields['small_image'] = res['list_images'][0]
    fields['thumbnail'] = res['list_images'][0]
    fields['_media_image'] = ', '.join(res['list_images'])
#    fields['url_key'] = res['url_key']
#    fields['url_path'] = res['url_path']
    fields['price'] = res['price']
    fields['weight'] = 2
    fields['description'] = res['overview_cleanest']
    fields['short_description'] = res['shortdescription']
    fields['product_name'] = res['productname']

    ds.append([fields[h] for h in headers])
    return fields