def cmd_wigle(ctx, opt_fp_jobs, opt_force):
"""Process Wigle Export CSVs"""
log = ctx.obj['log']
net_parser = NetParser()
df_jobs = pd.read_csv(opt_fp_jobs, skiprows=(0))
jobs['run'] = jobs['run'].fillna(0).astype('int')
df_jobs['comment'] = df_jobs['comment'].fillna('').astype('str')
for i, job in df_jobs.iterrows():
if int(job['run']) == 0:
continue
fp_wigle = join(job.path_in, f'{job.filename}.csv')
networks = net_parser.wigle_export_to_networks(fp_wigle, job.path_out,
job.comment)
networks = net_parser.sort_distance(networks, 'wigle_export')
# add metadata to context
meta = dict(job.copy()) # copy the job variables
meta['type'] = 'wigle_export' # add ios type
data = {'meta': meta, 'networks': networks}
if Path(job.filename).exists() and not opt_force:
log.error('file exists "{}". use "-f" to overwrite'.format(
job.filename))
else:
file_utils.write_json(data, job.filename, minify=False)
def cmd_ios(ctx, opt_fp_jobs, opt_dir_out, opt_force):
"""Process iOS Wi-Fi scans"""
log = ctx.obj['log']
parser = NetParser()
# load data
log.info('opening: {}'.format(opt_fp_jobs))
jobs = pd.read_csv(opt_fp_jobs)
jobs['run'] = jobs['run'].fillna(0).astype('int')
for i, job in jobs.iterrows():
# skip jobs if run == 0
if int(job['run']) == 0:
continue
fp_in = job.path_in
networks = parser.ios_to_networks(fp_in)
meta = dict(job.copy()) # copy the job variables
meta['type'] = 'ios' # add ios type
meta['filepath'] = Path(fp_in).stem
data = {'meta': meta, 'networks': networks}
fp_out = Path(job.path_out) / f'{Path(fp_in).stem}.json'
log.info(f'filepath out: {fp_out}')
if Path(fp_out).exists() and not opt_force:
log.error('file exists "{}". use "-f" to overwrite'.format(fp_out))
else:
file_utils.write_json(data, fp_out, minify=False)
def cmd_wigle_api(ctx, opt_fp_jobs, opt_api_name, opt_api_key, opt_force):
"""Fetches Wigle data from API"""
log = ctx.obj['log']
if not (opt_api_key or opt_api_key):
log.error('Wigle API Name and API key missing')
return
net_parser = NetParser()
wigle = wigle_utils.WigleAPI(opt_api_name, opt_api_key)
log.info('opening: {}'.format(opt_fp_jobs))
jobs = pd.read_csv(opt_fp_jobs)
jobs['comment'] = jobs['comment'].fillna('').astype('str')
jobs['notes'] = jobs['notes'].fillna('').astype('str')
jobs['venue_name'] = jobs['venue_name'].fillna('').astype('str')
for i, job in jobs.iterrows():
try:
if int(job['run']) == 0:
continue
except Exception as e:
log.warn(
'Failed to read row. You may have extra rows in your CSV file.'
)
continue # failed to read 'run' value
log.info(
'Fetching lat: {lat}, long: {lon}, since: {since}, radius: {radius}'
.format(**job))
url = wigle.build_url(job.lat, job.lon, job.radius, job.since)
networks = wigle.fetch(url, job.lat, job.lon)
if not networks:
return
networks = net_parser.sort_distance(networks, 'wigle')
# add metadata to context
meta = dict(job.copy()) # copy the job variables
meta['type'] = 'wigle' # add ios type
data = {'meta': meta, 'networks': networks}
if Path(job.filepath).exists() and not opt_force:
log.error('file exists "{}". use "-f" to overwrite'.format(
job.filepath))
else:
file_utils.write_json(data, job.filepath, minify=False)
def cmd_ios(ctx, opt_fp_jobs, opt_dir_out, opt_force):
"""Process iOS Wi-Fi scans"""
log = ctx.obj['log']
parser = NetParser()
# load data
log.info('opening: {}'.format(opt_fp_jobs))
jobs = pd.read_csv(opt_fp_jobs)
for i, job in jobs.iterrows():
# skip jobs if run == 0
if int(job['run']) == 0:
continue
fp_ios = job.filepath
networks = parser.ios_to_networks(fp_ios, job['lat'], job['lon'])
meta = dict(job.copy()) # copy the job variables
meta['type'] = 'ios' # add ios type
data = {'meta': meta, 'networks': networks}
fp_out = join(job['path_out'], Path(job.filename).name)
if Path(fp_out).exists() and not opt_force:
log.error('file exists "{}". use "-f" to overwrite'.format(fp_out))
else:
file_utils.write_json(data, fp_out, minify=False)
def cmd_arduino(ctx, opt_fp_jobs, opt_dir_sketch, opt_force):
"""Converts JSON to Arduino sketch files"""
log = ctx.obj['log']
net_parser = NetParser()
opt_dir_sketch = str(opt_dir_sketch)
# TODO: add network deduplication
# TODO advanced: add kmeans cluster selection based on distances
# load data
log.info('opening: {}'.format(opt_fp_jobs))
jobs = pd.read_csv(opt_fp_jobs)
jobs['run'] = jobs['run'].fillna(0).astype('int')
locations = []
num_locations = 0
num_networks = 0 # total number of networks for all locations
for i, job in jobs.iterrows():
if int(job['run']) == 0:
continue
log.info(job.filepath)
location = file_utils.load_json(job.filepath)
networks = location['networks']
networks = net_parser.filter_rssi(networks, job['rssi_min'],
job['rssi_max'])
networks = net_parser.filter_channel(networks, job['channel_min'],
job['channel_max'])
networks = net_parser.sort_distance(networks, location['meta']['type'])
networks = networks[:int(job['max_networks'])]
location['networks'] = networks
num_networks += len(networks)
locations.append(location)
# format for arduino
ino_txt = net_parser.networks_to_arduino(location, job['name'],
job['location'])
# write data to .h file
fp_out = join(opt_dir_sketch, 'networks',
f"{Path(job.filepath).stem}.h")
if Path(fp_out).exists() and not opt_force:
log.error('file exists "{}". use "-f" to overwrite'.format(fp_out))
else:
file_utils.write_text(ino_txt, fp_out)
num_locations += 1
# create "networks.h" summary file
location_summary_txt = net_parser.summarize_locations(locations)
if opt_dir_sketch:
fp_out = join(opt_dir_sketch, 'networks.h')
else:
fp_out = join(cfg.DIR_ARDUINO, 'networks.h')
file_utils.write_text(location_summary_txt, fp_out)
if opt_dir_sketch:
# udpate the text in the main Arduino file
fp_sketch_main = join(opt_dir_sketch,
f'{Path(opt_dir_sketch).name}.ino')
with open(fp_sketch_main, 'r') as fp:
sketch_data = fp.readlines()
sketch_data = [x.strip() for x in sketch_data]
# try text replacement
for i, code_line in enumerate(sketch_data):
if 'const unsigned int NPLACES' in code_line:
log.info(f'updated NPLACES = {num_locations}')
sketch_data[
i] = f'const unsigned int NPLACES = {num_locations};'
if 'const unsigned int NNETS' in code_line:
log.info(f'updated NNETS = {num_networks}')
sketch_data[i] = f'const unsigned int NNETS = {num_networks};'
# resave main .ino file
with open(fp_sketch_main, 'w') as fp:
fp.write('\n'.join(sketch_data))