from os import listdir from os.path import isfile, join from recorder import Recorder import os RECORDER = Recorder() RECORDER.display_start_time("structure-vid-gen") SAVEPATH = "data/outputs/" GENPATH = "data/AIA94/" GENDIR = [f for f in listdir(GENPATH) if isfile(join(GENPATH, f))] if GENDIR[0] == ".DS_Store": GENDIR = GENDIR[1:] N = len(GENDIR) FPS = 30 RECORDER.sys_text("================ Generating raw videos ================") os.system( "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA94/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA94_raw.mp4" % (FPS, SAVEPATH, N, SAVEPATH)) os.system( "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA131/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA131_raw.mp4" % (FPS, SAVEPATH, N, SAVEPATH)) os.system( "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA171/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA171_raw.mp4" % (FPS, SAVEPATH, N, SAVEPATH)) os.system( "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA193/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA193_raw.mp4" % (FPS, SAVEPATH, N, SAVEPATH))
warnings.filterwarnings("ignore", message="numpy.dtype size changed") from datetime import datetime from recorder import Recorder from sunpy.net import Fido, attrs as a import astropy.units as u import getpass import os import pprint ######################### MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser() EMAIL = "*****@*****.**" PRINTER = Recorder() PRINTER.display_start_time("data-get") pp = pprint.PrettyPrinter() ######################### WAVELENGTHS = { "aia": [94, 131, 171, 193, 211, 304, 335, 1600, 1700], "hmi": { "1": "hmi.M_720s - LoS MAGNETOGRAM", "2": "hmi.B_720s - VECTOR MAGNETOGRAM", "3": "hmi.sharp_720s - SHARP", "4": "hmi.Ic_noLimbDark_720s - CONTINUUM" } } SEGMENTS = {
from scipy.ndimage import zoom as interpolate from scipy.ndimage.morphology import binary_dilation as grow_mask from scipy.spatial import distance import astropy.units as u import getpass import matplotlib.pyplot as plt import numpy as np import os import scipy import scipy.ndimage as ndimage import scipy.ndimage.filters as filters import sunpy.map as smap MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser() RECORDER = Recorder("database.csv") RECORDER.display_start_time("loop-analysis") os.system( "rm -rf resources/region-data/raw-images && mkdir resources/region-data/raw-images" ) os.system( "rm -rf resources/region-data/binary-images && mkdir resources/region-data/binary-images" ) os.system( "rm -rf resources/region-data/threshold-images && mkdir resources/region-data/threshold-images" ) os.system( "rm -rf resources/region-data/magnetogram-images && mkdir resources/region-data/magnetogram-images" ) os.system( "rm -rf resources/region-data/masked-magnetogram-images && mkdir resources/region-data/masked-magnetogram-images"
from scipy.spatial import distance from skimage import measure from sunpy.physics.differential_rotation import solar_rotate_coordinate as rot from tqdm import tqdm import astropy.units as u import cv2 as cv import getpass import matplotlib.pyplot as plt import numpy as np import os import scipy.ndimage as ndimage import scipy.ndimage.filters as filters import sunpy.map as smap RECORDER = Recorder() RECORDER.display_start_time("go") RECORDER.sys_text("Importing data...") IMAGE_SAVEPATH = "/Users/padman/Desktop/images/" PATH171 = "/Volumes/Nicholas-Data/AIA171/" PATH304 = "/Volumes/Nicholas-Data/AIA304/" PATHHMI = "/Volumes/Nicholas-Data/HMI/" AIA171_DIR = [f for f in listdir(PATH171) if isfile(join(PATH171, f))] AIA304_DIR = [f for f in listdir(PATH304) if isfile(join(PATH304, f))] HMI_DIR = [f for f in listdir(PATHHMI) if isfile(join(PATHHMI, f))] def hmialign(data, scale): ALIGNED_RAW_HMI = np.zeros((4096, 4096)).astype(float)
from datetime import datetime import argparse import getpass import os import sys sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) from colortext import Color from recorder import Recorder MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser() PRINTER = Recorder() PRINTER.display_start_time("detection-video") NAME = "DETECTION_" + str(datetime.now().strftime("%Y-%m-%d %H.%M.%S")) parser = argparse.ArgumentParser() parser.add_argument("--framerate") args = parser.parse_args() if args.framerate == None: PRINTER.info_text("Specify framerate with '--framerate <value>'") sys.exit() FRAMERATE = args.framerate PRINTER.info_text("Generating video") os.system( "ffmpeg -y -f image2 -start_number 000 -framerate %s -i %s/resources/region-detection-images/detected-%%3d.jpg -q:v 2 -vcodec mpeg4 -b:v 800k \"%s/videos/%s.mp4\"" % (FRAMERATE, MAIN_DIR, MAIN_DIR, NAME))
from scipy.stats import iqr from skimage import feature from skimage import measure from sunpy.map import Map from timeit import default_timer as timer from tqdm import tqdm import argparse import astropy.units as u import cv2 as cv import imageio import matplotlib.pyplot as plt import numpy as np import os RECORDER = Recorder() RECORDER.display_start_time("structure") parser = argparse.ArgumentParser() parser.add_argument("--cleardirs", nargs="?", const=True, type=bool) args = parser.parse_args() RECORDER.sys_text("Importing data directories") SAVEPATH = "data/outputs/" PATH131 = "data/AIA131/" PATH171 = "data/AIA171/" PATH193 = "data/AIA193/" PATH211 = "data/AIA211/" PATH304 = "data/AIA304/" PATH335 = "data/AIA335/" PATHHMI = "data/HMI/"
from scipy.ndimage.measurements import center_of_mass as com from skimage import measure from skimage.filters import laplace from sunpy.physics.differential_rotation import solar_rotate_coordinate as rot from tqdm import tqdm import astropy.units as u import cv2 as cv import matplotlib.pyplot as plt import numpy as np import os import sunpy.map as smap #*************************************# RECORDER = Recorder() RECORDER.display_start_time("analyze") RECORDER.sys_text("Importing data") ## LOCKHEED ## # IMAGE_SAVEPATH = "/Users/padman/Desktop/lmsal/resources/analyze-data/" # PATH171 = "/Volumes/Nicholas-Data/AIA171/" # PATH304 = "/Volumes/Nicholas-Data/AIA304/" # PATHHMI = "/Volumes/Nicholas-Data/HMI/" ## PERSONAL MAC ## IMAGE_SAVEPATH = "/Users/lockheedmartin/Desktop/" PATH171 = "/Volumes/Nicholas-Data/AIA171/" PATH304 = "/Volumes/Nicholas-Data/AIA304/" PATHHMI = "/Volumes/Nicholas-Data/HMI/"
# ----------------------------------------------- # default_quality = 600 #dpi # ----------------------------------------------- # only_fulldisk_images = True plot_center_of_intensity = False crop_cut_to_only_sun = True # ----------------------------------------------- # # # # # # # # # # # # # # # # # # # # # # # # # # # MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser() PRINTER = Recorder() PRINTER.display_start_time("active-region-cutouts") parser = argparse.ArgumentParser() parser.add_argument("--instr") args = parser.parse_args() ######################### if args.instr == None: PRINTER.info_text("Specify instrument with '--instr <name>'") PRINTER.line() sys.exit() INSTRUMENT = args.instr.lower() #########################
from skimage import measure import astropy.units as u import cv2 as cv import getpass import matplotlib.pyplot as plt import numpy as np import os import scipy.ndimage as ndimage import scipy.ndimage.filters as filters import sunpy.map as smap ##### initial setup MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser() RECORDER = Recorder("database.csv") RECORDER.display_start_time("region-analysis") os.system( "rm -rf resources/region-data/raw-images && mkdir resources/region-data/raw-images" ) os.system( "rm -rf resources/region-data/r-masked-images && mkdir resources/region-data/r-masked-images" ) os.system( "rm -rf resources/region-data/e-masked-images && mkdir resources/region-data/e-masked-images" ) os.system( "rm -rf resources/region-data/c-masked-images && mkdir resources/region-data/c-masked-images" ) ##### import data
sys.path.append("model-generator/old-training") from utils import label_map_util from utils import visualization_utils as vis_util # # # # # # # # # # # OPTIONS # # # # # # # # # # # # ----------------------------------------------- # box_border_thickness = 2 # ----------------------------------------------- # generate_detection_video = False # ----------------------------------------------- # # # # # # # # # # # # # # # # # # # # # # # # # # # MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser() PRINTER = Recorder() PRINTER.display_start_time("apply-region-detection") parser = argparse.ArgumentParser() parser.add_argument("--model") parser.add_argument("--instr") args = parser.parse_args() ######################### if args.model == None or args.instr == None: PRINTER.info_text( "Specify model and instrument with '--model <filename> --instr <name>'" ) PRINTER.line() sys.exit() INSTRUMENT = args.instr.lower()