from os import listdir
from os.path import isfile, join
from recorder import Recorder
import os

RECORDER = Recorder()
RECORDER.display_start_time("structure-vid-gen")

SAVEPATH = "data/outputs/"
GENPATH = "data/AIA94/"

GENDIR = [f for f in listdir(GENPATH) if isfile(join(GENPATH, f))]
if GENDIR[0] == ".DS_Store":
    GENDIR = GENDIR[1:]

N = len(GENDIR)
FPS = 30

RECORDER.sys_text("================ Generating raw videos ================")
os.system(
    "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA94/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA94_raw.mp4"
    % (FPS, SAVEPATH, N, SAVEPATH))
os.system(
    "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA131/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA131_raw.mp4"
    % (FPS, SAVEPATH, N, SAVEPATH))
os.system(
    "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA171/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA171_raw.mp4"
    % (FPS, SAVEPATH, N, SAVEPATH))
os.system(
    "ffmpeg -loglevel panic -y -f image2 -start_number 0 -framerate %d -i %sraw/AIA193/raw_%%04d.png -vframes %d -q:v 2 -vcodec mpeg4 -b:v 800k %sraw/AIA193_raw.mp4"
    % (FPS, SAVEPATH, N, SAVEPATH))
예제 #2
0
warnings.filterwarnings("ignore", message="numpy.dtype size changed")

from datetime import datetime
from recorder import Recorder
from sunpy.net import Fido, attrs as a
import astropy.units as u
import getpass
import os
import pprint

#########################

MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser()
EMAIL = "*****@*****.**"
PRINTER = Recorder()
PRINTER.display_start_time("data-get")
pp = pprint.PrettyPrinter()

#########################

WAVELENGTHS = {
    "aia": [94, 131, 171, 193, 211, 304, 335, 1600, 1700],
    "hmi": {
        "1": "hmi.M_720s - LoS MAGNETOGRAM",
        "2": "hmi.B_720s - VECTOR MAGNETOGRAM",
        "3": "hmi.sharp_720s - SHARP",
        "4": "hmi.Ic_noLimbDark_720s - CONTINUUM"
    }
}

SEGMENTS = {
from scipy.ndimage import zoom as interpolate
from scipy.ndimage.morphology import binary_dilation as grow_mask
from scipy.spatial import distance
import astropy.units as u
import getpass
import matplotlib.pyplot as plt
import numpy as np
import os
import scipy
import scipy.ndimage as ndimage
import scipy.ndimage.filters as filters
import sunpy.map as smap

MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser()
RECORDER = Recorder("database.csv")
RECORDER.display_start_time("loop-analysis")

os.system(
    "rm -rf resources/region-data/raw-images && mkdir resources/region-data/raw-images"
)
os.system(
    "rm -rf resources/region-data/binary-images && mkdir resources/region-data/binary-images"
)
os.system(
    "rm -rf resources/region-data/threshold-images && mkdir resources/region-data/threshold-images"
)
os.system(
    "rm -rf resources/region-data/magnetogram-images && mkdir resources/region-data/magnetogram-images"
)
os.system(
    "rm -rf resources/region-data/masked-magnetogram-images && mkdir resources/region-data/masked-magnetogram-images"
예제 #4
0
from scipy.spatial import distance
from skimage import measure
from sunpy.physics.differential_rotation import solar_rotate_coordinate as rot
from tqdm import tqdm
import astropy.units as u
import cv2 as cv
import getpass
import matplotlib.pyplot as plt
import numpy as np
import os
import scipy.ndimage as ndimage
import scipy.ndimage.filters as filters
import sunpy.map as smap

RECORDER = Recorder()
RECORDER.display_start_time("go")

RECORDER.sys_text("Importing data...")

IMAGE_SAVEPATH = "/Users/padman/Desktop/images/"
PATH171 = "/Volumes/Nicholas-Data/AIA171/"
PATH304 = "/Volumes/Nicholas-Data/AIA304/"
PATHHMI = "/Volumes/Nicholas-Data/HMI/"

AIA171_DIR = [f for f in listdir(PATH171) if isfile(join(PATH171, f))]
AIA304_DIR = [f for f in listdir(PATH304) if isfile(join(PATH304, f))]
HMI_DIR = [f for f in listdir(PATHHMI) if isfile(join(PATHHMI, f))]


def hmialign(data, scale):
    ALIGNED_RAW_HMI = np.zeros((4096, 4096)).astype(float)
예제 #5
0
from datetime import datetime
import argparse
import getpass
import os
import sys

sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

from colortext import Color
from recorder import Recorder

MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser()
PRINTER = Recorder()
PRINTER.display_start_time("detection-video")
NAME = "DETECTION_" + str(datetime.now().strftime("%Y-%m-%d %H.%M.%S"))

parser = argparse.ArgumentParser()
parser.add_argument("--framerate")
args = parser.parse_args()

if args.framerate == None:
    PRINTER.info_text("Specify framerate with '--framerate <value>'")
    sys.exit()

FRAMERATE = args.framerate

PRINTER.info_text("Generating video")
os.system(
    "ffmpeg -y -f image2 -start_number 000 -framerate %s -i %s/resources/region-detection-images/detected-%%3d.jpg -q:v 2 -vcodec mpeg4 -b:v 800k \"%s/videos/%s.mp4\""
    % (FRAMERATE, MAIN_DIR, MAIN_DIR, NAME))
예제 #6
0
from scipy.stats import iqr
from skimage import feature
from skimage import measure
from sunpy.map import Map
from timeit import default_timer as timer
from tqdm import tqdm
import argparse
import astropy.units as u
import cv2 as cv
import imageio
import matplotlib.pyplot as plt
import numpy as np
import os

RECORDER = Recorder()
RECORDER.display_start_time("structure")

parser = argparse.ArgumentParser()
parser.add_argument("--cleardirs", nargs="?", const=True, type=bool)
args = parser.parse_args()

RECORDER.sys_text("Importing data directories")
SAVEPATH = "data/outputs/"
PATH131 = "data/AIA131/"
PATH171 = "data/AIA171/"
PATH193 = "data/AIA193/"
PATH211 = "data/AIA211/"
PATH304 = "data/AIA304/"
PATH335 = "data/AIA335/"
PATHHMI = "data/HMI/"
예제 #7
0
from scipy.ndimage.measurements import center_of_mass as com
from skimage import measure
from skimage.filters import laplace
from sunpy.physics.differential_rotation import solar_rotate_coordinate as rot
from tqdm import tqdm
import astropy.units as u
import cv2 as cv
import matplotlib.pyplot as plt
import numpy as np
import os
import sunpy.map as smap

#*************************************#

RECORDER = Recorder()
RECORDER.display_start_time("analyze")

RECORDER.sys_text("Importing data")

## LOCKHEED ##
# IMAGE_SAVEPATH = "/Users/padman/Desktop/lmsal/resources/analyze-data/"
# PATH171 = "/Volumes/Nicholas-Data/AIA171/"
# PATH304 = "/Volumes/Nicholas-Data/AIA304/"
# PATHHMI = "/Volumes/Nicholas-Data/HMI/"

## PERSONAL MAC ##
IMAGE_SAVEPATH = "/Users/lockheedmartin/Desktop/"
PATH171 = "/Volumes/Nicholas-Data/AIA171/"
PATH304 = "/Volumes/Nicholas-Data/AIA304/"
PATHHMI = "/Volumes/Nicholas-Data/HMI/"
# ----------------------------------------------- #
default_quality = 600 #dpi
# ----------------------------------------------- #
only_fulldisk_images = True
plot_center_of_intensity = False
crop_cut_to_only_sun = True
# ----------------------------------------------- #
# # # # # # # # # # # # # # # # # # # # # # # # # #





MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser()
PRINTER = Recorder()
PRINTER.display_start_time("active-region-cutouts")
parser = argparse.ArgumentParser()
parser.add_argument("--instr")
args = parser.parse_args()

#########################

if args.instr == None:
	PRINTER.info_text("Specify instrument with '--instr <name>'")
	PRINTER.line()
	sys.exit()

INSTRUMENT = args.instr.lower()

#########################
예제 #9
0
from skimage import measure
import astropy.units as u
import cv2 as cv
import getpass
import matplotlib.pyplot as plt
import numpy as np
import os
import scipy.ndimage as ndimage
import scipy.ndimage.filters as filters
import sunpy.map as smap

##### initial setup

MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser()
RECORDER = Recorder("database.csv")
RECORDER.display_start_time("region-analysis")

os.system(
    "rm -rf resources/region-data/raw-images && mkdir resources/region-data/raw-images"
)
os.system(
    "rm -rf resources/region-data/r-masked-images && mkdir resources/region-data/r-masked-images"
)
os.system(
    "rm -rf resources/region-data/e-masked-images && mkdir resources/region-data/e-masked-images"
)
os.system(
    "rm -rf resources/region-data/c-masked-images && mkdir resources/region-data/c-masked-images"
)

##### import data
예제 #10
0
sys.path.append("model-generator/old-training")

from utils import label_map_util
from utils import visualization_utils as vis_util

# # # # # # # # # # # OPTIONS # # # # # # # # # # #
# ----------------------------------------------- #
box_border_thickness = 2
# ----------------------------------------------- #
generate_detection_video = False
# ----------------------------------------------- #
# # # # # # # # # # # # # # # # # # # # # # # # # #

MAIN_DIR = "/Users/%s/Desktop/lmsal" % getpass.getuser()
PRINTER = Recorder()
PRINTER.display_start_time("apply-region-detection")
parser = argparse.ArgumentParser()
parser.add_argument("--model")
parser.add_argument("--instr")
args = parser.parse_args()

#########################

if args.model == None or args.instr == None:
    PRINTER.info_text(
        "Specify model and instrument with '--model <filename> --instr <name>'"
    )
    PRINTER.line()
    sys.exit()

INSTRUMENT = args.instr.lower()