Esempio n. 1
0
def main():

    checkImagePath()
    with picamera.PiCamera() as camera:
        #set up initial camera settings
        camera.resolution = fullFrameSize
        camera.exposure_mode = 'auto'
        camera.video_stabilization = True
        stream1 = picamera.PiCameraCircularIO(camera, seconds=5)
        try:

            camera.start_recording(stream1, format='h264')
            motion = Motion(camera)
            camera.iso = 300
            time.sleep(2)
            camera.exposure_mode = "off"

            g = camera.awb_gains
            camera.awb_mode = 'off'
            camera.awb_gains = g
            X_Train = motion.gatherTrainingData(iterations)

            #mu = calculateMu(X_Train)
            #sigma2 = motion.calculateSigma2(mu,X_Train)
            (mu, sigma2) = updateDistribution(X_Train)
            printMessage("Checking For Movement")

            motionStopCount = 0
            motionInProgress = False
            X_Train = np.matrix(np.zeros(X_Train.shape))
            i = 0
            while True:

                time.sleep(sleepTime)

                (prob, xi) = motion.checkForMotion(mu, sigma2)
                probabilityString = "Probability: " + str(1 - prob)
                #if not anomalous, add to new batch of training examples
                if (prob > epsilon):
                    X_Train[i] = xi
                    i += 1
                    if ((i % X_Train.shape[0]) == 0):
                        i = 0
                        (mu, sigma2) = updateDistribution(X_Train, mu, sigma2)

                #motion detected on this frame
                if (prob < epsilon):
                    #motion just started
                    if motionInProgress == False:
                        motionInProgress = True
                        printMessage(motionUni + "  Motion Detected! " +
                                     showTime(),
                                     bottom=False)
                        stream2 = io.BytesIO()
                        camera.split_recording(stream2)
                        filename = getVideoName(motionPath)

                    #everytime motion is detected, restart motionStopCount
                    motionStopCount = 0

                #motion is in progress but no longer being detected
                elif motionInProgress == True:
                    motionStopCount += 1
                    # we've gone framesToStopMotion w/out detecting motion
                    if motionStopCount > framesToStopMotion:
                        motionInProgress = False
                        printMessage(stopUni + "  Motion Stopped   " +
                                     showTime() + '            ',
                                     top=False)
                        camera.split_recording('/dev/null')
                        printMessage('Saving to ' + filename)
                        writeVideo(stream1, stream2, filename)
                        camera.split_recording(stream1)
                printSameLine(probabilityString)

        finally:

            camera.stop_recording()
            print('')
            print('ending')

    return
Esempio n. 2
0
	

########## Main ##########
camera = picamera.PiCamera()
# function1: capturing still image
#camera.capture("/home/pi/Desktop/stillimage.jpg")

# function2: feeding data to motion detection analysis, in port 2
motionAnalysisPort=2
camera.start_recording(
			'/dev/null', 
			splitter_port=motionAnalysisPort,
			resize=(640,480),
			format='h264',
			motion_output=DetectMotion(camera, size=(640,480))
			)
camera.wait_recording(3, splitter_port=motionAnalysisPort)

# function3: recroding HD video to upload and notify
stream = picamera.PiCameraCircularIO(camera, seconds=10)
camera.start_recording(stream,format="h264", splitter_port=1)
camera.wait_recording(10)
camera.stop_recording()
#write_video(stream)
Timer(2,write_video, (stream))

sleep(10)

del camera
Esempio n. 3
0
    def __init__(self,
                 resolution=(1280, 960),
                 framerate=10,
                 pre_event_time=60,
                 post_event_time=60,
                 storage='/home/pi/Videos/',
                 draw_rect=True,
                 bg_decay=0.1,
                 bg_framerate=1,
                 bg_images=1,
                 threshold=50,
                 min_area=10,
                 max_area=10000):
        """Wrapper for the picamera that detects bumblebees.

        Parameters
        ----------
        resolution : Array like
            Array like object with length two. Sets the resolution
            of the camera
        framerate : int
            The framerate of the video.
        pre_event_time : int
            No. of seconds of video to save before event happened.
        post_event_time : int
            No. of seconds of video to save after event happened.
        storage : str
            The directory to save images and videos.
        draw_rect : bool
            Wether or not to draw rectangles around all detected
            bumblebees.
        bg_decay : float
            The decay constant for the background computations.
        bg_framerate : int or float
            The framerate that is used to form initial background.
        bg_images : int
            Total no. of images used to form initial background.
        """
        super(BeeCamera, self).__init__(resolution=resolution,
                                        framerate=framerate)
        self.zoom = (0.15, 0.3, .8, .65)

        # Set instance variables.
        self.video_buffer = picamera.PiCameraCircularIO(
            camera=self, seconds=pre_event_time + post_event_time)
        self.background = self.create_background(bg_framerate, bg_images)
        self.bg_framerate = bg_framerate
        self.bg_images = bg_images
        self.storage = storage
        if not os.path.exists(storage):
            os.mkdir(storage)
        self.pre_event_time = pre_event_time
        self.post_event_time = post_event_time
        self.image = self.capture_image()
        self.draw_rect = draw_rect
        self.thresh = threshold

        # Start video recording.
        self.start_recording(self.video_buffer, format='h264')
        self.wait_recording(2)
        self.decay = bg_decay

        # Create object detector
        self.bumblebee_detector = BumblebeeDetector(filter_area=True,
                                                    min_area=min_area,
                                                    max_area=max_area,
                                                    filter_circ=False,
                                                    filter_convex=False)
Esempio n. 4
0
        if vector_count > 11:
            self.detected = time.time()
            self.motion = True
        else:
            self.motion = False
        return self.motion


if __name__ == "__main__":
    if not os.path.exists('./temp'):
        os.makedirs('./temp')

    with picamera.PiCamera(framerate=24) as camera:
        camera.resolution = (600, 480)
        ring_buffer = picamera.PiCameraCircularIO(camera,
                                                  seconds=10,
                                                  bitrate=1000000)
        detector = MotionDetector(camera)
        camera.start_recording(ring_buffer,
                               motion_output=detector,
                               format='h264',
                               bitrate=1000000)
        print("Started Camera")
        try:
            while True:
                print("Main Loop")
                camera.wait_recording(1)
                if not detector.motion:
                    print("no motion")
                    continue
Esempio n. 5
0
#========= Global variables ========
CAMERA_OUT_PATH = '/home/pi/Desktop/'
WORKING_DIR = "/home/pi/Desktop/PiCameraNotifier/"
LOG_FILE_PATH = WORKING_DIR + 'run.log'
VIDEO_RECORDING_PORT = 1
MOTION_ANALYSIS_PORT = 2
logging.basicConfig(format='%(asctime)s %(message)s',
                    datefmt='%m/%d/%Y %I:%M:%S %p',
                    filename=LOG_FILE_PATH,
                    level=logging.INFO)
logging.info("=========== app launched ========")

camera = picamera.PiCamera()
camera.annotate_background = True
stream = picamera.PiCameraCircularIO(
    camera, seconds=10,
    bitrate=1300000)  # estimated base on H.264 encoded data per frame
scheduler = sched.scheduler(time.time, time.sleep)


def didReceiveCommand(command):
    global notificationHandler
    if command == "@check":
        logging.info("get system info")
        process = subprocess.Popen([WORKING_DIR + 'systemInfo.sh'],
                                   stdout=subprocess.PIPE)
        out, err = process.communicate()
        pushData = {'type': 'TEXT_MESSAGE', 'text': out}
        notificationHandler.pushToMobile(pushData)
    if command == "@snap":
        fileName = time.strftime("%Y%m%d_%I:%M:%S%p")  # '20170424_12:53:15AM'
Esempio n. 6
0
def main():

    checkImagePath()
    with picamera.PiCamera() as camera:
        #set up initial camera settings
        camera.resolution = fullFrameSize
        camera.exposure_mode = 'auto'
        camera.video_stabilization = True
        stream1 = picamera.PiCameraCircularIO(camera, seconds=5)
        #camera.start_recording(stream1, format='h264')
        try:

            camera.start_recording(stream1, format='h264')
            motion = Motion(camera)
            camera.iso = 300
            time.sleep(2)
            camera.exposure_mode = "off"

            g = camera.awb_gains
            camera.awb_mode = 'off'
            camera.awb_gains = g
            motion.gatherTrainingData(iterations)
            i = 0

            mu = motion.calculateMu()
            sigma2 = motion.calculateSigma2(mu)

            #movementBuffer increases the average changes of each section
            mu += movementBuffer
            printMessage("Checking For Movement")

            motionStopCount = 0
            motionInProgress = False
            while True:
                time.sleep(sleepTime)
                prob = motion.checkForMotion(mu, sigma2)
                probabilityString = "Probability of Movement: " + str(
                    1 - prob) + "              "

                #motion detected
                if (prob < epsilon):
                    #motion just started
                    if motionInProgress == False:
                        motionInProgress = True
                        printMessage("Motion Detected! " + showTime() +
                                     motionUni,
                                     bottom=False)
                        stream2 = io.BytesIO()
                        camera.split_recording(stream2)
                        filename = getVideoName(motionPath)

                    #everytime motion is detected, restart motionStopCount
                    motionStopCount = 0

                #motion is in progress but no longer being detected
                elif motionInProgress == True:
                    motionStopCount += 1
                    # we've gone framesToStopMotion w/out detecting motion
                    if motionStopCount > framesToStopMotion:
                        motionInProgress = False
                        printMessage("Motion Stopped   " + showTime() +
                                     stopUni,
                                     top=False)
                        camera.split_recording('/dev/null')
                        printMessage('Saving to ' + filename)
                        writeVideo(stream1, stream2, filename)
                        camera.split_recording(stream1)
                printSameLine(probabilityString)

        finally:

            camera.stop_recording()
            print('')
            print('ending')

    return
Esempio n. 7
0
 def __init__(self):
     self.frame = None
     # seconds = the duration of the memory held in the stream memory
     self.buffer = picamera.PiCameraCircularIO(camera, seconds=35)
     self.condition = Condition()
Esempio n. 8
0
def main():
    with picamera.PiCamera() as camera:
        camera.resolution = REC_RESOLUTION
        camera.framerate = REC_FRAMERATE
        # Let the camera settle for a bit. This avoids detecting motion when
        # it's just the white balance and exposure settling.
        time.sleep(2)

        # Set up all the stuff we need: an overlay to indicate when we're
        # recording, the ring-buffer we want to record to when we haven't
        # detected motion, the file-object we want to record video to when
        # we *have* detected motion, and finally the motion detector itself
        camera.start_preview()
        recording_overlay = create_recording_overlay(camera)
        ring_buffer = picamera.PiCameraCircularIO(camera,
                                                  seconds=REC_SECONDS,
                                                  bitrate=REC_BITRATE)
        file_number = 1
        file_output = io.open(FILE_PATTERN % file_number,
                              'wb',
                              buffering=FILE_BUFFER)
        motion_detector = MotionDetector(camera)

        # Start recording data to the ring buffer and the motion detector
        # at the specified bitrates
        camera.start_recording(ring_buffer,
                               format='h264',
                               bitrate=REC_BITRATE,
                               intra_period=REC_FRAMERATE,
                               motion_output=motion_detector)
        try:
            while True:
                # Motion not detected state:
                # In this state we just wait around for the motion detector to
                # notice something. We check whether the last motion detected
                # timestamp occurred in the last second
                print('Waiting for motion')
                while motion_detector.detected < time.time() - 1:
                    camera.wait_recording(1)

                # Transition to motion detected state:
                # Show the recording indicator, copy the content of the ring
                # buffer to the output file, then split the recording to the
                # output file. Note: because this is a file *we* opened
                # (instead of picamera opening it for us when we specify a
                # filename), we get to control when it closes, and picamera
                # doesn't move the file-pointer except when writing to it
                print('Motion detected (%d vectors)' %
                      motion_detector.vector_count)
                print('Recording to %s' % file_output.name)
                recording_overlay.layer = 3
                with ring_buffer.lock:
                    for frame in ring_buffer.frames:
                        if frame.frame_type == picamera.PiVideoFrameType.sps_header:
                            ring_buffer.seek(frame.position)
                            break
                    while True:
                        buf = ring_buffer.read1()
                        if not buf:
                            break
                        file_output.write(buf)
                camera.split_recording(file_output)
                # Clear the ring buffer (the easiest way to do this is simply
                # to reconstruct it). Note to self: add a clear() method to
                # the next version...
                ring_buffer = picamera.PiCameraCircularIO(camera,
                                                          seconds=REC_SECONDS,
                                                          bitrate=REC_BITRATE)

                # Motion detected state:
                # Wait for REC_SECONDS without motion
                while motion_detector.detected > time.time() - REC_SECONDS:
                    camera.wait_recording(1)

                # Transition back to motion not detected state:
                # Split the recording back to the ring buffer, hide the
                # recording indicator, and open the next output file
                recording_overlay.layer = 1
                camera.split_recording(ring_buffer)
                file_number += 1
                file_output.close()
                file_output = io.open(FILE_PATTERN % file_number,
                                      'wb',
                                      buffering=FILE_BUFFER)
        finally:
            camera.stop_recording()
Esempio n. 9
0
import picamera

camera = picamera.PiCamera(resolution=(640, 480))
stream = picamera.PiCameraCircularIO(camera)
camera.start_recording("recording.h264", format='h264')
camera.start_preview()

try:
    while True:
        camera.wait_recording()

finally:
    camera.stop_recording()
    camera.stop_preview()
def enableCircularCameraRecording(piVideoStream):
    #enable circular stream
    camera = piVideoStream.camera
    stream = picamera.PiCameraCircularIO(camera, seconds=30)
    camera.start_recording(stream, format='h264')
    return stream
Esempio n. 11
0
    def run(self):
        try:
            log.info("CamProcessorServer Started")

            camera_name = config.config['camera']['name']

            with CamMotionDetector(self._storage_path) as camMotionDetector:

                # Take a shot at boot, them every hour on the hour
                log.info("Start After Boot Picture")
                #                LEDProcessor.green(True)
                with picamera.PiCamera() as camera:
                    nowtime = datetime.now()
                    imageFilename = "%s-%04d%02d%02d-%02d%02d%02d-Boot.jpg" % (
                        camera_name, nowtime.year, nowtime.month, nowtime.day,
                        nowtime.hour, nowtime.minute, nowtime.second)
                    imageFilepath = self._periodic_path + imageFilename
                    camera.resolution = (2592, 1944)
                    #                    camera.hflip = True
                    #                    camera.vflip = True
                    #camera.exif_tags['EXIF.UserComment'] = b'Garden'
                    camera.start_preview()
                    # Camera warm-up time
                    time.sleep(2)
                    #                    LEDProcessor.green(False)
                    camera.capture(imageFilepath)
                    #                    LEDProcessor.green(True)

                    remotePath = ("%04d" % (nowtime.year),
                                  "%02d" % (nowtime.month),
                                  "%02d" % (nowtime.day))
                    FtpUploader.upload_move(remotePath, imageFilename,
                                            imageFilepath)
#                LEDProcessor.green(False)

#                LEDProcessor.red(False)
#                LEDProcessor.blue(False)

                self.lastPictureTime = datetime.utcnow().hour

                while not self._terminate:

                    log.info("Start Motion detection")

                    with picamera.PiCamera() as camera:

                        #camera.led = False
                        #                        LEDProcessor.camera(False)

                        camera.resolution = (1280, 720)
                        #                        camera.hflip = True
                        #                        camera.vflip = True
                        camera.framerate = 6
                        #camera.video_stabilization = True
                        stream = picamera.PiCameraCircularIO(camera, seconds=5)

                        camera.start_recording(stream, format='h264')

                        try:
                            while not self._terminate:
                                camera.wait_recording(0.2)
                                if camMotionDetector.detect_motion(
                                        camera, True):
                                    self.process_motion(
                                        camera, stream, camMotionDetector)

                                # 'datetime.utcnow().hour' take about 25 usec
                                # 'time.gmtime()[3]' take about 26 usec
                                utc_now_hour = datetime.utcnow().hour
                                if (utc_now_hour != self.lastPictureTime):
                                    self.lastPictureTime = utc_now_hour
                                    break
                        except Exception as e:
                            log.exception("Motion detection")
                        finally:
                            camera.stop_recording()

                    if (self._terminate):
                        log.info("CamProcessorServer terminated %d" %
                                 (self._terminate))
                        break

                    # Take a shot at boot, them every hour on the hour
                    log.info("Start Periodic Picture")
                    #                    LEDProcessor.green(True)
                    with picamera.PiCamera() as camera:
                        nowtime = datetime.now()
                        log.info('Periodic Picture')

                        imageFilename = "%s-%04d%02d%02d-%02d0000.jpg" % (
                            camera_name, nowtime.year, nowtime.month,
                            nowtime.day, nowtime.hour)
                        imageFilepath = self._periodic_path + imageFilename
                        camera.resolution = (2592, 1944)
                        #                        camera.hflip = True
                        #                        camera.vflip = True
                        #camera.exif_tags['EXIF.UserComment'] = b'Garden'
                        camera.start_preview()
                        # Camera warm-up time
                        time.sleep(1)
                        #                        LEDProcessor.green(False)
                        camera.capture(imageFilepath)
                        #                        LEDProcessor.green(True)

                        remotePath = ('Periodic', "%04d" % (nowtime.year),
                                      "%02d" % (nowtime.month),
                                      "%02d" % (nowtime.day))
                        FtpUploader.upload_move(remotePath, imageFilename,
                                                imageFilepath)
#                    LEDProcessor.green(False)

        except EnvironmentError as e:
            log.exception("CamProcessorServer Daemon failed: %d (%s)" %
                          (e.errno, e.strerror))
        except Exception as e:
            log.exception("CamProcessorServer Daemon failed (Exception)")
        finally:
            log.info("CamProcessorServer Daemon Exit.")
# initialize the camera and grab a reference to the raw camera capture
CAMERA = PiCamera()
CAMERA.resolution = tuple(CONF["resolution"])
CAMERA.framerate = CONF["fps"]
RAW_CAPTURE = PiRGBArray(CAMERA, size=tuple(CONF["resolution"]))

# allow the camera to warmup, then initialize the average frame, last
# uploaded timestamp, and frame motion counter
print "[INFO] warming up..."
time.sleep(CONF["camera_warmup_time"])
AVG = None
LAST_UPLOADED = datetime.datetime.now()
MOTION_COUNTER = 0

STREAM = picamera.PiCameraCircularIO(CAMERA, seconds=20)
CAMERA.start_recording(STREAM, format='h264', quality=23)

# set up vlc subprocess for streaming
CMDLINE = [
    'cvlc', '-vvv', 'stream:///dev/stdin', '--sout',
    '#standard{access=http,mux=ts,dst=192.168.0.8:8160}', ':demux=h264'
]
STREAMER = subprocess.Popen(CMDLINE, stdin=subprocess.PIPE)

POS = None
STREAM_INTERVAL = 0.1
DETECTION_INTERVAL = 0.1
COUNT = 0
print 'Start streaming'
while True:
Esempio n. 13
0
            if AllowRetrigger == False:
                motiondetbef = True
            return True
    else:
        motiondetbef = False
    return False


camera = picamera.PiCamera()
camera.resolution = (1640, 1232)
if (vFlip == 'yes'):
    camera.vflip = True
if (hFlip == 'yes'):
    camera.hflip = True
camera.exposure_mode = expMode
stream = picamera.PiCameraCircularIO(camera, seconds=videobufferlength)
camera.start_recording(stream, format=VideoFormat)
try:
    while True:
        camera.wait_recording(1)
        if motion_detected():
            if (lightsOn == 'yes'):
                os.system(lightsOnCmd)
            print "Capturing"
            # Keep recording for 10 seconds and only then write the
            # stream to disk
            camera.wait_recording(VideoLength)
            fname = time.strftime(video_directory + VideoFileName)
            print 'Saving'
            stream.copy_to(fname)
            print "Done saving"
Esempio n. 14
0
    def run(self):
        jEvent = {}
        time.sleep(1800)
        # create the circular buffer
        stream = picamera.PiCameraCircularIO(camera,
                                             seconds=BUFFER_SECS,
                                             bitrate=CAMERA_BITRATE,
                                             splitter_port=MONITOR_SPLITTER)

        # write a linear stream to store the after
        after = io.BytesIO()
        # start recording to the circular buffer
        self.camera.start_recording(stream,
                                    format='h264',
                                    bitrate=CAMERA_BITRATE,
                                    splitter_port=MONITOR_SPLITTER)

        # set up the IR sensor
        GPIO.setup(SENSOR_CHANNEL, GPIO.IN)
        self.camera.wait_recording(BUFFER_SECS, splitter_port=MONITOR_SPLITTER)
        try:
            # enter the loop
            while camera:
                if not GPIO.input(SENSOR_CHANNEL):
                    GPIO.wait_for_edge(SENSOR_CHANNEL, GPIO.RISING)

                # set the timestamp
                jEvent['timestamp'] = int(time.time() * 1000)
                jEvent['datetime'] = time.strftime('%Y-%m-%d %H:%M')
                # As soon as we detect motion, split the recording to
                # record the frames "after" motion
                self.camera.split_recording(after,
                                            splitter_port=MONITOR_SPLITTER)

                # build the output filename
                outputFile = str(int(time.time()))

                # Write the "before" motion to disk as well
                beforeFileSize, beforeFileName = write_video(
                    stream, outputFile + '.h264')

                # print '# Wait until motion is no longer detected'
                GPIO.wait_for_edge(SENSOR_CHANNEL, GPIO.FALLING)

                # calculate the activity duration
                jEvent['duration'] = int(
                    (int(time.time() * 1000) - jEvent['timestamp']) / 1000)

                # then split recording back to the in-memory circular buffer
                self.camera.split_recording(stream,
                                            splitter_port=MONITOR_SPLITTER)

                # Write the "after" motion to disk
                afterFileSize, afterFileName = write_video(
                    after, 'after' + outputFile + '.h264')

                if afterFileSize > 2500000:
                    jEvent['filename'] = outputFile + '.mpg'
                    ## concatenate two file
                    concatSuccess = concat([beforeFileName, afterFileName],
                                           jEvent['filename'])
                    if concatSuccess:
                        jEvent['YTid'] = pushToYouTube(jEvent['filename'])
                        if jEvent['YTid']:
                            removeFiles([
                                beforeFileName, afterFileName,
                                jEvent['filename']
                            ])
                    else:
                        print 'Problem writing the compiled file,' + outputFile + '... do it manually later'
                else:
                    removeFiles([beforeFileName, afterFileName])

                jEvent['source'] = APP_NAME
                jEvent['activity'] = 'Movement'
                jEvent['mood'] = 'Active Baby!'
                jEvent['location'] = 'Cot'
                # the sensor takes about 10 seconds to turn off so
                # if the duration is less than 10 it is a hangover
                # from the last event or too short to bother
                if jEvent['duration'] > 10:
                    logToNodeRed(jEvent)
                jEvent = {}

        finally:
            self.camera.stop_recording()
            GPIO.cleanup()
Esempio n. 15
0
# After testing this on the pi, 30 seconds takes up approx 40 to 50% of the memory on a Pi Zero
streamMaxSeconds = 30

# Set resolutions up for capture and detection
captureWidth = 1024
captureHeight = 768

# Setup Camera
camera = PiCamera()
camera.resolution = (captureWidth, captureHeight)
camera.rotation = 270
camera.framerate = 30

# Setup Circular stream to monitor for motion
motionMonitorStream = picamera.PiCameraCircularIO(camera, seconds=streamMaxSeconds)
print("The size is " + str(motionMonitorStream.size))

camera.start_recording(
    motionMonitorStream, format='h264',
    motion_output=MotionDetector(camera)
)
print("Started monitoring for motion")
while True:
    time.sleep(60 * 10)
    print("The size of stream before clear " + str(motionMonitorStream.size))
    motionMonitorStream.clear()
    print("The size of stream after clear  " + str(motionMonitorStream.size))
    print("Cleared out stream")

Esempio n. 16
0
def roadtrip_handling(ser, q, event, q_crash):
    # this happens when mode is ROAD_R
    while event.isSet():
        # check for that
        if (q.queue[0] == "ROAD_R"):
            print('roadtrip triggered')
            # if in roadtrip mode
            # set up
            date = str(datetime.now().month) + str(datetime.now().day) + str(
                datetime.now().year) + "_" + str(
                    datetime.now().hour) + "_" + str(
                        datetime.now().minute) + "_" + str(
                            datetime.now().second)
            filename = '//home//pi//Design//piCam//Video//' + 'MM' + date

            txtfile = filename + '.txt'
            f = open(txtfile, 'w+')  # open txt file
            while True:
                try:
                    camera = picamera.PiCamera()
                    camera.resolution = (640, 480)
                    camera.framerate = 30
                    break
                except:
                    continue

            camera.start_recording(filename + '.h264', format='h264')
            loc_temp = None  # placeholder loc variable

            while (q.queue[0] == "ROAD_R"):
                # while true
                camera.wait_recording(1)
                # set up last known location
                try:
                    loc = parse_data(ser)
                    if (loc != None):
                        loc_temp = loc  # set last known location
                        f.write(loc)
                        f.write('\n')
                except:
                    pass
                # do crash handling
                if (len(q_crash.queue) !=
                        0):  # this is so we dont get weird timing errors
                    crash_event = q_crash.queue[
                        0]  # get last crash event w/o removal
                    if crash_event.isSet():
                        msg = "Last known location: " + str(loc_temp)
                        print(msg)

                        # send text
                        sendText(9319933268, "Crash detected. " + msg)
                        q_crash.queue.clear()  # clear queue

                time.sleep(0.05)

            # when state changes
            # need to account for keyboard interrupt :0
            camera.stop_recording()
            stream = picamera.PiCameraCircularIO(camera, seconds=30)
            camera.start_recording(stream, format='h264')
            camera.close()
            call([
                "MP4Box", "-fps",
                str(30), "-add", filename + '.h264', filename + '.mp4'
            ])
            call(["rm", filename + '.h264'])
            f.close()
            print('closed file')

        time.sleep(0.025)
#========= Global variables ========
CAMERA_OUT_PATH = '/home/pi/Desktop/'
WORKING_DIR = "/home/pi/Desktop/PiCameraNotifier/"
LOG_FILE_PATH = WORKING_DIR + 'run.log'
VIDEO_RECORDING_PORT = 1
MOTION_ANALYSIS_PORT = 2
logging.basicConfig(format='%(asctime)s %(message)s',
                    datefmt='%m/%d/%Y %I:%M:%S %p',
                    filename=LOG_FILE_PATH,
                    level=logging.INFO)
logging.info("=========== app launched ========")

camera = picamera.PiCamera()
camera.annotate_background = True
stream = picamera.PiCameraCircularIO(camera, seconds=10, bitrate=1300000)
scheduler = sched.scheduler(time.time, time.sleep)


def didReceiveCommand(command):
    global notificationHandler
    if command == "@check":
        logging.info("get system info")
        process = subprocess.Popen([WORKING_DIR + 'systemInfo.sh'],
                                   stdout=subprocess.PIPE)
        out, err = process.communicate()
        pushData = {'type': 'TEXT_MESSAGE', 'text': out}
        notificationHandler.pushToMobile(pushData)
    if command == "@snap":
        fileName = time.strftime("%Y%m%d_%I:%M:%S%p")  # '20170424_12:53:15AM'
        captureImage(fileName)
Esempio n. 18
0
    # Wipe the circular stream once we're done
    stream.seek(0)
    stream.truncate()

os.system('clear')
print( "Motion Detection")
print ("----------------")
print ("                ")
with picamera.PiCamera() as camera:
    camera.resolution = (video_width, video_height)
    camera.framerate = 25
    camera.rotation = video_rotation
    camera.video_stabilization = True
    camera.annotate_background = True
    # setup a circular buffer
    stream = picamera.PiCameraCircularIO(camera, seconds = video_preseconds)
    # hi resolution video recording into circular buffer from splitter port 1
    camera.start_recording(stream, format='h264', splitter_port=1)
    #camera.start_recording('test.h264', splitter_port=1)
    # low resolution motion vector analysis from splitter port 2
    camera.start_recording('/dev/null', splitter_port=2, resize=(motion_width,motion_height) ,format='h264', motion_output=MyMotionDetector(camera, size=(motion_width,motion_height)))
    # wait some seconds for stable video data
    camera.wait_recording(2, splitter_port=1)
    motion_detected = False

    print ("Motion Capture ready!")
    try:
        while True:
            # motion event must trigger this action here
            camera.annotate_text = dt.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
            if motion_detected:
Esempio n. 19
0
    def monitor(self, startdelay=0):
        if startdelay > 0:
            time.sleep(startdelay)
        self.status.setIndex(1, wv.myagents.app)  # waiting
        self.lastactive.setValue(time.time(), wv.myagents.app)
        picam = self.app.startCamera()
        splitter_port = self.app._getSplitterPort(self)

        resize = [self.rec_width.getValue(), self.rec_height.getValue()]
        camsize = self.app.camres()
        if resize == camsize:
            dsize = resize
            resize = None
        else:
            if camsize[0] < resize[0]:
                resize[0] = camsize[0]
            if camsize[1] < resize[1]:
                resize[1] = camsize[1]
            dsize = resize
        self.log(
            wv.loglvls.INFO,
            'triggered video using port %d and resize to %d / %d' %
            (splitter_port, dsize[0], dsize[1]))
        pretime = self.recordback.getValue()
        if pretime > 0:
            circstream = picamera.PiCameraCircularIO(
                picam, seconds=pretime + 1, splitter_port=splitter_port)
            picam.start_recording(circstream,
                                  format='h264',
                                  sps_timing=self.withsps,
                                  resize=resize,
                                  splitter_port=splitter_port)
            recorder = 'circ'
        else:
            recorder = 'none'
            circstream = None
        self.settrigger(self.recordnow, lambda wable: wable.getIndex() == 1)
        if self.cpudetect.getIndex() == 1:
            self.settrigger(self.app.activities['cpumove'].status,
                            lambda wable: wable.getIndex() == 2)
        if self.gpiodetect.getIndex() == 1:
            self.settrigger(self.app.activities['triggergpio'].status,
                            lambda wable: wable.getIndex() == 2)
        time.sleep(.1)
        aftertimeout = None
        while self.running:
            try:
                x = self.actionq.get(True, 2)
            except queue.Empty:
                pass
            for trigid, bits in self.activetriggers.items():
                if bits[1](bits[0]):
                    trig = True  # set trig if any active trigger set
                    break
            else:
                trig = False
            if trig:
                aftertimeout = None  # reset aftertimeout so it restarts when trigger stops
                if recorder == 'circ':
                    #switch to file
                    fpath = self.makefilename()
                    recordingstart = time.time()
                    recordingsequ = 1
                    vformat = '.' + self.format.getValue()
                    postpath = fpath.with_name(
                        fpath.name +
                        '%03d' % recordingsequ).with_suffix(vformat)
                    self.log(
                        wv.loglvls.DEBUG,
                        '>>>>>>>>>>>>>>>>>    trig split recording to %s' %
                        postpath)
                    picam.split_recording(str(postpath),
                                          splitter_port=splitter_port)
                    prepath = fpath.with_name(fpath.name +
                                              '%03d' % 0).with_suffix(vformat)
                    circstream.copy_to(str(prepath),
                                       seconds=self['recordback'].getValue())
                    self.processfiles((True, prepath))
                    circstream.clear()
                    recorder = 'afile'
                    self.recordcount.increment(agent=wv.myagents.app)
                    self.lasttrigger.setValue(time.time(), wv.myagents.app)
                    self.status.setIndex(2, wv.myagents.app)  # recording
                elif recorder == 'none':
                    # start recording to file
                    fpath = self.makefilename()
                    prepath = None
                    postpath = fpath.with_name(
                        fpath.name +
                        '%03d' % 0).with_suffix('.' + self.format.getValue())
                    self.log(
                        wv.loglvls.DEBUG,
                        '>>>>>>>>>>>>>>>>>trig start recording to file %s' %
                        postpath)
                    picam.start_recording(str(postpath),
                                          resize=resize,
                                          sps_timing=self.withsps,
                                          splitter_port=splitter_port)
                    recordingstart = time.time()
                    recordingsequ = 0
                    recorder = 'afile'
                    self.recordcount.increment(agent=wv.myagents.app)
                    self.lasttrigger.setValue(time.time(), wv.myagents.app)
                    self.status.setIndex(2, wv.myagents.app)  # recording
                else:
                    # already recording to file - carry on
                    picam.wait_recording(
                        splitter_port=splitter_port
                    )  # carry on recording - check for split recording file
                    if self.splitrecord.getValue() > 0.01:
                        splitsecs = round(self.splitrecord.getValue() * 60)
                        if time.time() > recordingstart + splitsecs:
                            vformat = '.' + self.format.getValue()
                            postpath = fpath.with_name(
                                fpath.name + '%03d' %
                                (recordingsequ + 1)).with_suffix(vformat)
                            picam.split_recording(str(postpath),
                                                  splitter_port=splitter_port)
                            if vformat == '.h264':
                                self.processfiles(
                                    (True,
                                     fpath.with_name(fpath.name +
                                                     '%03d' % recordingsequ).
                                     with_suffix(vformat)))
                            recordingsequ += 1
                            recordingstart = time.time()
                            self.log(
                                wv.loglvls.DEBUG,
                                '>>>>>>>>>>>>>>>>>trig split recording and continue'
                            )
                    else:
                        self.log(wv.loglvls.DEBUG,
                                 '>>>>>>>>>>>>>>>>>trig check and continue')
            else:  # no triggers present (now) - what were we doing?
                if recorder == 'circ':
                    if self.recordback.getValue(
                    ) == 0:  # no re-trigger time now so close that down
                        self.log(
                            wv.loglvls.DEBUG,
                            '>>>>>>>>>>>>>>>>>not trig stop circ recorder')
                        picam.stop_recording(splitter_port=splitter_port)
                        circstream = None
                        recorder = None
                    else:
                        self.log(
                            wv.loglvls.DEBUG,
                            '>>>>>>>>>>>>>>>>>not trig circ check and continue'
                        )
                        picam.wait_recording(
                            splitter_port=splitter_port
                        )  # carry on recording to circ buff
                elif recorder == 'none':
                    if self.recordback.getValue(
                    ) > 0:  # turn on circ buffer record
                        self.log(
                            wv.loglvls.DEBUG,
                            '>>>>>>>>>>>>>>>>>not trig start circ recording')
                        circstream = picamera.PiCameraCircularIO(
                            picam,
                            seconds=pretime + 1,
                            splitter_port=splitter_port)
                        picam.start_recording(circstream,
                                              resize=resize,
                                              format='.' +
                                              self.format.getValue(),
                                              sps_timing=self.withsps,
                                              splitter_port=splitter_port)
                        recorder = 'circ'
                    else:
                        self.log(
                            wv.loglvls.DEBUG,
                            '>>>>>>>>>>>>>>>>>not trig carry on not recording')
                        pass  # nothing to do here
                else:  # we're recording to file
                    if aftertimeout is None:
                        self.log(
                            wv.loglvls.DEBUG,
                            '>>>>>>>>>>>>>>>>>not trig start post record timeout'
                        )
                        aftertimeout = time.time() + self.recordfwd.getValue()
                    elif time.time(
                    ) < aftertimeout:  # waiting for post trigger timeout
                        self.log(
                            wv.loglvls.DEBUG,
                            '>>>>>>>>>>>>>>>>>not trig and waiting for timeout - carry on'
                        )
                    else:  # were done now - go back to waiting state
                        pretime = self.recordback.getValue()
                        if pretime > 0:
                            if circstream is None:
                                self.log(
                                    wv.loglvls.DEBUG,
                                    '>>>>>>>>>>>>>>>>>not trig split recording to circ buffer - making circ buffer'
                                )
                                circstream = picamera.PiCameraCircularIO(
                                    picam,
                                    seconds=pretime + 1,
                                    splitter_port=splitter_port)
                            else:
                                self.log(
                                    wv.loglvls.DEBUG,
                                    '>>>>>>>>>>>>>>>>>not trig split recording to circ buffer - re-use circ buffer'
                                )
                            picam.split_recording(circstream,
                                                  splitter_port=splitter_port)
                            recorder = 'circ'
                        else:
                            picam.stop_recording(splitter_port=splitter_port)
                            circstream = None
                            self.log(
                                wv.loglvls.DEBUG,
                                '>>>>>>>>>>>>>>>>>not trig stop recording')
                            recorder = 'none'
                        self.status.setIndex(1, wv.myagents.app)
                        if self.format.getValue() == 'h264':
                            self.processfiles(
                                (False,
                                 fpath.with_name(fpath.name +
                                                 '%03d' % recordingsequ).
                                 with_suffix('.h264')))
        if recorder == 'circ':
            picam.stop_recording(splitter_port=splitter_port)
            circstream = None
            recorder = 'none'
        elif recorder == 'afile':  # we're recording to file
            picam.stop_recording(splitter_port=splitter_port)
            circstream = None
            recorder = 'none'
            self.log(wv.loglvls.DEBUG, '>>>>>>>>>>>>>>>>>final stop recording')
            if self.format.getValue() == 'h264':
                self.processfiles(
                    (False,
                     fpath.with_name(fpath.name + '%03d' %
                                     recordingsequ).with_suffix('.h264')))
        if not self.procthread is None:
            self.procqueue.put('stop')
        self.app._releaseSplitterPort(self, splitter_port)
        self.status.setIndex(0, wv.myagents.app)
        self.lastactive.setValue(time.time(), wv.myagents.app)
        self.cleartrigger('*')
        self.monthread = None
Esempio n. 20
0
import picamera
import time
import io

cam = picamera.PiCamera(framerate=10)
cam.start_preview(alpha=0)  #invisible preview - better for autofokus?
time.sleep(1)
preview_stream = picamera.PiCameraCircularIO(cam, seconds=1)
cam.start_recording(preview_stream, format='mjpeg', resize=(1024, 600))
cam.wait_recording(3)
for f in preview_stream.frames:
    print(f)

last_frame = list(preview_stream.frames)[-1]  #last frame
data = io.BytesIO()
preview_stream.copy_to(data, first_frame=last_frame)
Esempio n. 21
0
def cam_vars():
    camera.resolution = (1920, 1080)
    camera.framerate = QUES[1]['framerate']
    camera.shutter_speed = QUES[1]['framedur']
    camera.ISO = QUES[1]['ISO']
    camera.hflip = True
    camera.vflip = True
    
    camera.exposure_mode = 'off'
    

batch_ID = ('{0:02d}'.format(batch_num))
print "Waiting for TTL on port 17"
FN[0]['recfile'] = FN[0]['recdir'] + "/" + QUES[0]['sessionID'] +"_"+QUES[2]['host_name']+ "_" + str(batch_ID) + ".h264"
with picamera.PiCamera() as camera:
stream = picamera.PiCameraCircularIO(camera, seconds=(QUES[1]['trialdur'])/1000)
			cam_vars()
camera.start_preview()
camera.preview.window = 0,0,960
camera.wait_recording(120)
camera.stop_recording()
camera.stop_preview()
for frame in stream.frames:
	if frame.header:
		stream.seek(frame.position)
		break
		with io.open('FN[0]['recfile']', 'wb') as output:
			while True:
				data = stream.read1()
					if not data:
						break
Esempio n. 22
0
        kernel = np.ones((3, 3), np.uint8)

        #erode for 2 iterations
        erosion = cv2.erode(modified_img, kernel, iterations=2)

        #dilate once
        dilation = cv2.dilate(erosion, kernel, iterations=1)
        return dilation


if __name__ == "__main__":
    with picamera.PiCamera() as camera:

        #with array.PiRGBArray(camera) as output:
        with picamera.PiCameraCircularIO(camera, size=1) as stream:

            ip = ImageProc()
            #connect to server socket (laptop)
            client_socket = socket.socket()
            client_socket.connect((IP, PORT))
            connection = client_socket.makefile('wb')

            img_counter = 0

            encode_param = [int(cv2.IMWRITE_JPEG_QUALITY), 90]

            while True:
                sleep(.1)

                #set cameraonfiguration
Esempio n. 23
0
def main():
    args = get_args()
    parser = configparser.ConfigParser()
    path = args.config
    if not (isfile(path) and access(path, R_OK)):
        print(path + " is not a valid config file. Creating " + DEFAULT_CONFIG)
        create_config(DEFAULT_CONFIG, parser)
        path = DEFAULT_CONFIG
    parser.read(path)
    options = merge_two_dicts(dict(parser.items('jeepers')), vars(args))
    logging_files = setup_logger(options)
    logging.getLogger('jeepers').info("==================================")
    logging.getLogger('jeepers').info("Started jeepers")
    logging.getLogger('jeepers').info("Set up logging")
    if options['daemon']:
        spawn_daemon(file_handlers=logging_files)
        logging.getLogger('jeepers').info("Split off daemon")
    # TODO: Implement program
    # Create camera
    with picamera.PiCamera() as camera:
        camera.resolution = (1280, 720)
        # Start recording high-res circularIO
        hi_res_stream = picamera.PiCameraCircularIO(camera, seconds=20)
        camera.start_recording(hi_res_stream, format="h264")
        # Start recording low-res stream
        motion_detector = image_processor.MotionDetector((640, 384))
        # Enter main loop
        camera.start_preview()
        while True:
            camera.wait_recording(0.1)
            camera.capture(motion_detector,
                           format="bgr",
                           splitter_port=0,
                           use_video_port=True,
                           resize=(640, 384))
            if motion_detector.motion:
                camera.annotate_text = "Motion Detected"
            else:
                camera.annotate_text = ""

    # If motion
    # Split circularIO
        connection = network.get_connection(parser)
        # Send circularIO to network
        hi_res_stream.copy_to(connection)
        # replace circularIO stream with network stream
        camera.stop_recording()
        camera.start_recording(connection, format="h264")
        camera.wait_recording(20)
        # Extend loop delay to four minutes
        # If not motion
        # Close the network stream
        # Replace the network stream with circularIO

        connection.close()
    handlers = logging.getLogger('jeepers').handlers
    for handler in handlers:
        handler.close()
        logging.getLogger('jeepers').removeHandler(handler)

    logging.shutdown()
def main(args=None):
    parser = _make_argument_parser()
    args = parser.parse_args(args)

    # Reconstruct the input resolution to include color channel
    input_res = (args.input_resolution[0], args.input_resolution[1], 3)
    SINGLE_FRAME_SIZE_RGB = input_res[0] * input_res[1] * input_res[2]

    # Initialize the camera, set the resolution and framerate
    try:
        camera = picamera.PiCamera()
    except picamera.exc.PiCameraMMALError:
        print("\nPiCamera failed to open, do you have another task using it "
              "in the background? Is your camera connected correctly?\n")
        sys.exit("Connect your camera and kill other tasks using it to run "
                 "this sample.")

    # Initialize the buffer for picamera to hold the frame
    # https://picamera.readthedocs.io/en/release-1.13/api_streams.html?highlight=PiCameraCircularIO
    stream = picamera.PiCameraCircularIO(camera, size=SINGLE_FRAME_SIZE_RGB)
    # All essential camera settings
    camera.resolution = input_res[0:2]
    camera.framerate = args.camera_frame_rate
    camera.brightness = args.camera_brightness
    camera.shutter_speed = args.camera_shutter_speed
    camera.video_stabilization = args.camera_video_stablization

    # Record to the internal CircularIO
    camera.start_recording(stream, format="rgb")
    # Load model
    model = xnornet.Model.load_built_in()

    if "person" not in model.classes:
        sys.exit(model.name + " doesn't classify 'person', exiting.")

    print("Xnor CLI Surveillance Demo")
    print("Model: {}".format(model.name))
    print("  version {!r}".format(model.version))

    # A counter that will record the consecutive number of frames that person is
    # detected
    person_detected = 0
    detected_last_frame = False
    bounding_boxes = []

    while person_detected < args.detection_confidence:
        detected_this_frame = False
        # Get the frame from the CircularIO buffer.
        cam_buffer = stream.getvalue()
        # The camera has not written anything to the CircularIO yet
        # Thus no frame is been captured
        if len(cam_buffer) != SINGLE_FRAME_SIZE_RGB:
            continue
        # Passing corresponding RGB
        model_input = xnornet.Input.rgb_image(input_res[0:2], cam_buffer)
        # Evaluate
        results = model.evaluate(model_input)

        for result in results:
            local_person_detected = False
            if type(result) is xnornet.BoundingBox:
                local_person_detected = result.class_label.label == 'person'
            elif type(result) is xnornet.ClassLabel:
                local_person_detected = result.label == 'person'
            else:
                raise ValueError("Unsupported xnornet inference result")

            # If we already detected person in this frame, we don't want to
            # over count.
            if local_person_detected and not detected_this_frame:
                if person_detected < args.detection_confidence:
                    # If we haven't confirmed, then increase our confidence.
                    if detected_last_frame:
                        person_detected += 1
                    # If we didn't confirm last frame but we detected in
                    # this frame, we want to reset our confidence.
                    else:
                        person_detected = 1

            # We detected a person in this frame
            if local_person_detected:
                detected_this_frame = True
            # Update the history
            detected_last_frame = detected_this_frame

            # If it's a detection model, we want to save the coordinates of the
            # bounding box for drawing purpose if we confirmed that a person is
            # detected.
            if type(result) is xnornet.BoundingBox and \
                    person_detected >= args.detection_confidence:
                bounding_boxes.append(result.rectangle)

        if person_detected >= args.detection_confidence:
            # Classification model
            if len(bounding_boxes) == 0:
                print("Person detected!")
            else:  # Detection model
                print("{} person detected!".format(len(bounding_boxes)))
            image = _convert_to_pillow_img(cam_buffer, input_res)
            if not (args.no_draw_bounding_box) and len(bounding_boxes) != 0:
                image = _draw_bounding_box(image, bounding_boxes, input_res,
                                           args.bounding_box_color)
            _save_image_to_disk(image, args.output_filename)
        else:
            print("Detecting...")

    print("Cleaning up...")
    camera.stop_recording()
    camera.close()
Esempio n. 25
0
y1 = 0 + y
frameNo = 0
ballCounter = 0
ballFrameNo = 1
videoReadyFrameNo = 0
video_preseconds = 3

with picamera.PiCamera() as camera:
    camera.resolution = setResolution()
    camera.video_stabilization = True
    camera.annotate_background = True
    camera.rotation = 180
    rawCapture = PiRGBArray(camera, size=camera.resolution)
    # setup a circular buffer
    # stream = picamera.PiCameraCircularIO(camera, seconds = video_preseconds)
    stream = picamera.PiCameraCircularIO(camera, size=3000000)
    # video recording into circular buffer from splitter port 1
    camera.start_recording(stream, format='h264', splitter_port=1)
    #camera.start_recording('test.h264', splitter_port=1)
    # wait 2 seconds for stable video data
    camera.wait_recording(2, splitter_port=1)
    # motion_detected = False
    print(camera.resolution)

    for frame in camera.capture_continuous(rawCapture,
                                           format="bgr",
                                           use_video_port=True):
        # grab the raw NumPy array representing the image, then initialize the timestamp
        # and occupied/unoccupied text???????????????????
        rawCapture.truncate()
        rawCapture.seek(0)
Esempio n. 26
0
def main():
    parser = argparse.ArgumentParser()
    parser.add_argument('--classfile', '-c', dest='classfile', required=True)
    parser.add_argument('--threshold',
                        '-t',
                        dest='threshold',
                        required=False,
                        type=float,
                        default=0.5)
    parser.add_argument('--out_dir',
                        '-o',
                        dest='out_dir',
                        required=False,
                        type=str,
                        default='./')
    parser.add_argument('--capture_delay',
                        dest='capture_delay',
                        required=False,
                        type=float,
                        default=5.0)
    parser.add_argument('--capture_length',
                        dest='capture_length',
                        required=False,
                        type=int,
                        default=20)
    parser.add_argument('--debug',
                        '-d',
                        dest='debug',
                        required=False,
                        action='store_true')
    # Crop box in fraction of the image width. By default full camera image is processed.
    parser.add_argument('--cropbox_left',
                        dest='cropbox_left',
                        required=False,
                        type=float,
                        default=0.0)
    parser.add_argument('--cropbox_right',
                        dest='cropbox_right',
                        required=False,
                        type=float,
                        default=1.0)
    parser.add_argument('--cropbox_top',
                        dest='cropbox_top',
                        required=False,
                        type=float,
                        default=0.0)
    parser.add_argument('--cropbox_bottom',
                        dest='cropbox_bottom',
                        required=False,
                        type=float,
                        default=1.0)
    parser.set_defaults(debug=False)
    args = parser.parse_args()

    # There are two models available for image classification task:
    # 1) MobileNet based (image_classification.MOBILENET), which has 59.9% top-1
    # accuracy on ImageNet;
    # 2) SqueezeNet based (image_classification.SQUEEZENET), which has 45.3% top-1
    # accuracy on ImageNet;
    model_type = image_classification.MOBILENET

    # Read the class list from a text file
    with open(args.classfile) as f:
        classes = [line.strip() for line in f]

    print('Starting camera detection, using the following classes:')
    for label in classes:
        print('  ', label)
    print('Threshold:', args.threshold)
    print('Debug mode:', args.debug)
    print('Capture Delay:', args.capture_delay)

    debug_out = args.out_dir if args.debug else ''

    with ImageInference(image_classification.model(model_type)) as inference:
        with picamera.PiCamera(resolution=(1920, 1080)) as camera:
            stream = picamera.PiCameraCircularIO(camera,
                                                 seconds=args.capture_length)
            camera.start_recording(stream, format='h264')
            while True:
                detection, image, inference_data = detect_object(
                    inference, camera, classes, args.threshold, debug_out,
                    (args.cropbox_left, args.cropbox_right),
                    (args.cropbox_top, args.cropbox_bottom))
                if detection:
                    detect_time = int(time.time())
                    camera.wait_recording(args.capture_delay)
                    video_file = 'capture_%d.mpeg' % detect_time
                    image_file = 'capture_%d.jpg' % detect_time
                    stream.copy_to(os.path.join(args.out_dir, video_file))
                    stream.flush()
                    debug_output(image, inference_data, args.out_dir,
                                 image_file)
                    print('Wrote video file to',
                          os.path.join(args.out_dir, video_file))
                    camera.wait_recording(
                        max(args.capture_length - args.capture_delay, 0))
Esempio n. 27
0
    def get_video(self):
        # Define Variables
        capture_time = self.video_capture_length
        preroll = self.video_preroll
        capture_video = self.capture_video
        camera_res = (self.camera_res_len, self.camera_res_wid)
        image = numpy.empty((camera_res[1], camera_res[0],3), dtype=numpy.uint8)
        capture_counter = 0

        # Set up Circular Buffer Settings
        video_stream = picamera.PiCameraCircularIO(camera_device, seconds=capture_time)
        camera_device.start_preview()
        camera_device.start_recording(video_stream, format='h264')
        my_now = datetime.now()

        while True:
            if capture_counter < 8:
                # Set up a waiting time difference
                my_later = datetime.now()
                difference = my_later-my_now
                seconds_past = difference.seconds
                camera_device.wait_recording(1)

                logging.debug('Analyzing Surroundings')
                if seconds_past > preroll+1:
                    # Take Picture for the Model
                    camera_device.capture(image,'bgr', resize=camera_res, use_video_port=True)
                    camera_device.wait_recording(1)
                    
                    # Take Picture for Azure
                    image_name = "image-{0}.jpg".format(my_later.strftime("%Y%m%d%H%M%S"))
                    image_path = "{0}/{1}".format(SCRIPT_DIR, image_name)
                    camera_device.capture(image_path)
                    camera_device.wait_recording(1)

                    print("Prediction Threshold: {}".format(self.prediction_threshold))
                    # Make Prediction with the first picture
                    logging.debug('Prediction Captured')
                    word, predict_value = self.model_predict(image)
                    
                    # Give time here for model predictions
                    camera_device.wait_recording(3)
                    logging.debug('Prediction Returned')
                    my_now = datetime.now()
                    
                    if word is None:
                        logging.debug('No Event Registered')
                        capture_video = False
                        # Format specifically for the Good Folder
                        bad_image_folder = "{0}/badimages".format(self.picture_container_name)
                        # Send Picture to the Bad Images Folder on Azure that can be used to retrain
                        self.azure_upload_from_path(bad_image_folder, image_name, image_path, 'image/jpeg')
                    elif word is not None and predict_value < self.prediction_threshold:
                        logging.debug('Prediction Value Too Low')
                        capture_video = False
                        # Format Specifically for the Good FOlder
                        bad_image_folder = "{0}/badimages".format(self.picture_container_name)
                        # Send Picture to the Bad Images Folder on Azure that can be used to retrain
                        self.azure_upload_from_path(bad_image_folder, image_name, image_path, 'image/jpeg')
                        camera_device.wait_recording(2)
                    else:
                        # See what we got back from the model
                        logging.debug('Event Registered')
                        capture_video=True
                        print('Prediction(s): {}'.format(word))
                        # Format specifically for the Good Folder
                        good_image_folder = "{0}/goodimages".format(self.picture_container_name)
                        # Send the Picture to the Good Images Folder on Azure
                        self.azure_upload_from_path(good_image_folder, image_name, image_path, 'image/jpeg')
                        camera_device.wait_recording(2)
                        # Once it is uploaded, delete the image
                        os.remove(image_path)
                        break
                    # If we don;t break by finidng the right predicition stay in the loop
                    seconds_past = 0
                    capture_counter = capture_counter + 1
                    # Delete the image from the OS folder to save space
                    os.remove(image_path)
            else:
                camera_device.stop_recording()
                return

        ## Create diretory to save the video that we get if we are told to capture video
        start_time = my_later
        base_dir = SCRIPT_DIR
        video_dir = "myvideos"
        video_dir_path ="{0}/{1}".format(base_dir, video_dir)

        if not os.path.exists(video_dir_path):
            os.makedirs(video_dir_path)

        video_start_time = start_time - timedelta(seconds=preroll)

        ## We will have two seperate files, one for before and after the event had been triggered
        #Before:
        before_event =         "video-{0}-{1}.h264".format("before", video_start_time.strftime("%Y%m%d%H%M%S"))
        before_event_path =    "{0}/{1}/{2}".format(base_dir, video_dir, before_event)
        before_mp4 =           before_event.replace('.h264', '.mp4')
        before_mp4_path =      "{0}/{1}/{2}".format(base_dir, video_dir, before_mp4)
        before_path_temp =      "{0}.tmp".format(before_mp4_path)

        # After:
        after_event =         "video-{0}-{1}.h264".format("after", video_start_time.strftime("%Y%m%d%H%M%S"))
        after_event_path =    "{0}/{1}/{2}".format(base_dir, video_dir, after_event)
        after_mp4 =           after_event.replace('.h264', '.mp4')
        after_mp4_path =      "{0}/{1}/{2}".format(base_dir, video_dir, after_mp4)
        after_path_temp =     "{0}.tmp".format(after_mp4_path)

        # Full combined video path
        full_path =           "video-{0}-{1}.mp4".format("full", video_start_time.strftime("%Y%m%d%H%M%S"))
        full_video_path =     "{0}/{1}/{2}".format(base_dir, video_dir, full_path)

        # Create a json file to a reference the given event
        json_file_name = "video-description-{0}.json".format(video_start_time.strftime("%Y%m%d%H%M%S"))
        json_file_path = "{0}/{1}/{2}".format(base_dir,video_dir, json_file_name)

        if capture_video == True:
            # Save the video to a file path specified
            camera_device.split_recording(after_event_path)
            video_stream.copy_to(before_event_path, seconds=preroll)
            camera_device.wait_recording(preroll+5)
                    
            # Convert to MP4 format for viewing
            self.save_video(before_event_path, before_path_temp, before_mp4_path)
            self.save_video(after_event_path, after_path_temp, after_mp4_path)

            # Upload Before Videos to Azure Blob Storage
            before_video_folder = "{0}/{1}".format(self.video_container_name, 'beforevideo')
            self.azure_upload_from_path(before_video_folder, before_mp4, before_mp4_path, 'video/mp4')

            # Upload After Videos to Azure Blob Storage
            after_video_folder = "{0}/{1}".format(self.video_container_name, 'aftervideo')
            self.azure_upload_from_path(after_video_folder, after_mp4, after_mp4_path, 'video/mp4')

            # Combine the two mp4 videos into one and save it
            full_video = "MP4Box -cat {0} -cat {1} -new {2}".format(before_mp4_path, after_mp4_path, full_video_path)
            self.run_shell(full_video)
            logging.debug('Combining Full Video')
            
            # Upload Video to Azure Blob Storage
            full_video_folder = "{0}/{1}".format(self.video_container_name, 'fullvideo')
            self.azure_upload_from_path(full_video_folder, full_path, full_video_path, 'video/mp4')

            # Create json and fill it with information
            self.write_json_to_file(video_start_time, word, predict_value, full_path, json_file_path)

            # Upload Json to Azure Blob Storge
            self.azure_upload_from_path(self.json_container_name, json_file_name, json_file_path, 'application/json')
        
            # End Things
            shutil.rmtree(video_dir_path)
            camera_device.stop_recording()
Esempio n. 28
0
def main(ashow=True,
         debug=False,
         fastmode=False,
         wsserver=None,
         logfilename=None):
    global config
    global rerun_main
    rerun_main = False
    show = 1 if ashow else 0

    # here we go
    logging.info("<<<<<<<<<<<<<< starting tracker >>>>>>>>>>>>")

    if fastmode == False:
        fastmode = config.conf['fastMode']

    if debug:
        config.conf['debug'] = True

    # I am testing if camera,capture is fast enough for us
    capture = True

    # where are we
    logging.info(get_raspi_revision())
    # get screen resolution (0,0) if no monitor is connected
    screen_w, screen_h = get_screen_resolution()
    # preview
    #preview = False if(screen_w == 0 and screen_h == 0) else config.conf['preview']
    preview = config.conf['preview']

    # annotation
    an_height = 24
    an_black = picamera.Color('black')
    an_white = picamera.Color('white')

    #- open picamera device
    with picamera.PiCamera() as camera:
        #- determine camera module
        revision = camera._revision.upper()
        logging.info("camera chip: %s" % revision)
        if revision == 'OV5647':
            # V1 module
            # 1280x720 has a bug. (wrong center value)
            if fastmode:
                # Full FOV! Area = 1200
                resx = 640  # 40
                resy = 480  # 30
                fps = 90
                mode = 7
                an_height = 16
            else:
                # Full FOV Area = 4800
                resx = 1280  # 80
                resy = 960  # 60
                fps = 42
                mode = 4
        elif revision == 'IMX219':
            # V2 module
            if fastmode:
                # 50% FOV :-/ Area = 1200
                #resx = 640 # 40
                #resy = 480 # 30
                #fps  = 120
                #mode = 7
                #an_height = 16
                # 80% FOV
                resx = 928  # 960 # 60 # 58 Area = 2552
                resy = 704  # 720 # 45 # 44
                fps = 90
                mode = 6
            else:
                # full FOV Area = 102x56 = 5712
                resx = 1632  # 102
                resy = 896  # 56
                fps = 40
                mode = 5
        else:
            raise ValueError('Unknown camera device')

        # evaluate crossing parameters
        ycross = config.conf['yCross']
        xcross = config.conf['xCross']

        # fastmode: if needed force x/ycross to middle of the screen
        if fastmode:
            if ycross > 0:
                # force ycross to the middle
                ycross = resy / 32
                config.conf['yCross'] = int(ycross)
                logging.warning("fastmode: force yCross to %d" % ycross)
            if xcross > 0:
                # force xcross to the middle
                xcross = resx / 32
                config.conf['xCross'] = int(xcross)
                logging.warning("fastmode: force xCross to %d" % xcross)

        #- check if the crossing line is in the center (this is not needed.
        if ycross > 0 and ycross != (resy / 32):
            logging.warning("Y crossing %d expected but %d given!" %
                            (resy / 32, ycross))

        if xcross > 0 and xcross != (resx / 32):
            logging.warning("X crossing %d expected but %d given!" %
                            (resx / 32, xcross))

        # setup camera resolution
        logging.info("camera resolution: %dx%d" % (resx, resy))
        camera.resolution = (resx, resy)

        # debugging mode
        if show:
            preview = True
            camera.framerate = 25
            x_disp = config.conf['offsetX']
            y_disp = config.conf['offsetY']
            width = resy / 2
            height = resx / 2
            #if fastmode:
            #    width = resy
            #    height = resx
            display = picamtracker.Display(caption='piCAMTracker',
                                           x=x_disp,
                                           y=y_disp,
                                           w=width,
                                           h=height)
        else:
            display = None
            camera.sensor_mode = mode
            if fastmode:
                camera.framerate_range = (60, fps)
            else:
                camera.framerate_range = (25, fps)

        logging.info("warm-up 2 seconds...")

        # setup serial port
        #serialPort = picamtracker.SerialIO.SerialCommunication(port=config.conf['serialPort'],options=config.conf['serialConf'])

        # setup GPIO
        greenLED = picamtracker.GPIOPort.gpioPort(
            config.conf['greenLEDPort'],
            is_active_low=config.conf['ledActiveLow'],
            duration=config.conf['signalLength'],
            start_blinks=3)
        redLED = picamtracker.GPIOPort.gpioPort(
            config.conf['redLEDPort'],
            duration=config.conf['signalLength'],
            is_active_low=config.conf['ledActiveLow'])
        sleep(1.0)
        picamtracker.GPIOPort.statusLED(config.conf['statusLEDPort'], on=True)

        logging.info("starting camera ...")

        # setup preview
        if preview:
            cl = np.zeros((resy, resx, 3), np.uint8)
            ycross = config.conf['yCross']
            if ycross > 0:
                if ycross >= int(resy / 16):
                    ycross = int(resy / 32)
                ym = 16 * ycross
                cl[ym, :, :] = 0xff  #horizantal line

            xcross = config.conf['xCross']
            if xcross > 0:
                if xcross >= int(resx / 16):
                    xcross = int(resx / 32)
                xm = 16 * xcross
                cl[:, xm, :] = 0xff  #vertical line

            #- preview settings
            px = int(config.conf['previewX'])
            py = int(config.conf['previewY'])
            if fastmode:
                pw = int(resx)
                ph = int(resy)
            else:
                pw = int(resx / 2)
                ph = int(resy / 2)

            rotation = int(config.conf['viewAngle'])
            if rotation == 90 or rotation == 270:
                hh = pw
                pw = ph
                ph = hh

            logging.info("preview w: %d, h: %d" % (pw, ph))

            camera.start_preview(fullscreen=False,
                                 window=(px, py, pw, ph),
                                 rotation=rotation)
            #camera.preview.fullscreen = False
            if show:
                camera.preview.alpha = 192
            else:
                camera.preview.alpha = 255

            #- overlay settings
            overlay = camera.add_overlay(source=cl.tobytes(),
                                         size=(resx, resy),
                                         format='rgb')
            overlay.fullscreen = False
            overlay.alpha = 32
            overlay.layer = 3
            overlay.window = (px, py, pw, ph)
            overlay.rotation = rotation

        # set exposure mode
        #camera.exposure_mode = 'auto'
        camera.exposure_mode = 'sports'
        camera.exposure_compensation = config.conf["exposure"]
        # >>> debug
        # camera.annotate_frame_num = True

        # setup UDP broadcaster
        if 'IPUDPBEEP' in config.conf and re.match('.*\.255$',
                                                   config.conf['IPUDPBEEP']):
            udpThread = picamtracker.UDPBeep.udpBeep(config.conf['IPUDPBEEP'],
                                                     4445)
            udpThread.event.set()
        else:
            udpThread = None

        # setup used objects
        vstream = picamera.PiCameraCircularIO(
            camera, seconds=config.conf['videoLength'])
        writer = picamtracker.Writer(camera,
                                     stream=vstream,
                                     config=config,
                                     wsserver=wsserver)
        vwriter = picamtracker.vWriter(stream=vstream, config=config)
        tracker = picamtracker.Tracker(camera,
                                       greenLed=greenLED,
                                       redLed=redLED,
                                       config=config,
                                       udpThread=udpThread,
                                       capture=capture)

        # assign external command interface
        cmds = picamtracker.CommandInterface(config=config)
        cmds.subscribe(tracker.set_maxDist, 'maxDist')
        cmds.subscribe(tracker.set_trackMaturity, 'trackMaturity')
        cmds.subscribe(tracker.testCrossing, 'testBeep')
        cmds.subscribe(config.set_storeParams, 'storeParams')
        cmds.subscribe(setFastMode, 'fastMode')
        cmds.subscribe(setLoggingLevel, 'loggingLevel')

        # enable overwritten camera's analyse callback
        with picamtracker.MotionAnalyser(camera, tracker, display, show,
                                         config, vwriter) as output:
            prctl.set_name('python')
            # local variables
            loop = 0
            t_wait = 0.5
            old_frames = 0
            auto_mode = -1
            #if fastmode:
            #    auto_mode = 10
            last_auto_mode = time()
            fps = 25.0

            # start camera
            camera.annotate_text_size = an_height
            camera.annotate_foreground = an_white if camera.analog_gain > 5 else an_black
            camera.start_recording(output=vstream,
                                   format='h264',
                                   level='4.2',
                                   motion_output=output)

            # assign external commands to internal functions
            cmds.subscribe(output.set_vMax, 'vMax')
            cmds.subscribe(output.set_vMin, 'vMin')
            cmds.subscribe(output.set_maxArea, 'maxArea')
            cmds.subscribe(output.set_minArea, 'minArea')
            cmds.subscribe(output.set_sadThreshold, 'sadThreshold')
            cmds.subscribe(output.set_debug, 'debug')
            cmds.subscribe(output.set_baseB, 'baseB')
            cmds.subscribe(output.set_exposure, 'exposure')
            cmds.subscribe(output.set_extend, 'extension')

            # assign GPIO pin to enable debugging
            if config.conf['debugInputPort']:
                picamtracker.GPIOPort.addCallback(
                    config.conf['debugInputPort'], output.debug_button)

            try:
                # go into endless camera recording loop and wake up every t_wait seconds
                while True:

                    global temp
                    loop += 1
                    # check temperature/light every minute
                    if loop % 120 == 0:
                        temp = get_temp()
                        camera.annotate_foreground = an_white if camera.analog_gain > 5 else an_black
                        logging.debug(
                            "analog_gain: %3.1f exposure_speed: %d (%3.1f fps)"
                            % (float(camera.analog_gain),
                               camera.exposure_speed, fps))
                    # update statistics every second
                    if loop & 1:
                        add_text = ""
                        sep = ""
                        if tracker.noise > 0.8:
                            add_text += " NOISY"
                            sep = " +"
                        if camera.analog_gain > 7:
                            add_text = add_text + sep + " DARK"
                        if temp > max_temp:
                            add_text = add_text + sep + " HOT (%4.1f)" % temp
                        if len(add_text):
                            add_text += " !"

                        frames = output.processed_frames
                        fps = (frames - old_frames) / (2 * t_wait)
                        old_frames = frames
                        camera.annotate_text = "%s (%3.1f fps) %s" % (
                            dt.datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
                            fps, add_text)

                        # check for restart
                        if rerun_main:
                            break

                    # crossing event happend?
                    delay, frame, motion = tracker.getStatus()
                    if frame != 0:
                        # if crossing detected -> take a snapshot of the event
                        #t0 = time()
                        if capture:
                            writer.update_hits(delay, frame, motion,
                                               tracker.image.copy())
                        else:
                            writer.takeSnapshot(delay, frame, motion)
                        tracker.releaseLock()
                        #print("capture time: %4.2fms" % (1000.0 * (time() - t0)))

                    # check for USB stick every 60 seconds

                    camera.wait_recording(t_wait)

            except KeyboardInterrupt:
                logging.error("Got keyboard interrupt")
                pass

            finally:
                # stop camera and preview
                #serialPort.terminated = True
                greenLED.terminated = True
                redLED.terminated = True
                if udpThread:
                    udpThread.terminated = True
                camera.stop_recording()
                if preview:
                    camera.stop_preview()
                    camera.remove_overlay(overlay)
                # stop all threads
                if display is not None:
                    display.terminated = True
                cmds.stop()
                tracker.stop()
                writer.stop()
                vwriter.stop()
                # wait and join threads
                sleep(0.5)
                if display is not None:
                    display.join()
                #serialPort.join()
                if udpThread:
                    udpThread.join()
                greenLED.join()
                redLED.join()
                cmds.join()
                tracker.join()
                writer.join()
                vwriter.join()

                picamtracker.GPIOPort.statusLED(config.conf['statusLEDPort'],
                                                on=False)
                picamtracker.GPIOPort.cleanup()
                #config.write()

    logging.info("<<<<<<<<<<<< tracker ended >>>>>>>>>>>>")
    return rerun_main