示例#1
0
    def handle(self, *args, **options):
        if not BOT['SLACK']['MSG_BDAY']: return
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        try:
            msg_handles, ids, names = [], [], []
            today_str = datetime.date.today().strftime('%m/%d')
            member = Member.objects.filter(is_alumni=0, bday=today_str)
            for ppl in member:
                (who, _) = find_slack_id(ppl.first_name)
                if who:
                    send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who
                    msg_handles.append( (send_to, '', [{"fallback": 'BDay', "mrkdwn_in": ["text"], "color": "ff912e", "text": '*Happy Birthday*, _%s_!' % ppl.first_name}]) )
                    ids.append(who)
                    names.append(ppl.first_name)
            if ids and (not DEBUG):
                msg_handles.append( ('#general', '', [{"fallback": 'BDay', "mrkdwn_in": ["text"], "color": "ff912e", "text": '*Happy Birthday* to _%s_! %s' % (' and '.join(names), ', '.join( ['<@' + id + '>' for id in ids] ))}]) )

        except Exception:
            send_error_slack(traceback.format_exc(), 'Birthday Wishes', ' '.join(sys.argv), 'log_cron_bday.log')
            self.stdout.write("Finished with \033[41mERROR\033[0m!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)

        else:
            for h in msg_handles:
                send_notify_slack(*h)
                if '@' in h[0]:
                    self.stdout.write('\033[92mSUCCESS\033[0m: PM\'ed birthday wish to \033[94m%s\033[0m in Slack.' % h[0])
        if (not DEBUG) and msg_handles:
            send_notify_slack(SLACK['ADMIN_NAME'], '', [{"fallback": 'SUCCESS', "mrkdwn_in": ["text"], "color": "good", "text": '*SUCCESS*: Scheduled *Birthday Wishes* sent to `%s` @ _%s_\n' % (' '.join(ids), time.ctime())}])
            self.stdout.write("Finished with \033[92mSUCCESS\033[0m!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#2
0
    def handle(self, *args, **options):
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        if options['item']:
            is_apache = 'apache' in options['item']
            is_config = 'config' in options['item']
            is_mysql = 'mysql' in options['item']
            is_static = 'static' in options['item']
        else:
            is_apache, is_config, is_mysql, is_static = True, True, True, True

        d = time.strftime(
            '%Y%m%d')  # datetime.datetime.now().strftime('%Y%m%d')
        gdrive_dir = 'echo' if DEBUG else 'cd %s' % APACHE_ROOT
        prefix = '_DEBUG' if DEBUG else ''

        flag = False
        if is_mysql:
            t = time.time()
            self.stdout.write("#1: Uploading MySQL database...")
            try:
                subprocess.check_call(
                    '%s && drive upload -f %s/backup/backup_mysql.tgz -t %s_%s_mysql%s.tgz'
                    % (gdrive_dir, MEDIA_ROOT, env('SERVER_NAME'), d, prefix),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT)
            except subprocess.CalledProcessError:
                send_error_slack(traceback.format_exc(),
                                 'Upload MySQL Database', ' '.join(sys.argv),
                                 'log_cron_gdrive.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mMySQL\033[0m database uploaded."
                )
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))

        if is_static:
            t = time.time()
            self.stdout.write("#2: Uploading static files...")
            try:
                subprocess.check_call(
                    '%s && drive upload -f %s/backup/backup_static.tgz -t %s_%s_static%s.tgz'
                    % (gdrive_dir, MEDIA_ROOT, env('SERVER_NAME'), d, prefix),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT)
            except subprocess.CalledProcessError:
                send_error_slack(traceback.format_exc(), 'Upload Static Files',
                                 ' '.join(sys.argv), 'log_cron_gdrive.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mstatic\033[0m files uploaded."
                )
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))

        if is_apache:
            t = time.time()
            self.stdout.write("#3: Uploading apache2 settings...")
            try:
                subprocess.check_call(
                    '%s && drive upload -f %s/backup/backup_apache.tgz -t %s_%s_apache%s.tgz'
                    % (gdrive_dir, MEDIA_ROOT, env('SERVER_NAME'), d, prefix),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT)
            except subprocess.CalledProcessError:
                send_error_slack(traceback.format_exc(),
                                 'Upload Apache2 Settings', ' '.join(sys.argv),
                                 'log_cron_gdrive.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mapache2\033[0m settings uploaded."
                )
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))

        if is_config:
            t = time.time()
            self.stdout.write("#4: Uploading config settings...")
            try:
                subprocess.check_call(
                    '%s && drive upload -f %s/backup/backup_config.tgz -t %s_%s_config%s.tgz'
                    % (gdrive_dir, MEDIA_ROOT, env('SERVER_NAME'), d, prefix),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT)
            except subprocess.CalledProcessError:
                send_error_slack(traceback.format_exc(),
                                 'Upload Config Settings', ' '.join(sys.argv),
                                 'log_cron_gdrive.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mconfig\033[0m settings uploaded."
                )
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))

        t = time.time()
        self.stdout.write("#5: Removing obsolete backups...")
        try:
            old = (datetime.date.today() - datetime.timedelta(days=KEEP_BACKUP)
                   ).strftime('%Y-%m-%dT00:00:00')
            list_mysql = subprocess.Popen(
                "%s && drive list -q \"title contains '%s_' and (title contains '_mysql.tgz' or title contains '_mysql_DEBUG.tgz') and modifiedDate <= '%s'\"| awk '{printf $1\" \"}'"
                % (gdrive_dir, env('SERVER_NAME'), old),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip().split()[1:]
            list_static = subprocess.Popen(
                "%s && drive list -q \"title contains '%s_' and (title contains '_static.tgz' or title contains '_static_DEBUG.tgz') and modifiedDate <= '%s'\"| awk '{ printf $1\" \"}'"
                % (gdrive_dir, env('SERVER_NAME'), old),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip().split()[1:]
            list_apache = subprocess.Popen(
                "%s && drive list -q \"title contains '%s_' and (title contains '_apache.tgz' or title contains '_apache_DEBUG.tgz') and modifiedDate <= '%s'\"| awk '{ printf $1\" \"}'"
                % (gdrive_dir, env('SERVER_NAME'), old),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip().split()[1:]
            list_config = subprocess.Popen(
                "%s && drive list -q \"title contains '%s_' and (title contains '_config.tgz' or title contains '_config_DEBUG.tgz') and modifiedDate <= '%s'\"| awk '{ printf $1\" \"}'"
                % (gdrive_dir, env('SERVER_NAME'), old),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip().split()[1:]
            list_all = list_mysql + list_static + list_apache + list_config
        except Exception:
            send_error_slack(traceback.format_exc(),
                             'Check Obsolete Backup Files', ' '.join(sys.argv),
                             'log_cron_gdrive.log')
            flag = True

        for id in list_all:
            try:
                subprocess.check_call('%s && drive info -i %s' %
                                      (gdrive_dir, id),
                                      shell=True,
                                      stdout=subprocess.PIPE,
                                      stderr=subprocess.STDOUT)
                subprocess.check_call('%s && drive delete -i %s' %
                                      (gdrive_dir, id),
                                      shell=True,
                                      stdout=subprocess.PIPE,
                                      stderr=subprocess.STDOUT)
            except subprocess.CalledProcessError:
                send_error_slack(traceback.format_exc(),
                                 'Remove Obsolete Backup Files',
                                 ' '.join(sys.argv), 'log_cron_gdrive.log')
                flag = True

        if not flag:
            self.stdout.write(
                "    \033[92mSUCCESS\033[0m: \033[94m%s\033[0m obsolete backup files removed."
                % len(list_all))
        self.stdout.write("Time elapsed: %.1f s.\n" % (time.time() - t))

        if flag:
            self.stdout.write("Finished with errors!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)
        else:
            if DEBUG:
                self.stdout.write("\033[94m Uploaded to Google Drive. \033[0m")
            else:
                (t_cron, d_cron, t_now) = get_date_time('gdrive')
                gdrive_list = subprocess.Popen(
                    "%s && drive list -q \"title contains '%s_' and title contains '.tgz'\""
                    % (gdrive_dir, env('SERVER_NAME')),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip().split(
                    )[4:]
                html = 'File\t\t\t\tTime\t\t\t\tSize\n\n'
                for i in xrange(0, len(gdrive_list), 6):
                    html += '%s\t\t%s %s\t\t%s %s\n' % (
                        gdrive_list[i + 1], gdrive_list[i + 4],
                        gdrive_list[i + 5], gdrive_list[i + 2],
                        gdrive_list[i + 3])

                if IS_SLACK:
                    if (not DEBUG) and BOT['SLACK']['ADMIN']['MSG_GDRIVE']:
                        send_notify_slack(SLACK['ADMIN_NAME'], '', [{
                            "fallback":
                            'SUCCESS',
                            "mrkdwn_in": ["text"],
                            "color":
                            "good",
                            "text":
                            '*SUCCESS*: Scheduled weekly *Gdrive Sync* finished @ _%s_\n'
                            % time.ctime()
                        }])
                        # send_notify_slack(SLACK['ADMIN_NAME'], '>```%s```\n' % html, '')
                else:
                    send_notify_emails(
                        '{%s} SYSTEM: Weekly Sync Notice' % env('SERVER_NAME'),
                        'This is an automatic email notification for the success of scheduled weekly sync of the %s Website backup contents to Google Drive account.\n\nThe crontab job is scheduled at %s (UTC) on every %sday.\n\nThe last system backup was performed at %s (PDT).\n\n%s\n\n%s Website Admin\n'
                        % (env('SERVER_NAME'), t_cron, d_cron, t_now, html,
                           env('SERVER_NAME')))
            get_backup_stat()
            self.stdout.write("Admin Backup Statistics refreshed.")

            self.stdout.write("All done successfully!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#3
0
    def handle(self, *args, **options):
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        if options['interval']:
            if options['interval'][0].endswith('ly'):
                flag = options['interval'][0]
            else:
                flag = options['interval'][0] + 'ly'
        else:
            self.stdout.write(
                '\033[41mERROR\033[0m: \033[94minterval\033[0m not found.')
            self.stdout.write("Finished with \033[41mERROR\033[0m!")
            sys.exit(1)

        if flag in ['monthly', 'quarterly']:
            if datetime.utcnow().date().day > 7:
                return

        try:
            result = dash_duty(0)
            ppls = result['ppls']
            result = dash_schedule(0)

            if flag == 'weekly':
                day_1 = (
                    result['weekday'] -
                    int(BOT['SLACK']['REMINDER']['DAY_BEFORE_REMINDER_1']))
                day_2 = (
                    result['weekday'] -
                    int(BOT['SLACK']['REMINDER']['DAY_BEFORE_REMINDER_2']))
                if day_1 < 0: day_1 += 7
                if day_2 < 0: day_2 += 7

                if datetime.utcnow().date().isoweekday() == day_1:
                    if result['this']['type'] != 'N/A':
                        if BOT['SLACK']['DUTY']['MONTH']['MSG_BREAKFAST']:
                            self.compose_msg(ppls[flag]['breakfast'],
                                             'Breakfast', flag,
                                             ' to _Group Meeting_ tomorrow')
                    if result['this']['type'] == 'ES':
                        if BOT['SLACK']['DUTY']['ETERNA']['MSG_MIC']:
                            self.compose_msg(
                                ppls['monthly']['eterna'],
                                'Eterna Microphone Setup', flag,
                                ' for the upcoming _Eterna Open Group Meeting_. Please arrive *30 min* early. The instructions are <https://docs.google.com/document/d/1bh5CYBklIdZl65LJDsBffC8m8J_3jKf4FY1qiYjRIw8/edit|here>'
                            )

                elif datetime.utcnow().date().isoweekday() == day_2:
                    offset = int(
                        BOT['SLACK']['REMINDER']['DAY_BEFORE_REMINDER_2'])
                    year = (datetime.utcnow() +
                            timedelta(days=offset)).date().year
                    date = datetime.strptime(
                        "%s %s" % (dash_schedule(0)['this']['date'], year),
                        '%b %d %Y')
                    if (datetime.utcnow() +
                            timedelta(days=offset)).date() != date.date():
                        (who_id, _) = find_slack_id(
                            ppls['weekly']['group meeting']['main'])
                        send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                        send_notify_slack(send_to, '', [{
                            "fallback":
                            'ERROR',
                            "mrkdwn_in": ["text"],
                            "color":
                            "warning",
                            "text":
                            'Mismatch in Schedule Spreadsheet date. It seems to be not up-to-date. Please fix the Spreadsheet immediately!'
                        }])

                    if result['this']['type'] == 'ES':
                        who = result['this']['who']
                        (who_id, _) = find_slack_id(who)
                        send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id

                        if BOT['SLACK']['REMINDER']['ES']['REMINDER_2']:
                            (who_id2, _) = find_slack_id(
                                ppls['monthly']['eterna']['main'])
                            self.msg_handles.append((send_to, '', [{
                                "fallback":
                                'Reminder',
                                "mrkdwn_in": ["text", "fields"],
                                "color":
                                "c28fdd",
                                "text":
                                '*LAB DUTY*: Just a reminder for sending a description of your upcoming _Eterna Open Group Meeting_ to <%s> and <@%s> for releasing news on both DasLab Website and EteRNA broadcast.'
                                % (SLACK['ADMIN_NAME'], who_id2)
                            }]))
                        if BOT['SLACK']['DUTY']['ETERNA']['MSG_BROADCAST']:
                            self.compose_msg(
                                ppls['monthly']['eterna'],
                                'Eterna Broadcast Posting', flag,
                                ' for _Eterna Open Group Meeting_. If _%s_ <@%s> hasn\'t send out descriptions, please ask him/her!'
                                % (who, who_id))
                        if BOT['SLACK']['DUTY']['ETERNA']['MSG_NEWS']:
                            (who_id, _) = find_slack_id(
                                ppls['monthly']['website']['main'])
                            send_to = SLACK[
                                'ADMIN_NAME'] if DEBUG else '@' + who_id
                            self.msg_handles.append((send_to, '', [{
                                "fallback":
                                'Reminder',
                                "mrkdwn_in": ["text", "fields"],
                                "color":
                                "c28fdd",
                                "text":
                                '*LAB DUTY*: Just a reminder for posting news on lab website about the upcoming _Eterna Open Group Meeing_ on *%s* by _%s_ <@%s>.'
                                % (result['this']['date'], who, who_id)
                            }]))
                    elif result['this']['type'] == 'JC':
                        if BOT['SLACK']['REMINDER']['JC']['REMINDER_2']:
                            who = result['this']['who']
                            (who_id, _) = find_slack_id(who)
                            send_to = SLACK[
                                'ADMIN_NAME'] if DEBUG else '@' + who_id
                            self.msg_handles.append((send_to, '', [{
                                "fallback":
                                'Reminder',
                                "mrkdwn_in": ["text", "fields"],
                                "color":
                                "c28fdd",
                                "text":
                                '*LAB DUTY*: Just a reminder for posting your paper of choice for the upcoming _Journal Club_ to `#general`.'
                            }]))
                    else:
                        return
                elif datetime.utcnow().date().isoweekday(
                ) == result['weekday']:
                    if BOT['SLACK']['DUTY']['MONTH']['MSG_SCHEDULE']:
                        self.compose_msg(
                            ppls[flag]['group meeting'], 'Meeting Scheduling',
                            flag,
                            ' (move current down to bottom, and move next up top)'
                        )
                else:
                    return

            elif flag == 'monthly':
                if BOT['SLACK']['DUTY']['MONTH']['MSG_AWS']:
                    self.compose_msg(ppls[flag]['amazon'],
                                     'Amazon Web Services', flag, '')
                if BOT['SLACK']['DUTY']['MONTH']['MSG_WEBSITE']:
                    self.compose_msg(ppls[flag]['website'], 'Website', flag,
                                     '')

                if BOT['SLACK']['DUTY']['MONTH']['MSG_BDAY']:
                    self.compose_msg(ppls[flag]['birthday'],
                                     'Birthday Celebrations', flag, '')

                    day = datetime.utcnow().date()
                    fields = []
                    for ppl in Member.objects.filter(is_alumni=0).exclude(
                            bday__isnull=True).order_by('bday'):
                        temp = datetime.strptime(
                            '%s/%s' % (day.year, ppl.bday), '%Y/%m/%d')
                        is_upcoming = (temp <= datetime.utcnow() + timedelta(
                            days=60)) and (temp >= datetime.utcnow())
                        if day.month >= 10:
                            temp = datetime.strptime(
                                '%s/%s' % (day.year + 1, ppl.bday), '%Y/%m/%d')
                            is_upcoming = is_upcoming or (
                                (temp <=
                                 datetime.utcnow() + timedelta(days=60)) and
                                (temp >= datetime.utcnow()))
                        if is_upcoming:
                            fields.append({
                                'title': ppl.full_name(),
                                'value': ppl.bday,
                                'short': True
                            })
                    if not fields:
                        fields.append({
                            'title': 'Nobody',
                            'value': '_within next 60 days_',
                            'short': True
                        })

                    birthday = ppls[flag]['birthday']
                    (who_main, _) = find_slack_id(birthday['main'])
                    (who_bkup, _) = find_slack_id(birthday['backup'])
                    send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_main
                    self.msg_handles.append((send_to, '', [{
                        "fallback":
                        'Reminder',
                        "mrkdwn_in": ["text", "fields"],
                        "color":
                        "ff912e",
                        "text":
                        '_Upcoming Birthdays_:',
                        "fields":
                        fields
                    }]))

                if datetime.utcnow().date().month == 11:
                    (who_id,
                     _) = find_slack_id(ppls['quarterly']['github']['main'])
                    send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                    self.msg_handles.append((send_to, '', [{
                        "fallback":
                        'Reminder',
                        "mrkdwn_in": ["text", "fields"],
                        "color":
                        "3ed4e7",
                        "text":
                        '*REMINDER*: Renewal of `Dropbox` membership _annually_. Please renew and check the payment status.'
                    }]))
                    self.msg_handles.append((send_to, '', [{
                        "fallback":
                        'Reminder',
                        "mrkdwn_in": ["text", "fields"],
                        "color":
                        "3ed4e7",
                        "text":
                        '*REMINDER*: Renewal of `GitHub` membership _annually_. Please renew and check the payment status.'
                    }]))
                elif datetime.utcnow().date().month == 8:
                    (who_id, _) = find_slack_id(ppls[flag]['amazon']['main'])
                    send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                    self.msg_handles.append((send_to, '', [{
                        "fallback":
                        'Reminder',
                        "mrkdwn_in": ["text", "fields"],
                        "color":
                        "3ed4e7",
                        "text":
                        '*REMINDER*: Renewal of `AWS` reserved instances [all upfront] _annually_. Please renew and check the payment status.'
                    }]))

            elif flag == 'quarterly':
                if BOT['SLACK']['DUTY']['QUARTER']['MSG_TRIP']:
                    self.compose_msg(ppls[flag]['lab trips'],
                                     'Lab Outing / Trips', flag, '')
                if BOT['SLACK']['DUTY']['QUARTER']['MSG_GIT']:
                    self.compose_msg(ppls[flag]['github'],
                                     'Mailing / Slack / GitHub', flag, '')

        except Exception:
            print traceback.format_exc()
            send_error_slack(traceback.format_exc(), 'Send Duty Reminders',
                             ' '.join(sys.argv), 'log_cron_duty.log')
            self.stdout.write("Finished with \033[41mERROR\033[0m!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)

        else:
            for h in self.msg_handles:
                send_notify_slack(*h)
                if '@' in h[0]:
                    self.stdout.write(
                        '\033[92mSUCCESS\033[0m: PM\'ed duty reminder to \033[94m%s\033[0m in Slack.'
                        % h[0])

        if (not DEBUG) and len(self.msg_handles):
            send_notify_slack(SLACK['ADMIN_NAME'], '', [{
                "fallback":
                'SUCCESS',
                "mrkdwn_in": ["text"],
                "color":
                "good",
                "text":
                '*SUCCESS*: Scheduled %s *Duty Reminder* finished @ _%s_\n' %
                (flag, time.ctime())
            }])
        self.stdout.write("Finished with \033[92mSUCCESS\033[0m!")
        self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#4
0
    def handle(self, *args, **options):
        if not BOT['SLACK']['IS_FLASH_SETUP']: return
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))
        flag_mismatch = False

        try:
            result = dash_duty(0)
            ppls = result['ppls']
            result = dash_schedule(0)
            offset_1 = int(BOT['SLACK']['REMINDER']['DAY_BEFORE_REMINDER_1'])
            offset_2 = int(BOT['SLACK']['REMINDER']['DAY_BEFORE_REMINDER_2'])
            day_1 = (result['weekday'] - offset_1)
            if day_1 < 0: day_1 += 7
            if datetime.utcnow().date().isoweekday() != day_1: return

            types = {'ES': 'EteRNA Special', 'GM': 'Group Meeting', 'JC': 'Journal Club', 'FS': 'Flash Slides'}

            year = (datetime.utcnow() + timedelta(days=offset_1)).date().year
            date = datetime.strptime("%s %s" % (result['this']['date'], year), '%b %d %Y')
            if result['this']['type'] == 'N/A':
                msg_this = 'Hi all,\n\nThis is a reminder that there will be *`NO Meeting`* this week'
                if result['this']['note']:
                    msg_this += ' due to: _%s_.' % result['this']['note']
                else:
                    msg_this += '.'
                send_to = SLACK['ADMIN_NAME'] if DEBUG else "#general"
                self.msg_handles.append( (send_to, '', [{"fallback": 'Reminder', "mrkdwn_in": ["text"], "color": "good", "title": 'Group Meeting Reminder', "text": msg_this, "thumb_url": 'https://daslab.stanford.edu/site_media/images/group/logo_bot.jpg'}]) )
                self.stdout.write('\033[92mSUCCESS\033[0m: Google Presentation skipped (N/A for this week: \033[94m%s\033[0m).' % datetime.strftime(date, '%b %d %Y'))
            else:
                type_this = types[result['this']['type']]
                if (datetime.utcnow() + timedelta(days=offset_1)).date() != date.date():
                    (who_id, _) = find_slack_id(ppls['weekly']['group meeting']['main'])
                    send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                    send_notify_slack(send_to, '', [{"fallback": 'ERROR', "mrkdwn_in": ["text"], "color": "warning", "text": 'Mismatch in Schedule Spreadsheet date. It seems to be not up-to-date.\nFlash Slide has *`NOT`* been setup yet for this week! Please investigate and fix the setup immediately.'}])
                    flag_mismatch = True
                    sys.exit(1)

                title = 'Flash Slides: %s' % datetime.strftime(date, '%b %d %Y')
                access_token = requests.post('https://www.googleapis.com/oauth2/v3/token?refresh_token=%s&client_id=%s&client_secret=%s&grant_type=refresh_token' % (DRIVE['REFRESH_TOKEN'], DRIVE['CLIENT_ID'], DRIVE['CLIENT_SECRET'])).json()['access_token']
                temp = requests.post('https://www.googleapis.com/drive/v2/files/%s/copy?access_token=%s' % (DRIVE['TEMPLATE_PRESENTATION_ID'], access_token), json={"title": "%s" % title})
                ppt_id = temp.json()['id']
                temp = requests.post('https://www.googleapis.com/drive/v2/files/%s/permissions?sendNotificationEmails=false&access_token=%s' % (ppt_id, access_token), json={"role": "writer", "type": "group", "value": "*****@*****.**"})
                if temp.status_code != 200:
                    self.stdout.write('\033[41mERROR\033[0m: Google Presentation (\033[94m%s\033[0m) created but NOT shared.' % ppt_id)
                    if IS_SLACK:
                        (who_id, _) = find_slack_id(ppls['weekly']['flash slide']['main'])
                        send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                        send_notify_slack(send_to, '', [{"fallback": 'ERROR', "mrkdwn_in": ["text"], "color": "warning", "text": 'FlashSlide was created but failed on sharing to the group.\nFlash Slide setup is *`NOT`* complete! Please investigate and fix the setup immediately.'}])
                        send_error_slack(temp.json(), 'Group Meeting Setup', ' '.join(sys.argv), 'log_cron_cache.log')
                else:
                    self.stdout.write('\033[92mSUCCESS\033[0m: Google Presentation (\033[94m%s\033[0m) created and shared.' % ppt_id)

                flash_slides = FlashSlide(date=date, link='https://docs.google.com/presentation/d/%s/edit#slide=id.p' % ppt_id)
                flash_slides.save()
                self.stdout.write('\033[92mSUCCESS\033[0m: Google Presentation (\033[94m%s\033[0m) saved in MySQL.' % ppt_id)

                flag = result['this']['note'].lower().replace(' ', '')
                name = result['this']['who']
                ids = []
                if '/' in name or '&' in name:
                    names = name.replace('/', '*|*').replace('&', '*|*').replace(' ', '').split('*|*')
                elif name.strip() and name != '-':
                    names = [name]
                else:
                    names = []

                if name:
                    for name in names:
                        (who_id, sunet_id) = find_slack_id(name)
                        if flag == 'endofrotationtalk' and BOT['SLACK']['REMINDER']['ROT']['REMINDER_1']:
                            if GROUP.find_type(sunet_id) == 'roton':
                                msg_who = 'Just a reminder: Please send your presentation to %s (site admin) for `archiving` *after* your presentation this _%s_.' % (SLACK['ADMIN_NAME'], datetime.strftime(date, '%A'))
                                ids.append('_' + name + '_ <@' + who_id + '>')
                                send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                                self.msg_handles.append( (send_to, '', [{"fallback": 'Reminder', "mrkdwn_in": ["text"], "color": "good", "text": msg_who}]))
                            else:
                                if sunet_id == 'none':
                                    self.stdout.write('\033[41mERROR\033[0m: rotation student (\033[94m%s\033[0m) not found.' % name)
                                elif sunet_id == 'ambiguous':
                                    self.stdout.write('\033[41mERROR\033[0m: rotation student (\033[94m%s\033[0m) is ambiguate (more than 1 match).' % name)
                                else:
                                    self.stdout.write('\033[41mERROR\033[0m: rotation student (\033[94m%s\033[0m) not available in database.' % name)
                        elif GROUP.find_type(sunet_id) in ['admin', 'group', 'alumni', 'other']:
                            ids.append('_' + name + '_ <@' + who_id + '>')
                        else:
                            ids.append('_%s_' % name)
                else:
                    ids = ['_(None)_']

                (who_id, _) = find_slack_id(ppls['monthly']['website']['main'])
                send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                if flag == 'endofrotationtalk' and BOT['SLACK']['REMINDER']['ROT']['REMINDER_ADMIN']:
                    self.msg_handles.append( (send_to, '', [{"fallback": 'REMINDER', "mrkdwn_in": ["text"], "color": "warning", "text": '*REMINDER*: Add *RotationStudent* entry for _%s_.' % datetime.strftime(date, '%b %d %Y (%a)')}]) )
                if result['this']['type'] == 'JC' and BOT['SLACK']['REMINDER']['JC']['REMINDER_ADMIN']:
                    self.msg_handles.append( (send_to, '', [{"fallback": 'REMINDER', "mrkdwn_in": ["text"], "color": "warning", "text": '*REMINDER*: Add *JournalClub* entry for _%s_.' % datetime.strftime(date, '%b %d %Y (%a)')}]) )
                elif result['this']['type'] == 'ES' and BOT['SLACK']['REMINDER']['ES']['REMINDER_ADMIN']:
                    self.msg_handles.append( (send_to, '', [{"fallback": 'REMINDER', "mrkdwn_in": ["text"], "color": "warning", "text": '*REMINDER*: Add *EternaYoutube* entry for _%s_.' % datetime.strftime(date, '%b %d %Y (%a)')}]) )

                send_to = SLACK['ADMIN_NAME'] if DEBUG else "#general"
                super_prefix = '*Extended/Super* ' if result['this']['type'] == 'FS' else ''
                self.msg_handles.append( (send_to, '', [{"fallback": 'Reminder', "mrkdwn_in": ["text", "fields"], "color": "good", "title": 'Group Meeting Reminder', "text": 'Hi all,\n\nThis is a reminder that group meeting will be %s*`%s`* for this week.\n' % (super_prefix, type_this), "thumb_url": 'https://daslab.stanford.edu/site_media/images/group/logo_bot.jpg', "fields": [{'title': 'Date', 'value': '_%s_' % datetime.strftime(date, '%b %d %Y (%a)'), 'short': True}, {'title': 'Time & Place', 'value': '_%s @ %s_' % (result['time']['start'], result['place']), 'short': True}, {'title': 'Type', 'value': '`%s`' % type_this, 'short': True}, {'title': 'Presenter', 'value': '%s' % ', \n'.join(ids), 'short': True}] }]) )
                self.msg_handles.append( (send_to, '', [{"fallback": '%s' % title, "mrkdwn_in": ["text"], "color": "warning", "title": '%s' % title, "text": '*<https://docs.google.com/presentation/d/%s/edit#slide=id.p>*\nA <https://daslab.stanford.edu/group/flash_slide/|full list> of Flash Slide links is available on the DasLab Website.' % ppt_id}]) )

            if result['last']['note'].lower().replace(' ', '') == 'endofrotationtalk' and BOT['SLACK']['REMINDER']['ROT']['REMINDER_2']:
                (who_id, _) = find_slack_id(ppls['quarterly']['github']['main'])
                send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                self.msg_handles.append( (send_to, '', [{"fallback": 'REMINDER', "mrkdwn_in": ["text"], "color": "warning", "text": '*REMINDER*: Revoke permissions (_Group Website_ and _Slack Membership_) of recent finished *RotationStudent*.'}]) )


            if result['next']['type'] == 'N/A':
                msg_next = 'For next week, there will be *`NO Meeting`*'
                if result['next']['note']:
                    msg_next += ' due to: _%s_.' % result['next']['note']
                else:
                    msg_next += '.'
                send_to = SLACK['ADMIN_NAME'] if DEBUG else "#general"
                self.msg_handles.append( (send_to, '', [{"fallback": 'Reminder', "mrkdwn_in": ["text"], "color": "439fe0", "text": msg_next}]) )
            else:
                type_next = types[result['next']['type']]
                year = (datetime.utcnow() + timedelta(days=(offset_1 + 7))).date().year
                date = datetime.strptime("%s %s" % (result['next']['date'], year), '%b %d %Y')

                msg_who = 'Just a reminder that you are up for `%s` *next* _%s_ (*%s*).\n' % (type_next, datetime.strftime(date, '%A'), datetime.strftime(date, '%b %d'))
                if result['next']['type'] == 'JC' and BOT['SLACK']['REMINDER']['JC']['REMINDER_1']:
                    date = (datetime.utcnow() + timedelta(days=(offset_1 + 7 - offset_2))).date()
                    msg_who += ' Please post your paper of choice to the group `#general` channel by *next* _%s_ (*%s*).\n' % (datetime.strftime(date, '%A'), datetime.strftime(date, '%b %d'))
                elif result['next']['type'] == 'ES' and BOT['SLACK']['REMINDER']['ES']['REMINDER_1']:
                    date = (datetime.utcnow() + timedelta(days=(offset_1 + 7 - offset_2))).date()
                    msg_who += ' Please post a brief description of the topic to the group `#general` channel by *next* _%s_ (*%s*) to allow time for releasing news on both DasLab Website and EteRNA broadcast.\n' % (datetime.strftime(date, '%A'), datetime.strftime(date, '%b %d'))

                name = result['next']['who']
                ids = []
                if '/' in name or '&' in name:
                    names = name.replace('/', '*|*').replace('&', '*|*').replace(' ', '').split('*|*')
                elif name.strip() and name != '-':
                    names = [name]
                else:
                    names = []

                if name:
                    for name in names:
                        (who_id, sunet_id) = find_slack_id(name)
                        if GROUP.find_type(sunet_id) != 'unknown':
                            ids.append('_' + name + '_ <@' + who_id + '>')

                            if (result['next']['type'] == 'JC' and BOT['SLACK']['REMINDER']['JC']['REMINDER_1']) or (result['next']['type'] == 'ES' and BOT['SLACK']['REMINDER']['ES']['REMINDER_1']) or (result['next']['type'] == 'GM' and (BOT['SLACK']['REMINDER']['JC']['REMINDER_1'] or BOT['SLACK']['REMINDER']['ES']['REMINDER_1'] or BOT['SLACK']['REMINDER']['ROT']['REMINDER_1'])):
                                send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                                self.msg_handles.append( (send_to, '', [{"fallback":'Reminder', "mrkdwn_in": ["text"], "color":"good", "text":msg_who}]))
                            else:
                                if sunet_id == 'none':
                                    self.stdout.write('\033[41mERROR\033[0m: member (\033[94m%s\033[0m) not found.' % name)
                                elif sunet_id == 'ambiguous':
                                    self.stdout.write('\033[41mERROR\033[0m: member (\033[94m%s\033[0m) is ambiguate (more than 1 match).' % name)
                                else:
                                    self.stdout.write('\033[41mERROR\033[0m: member (\033[94m%s\033[0m) not available in database.' % name)
                        else:
                            ids.append('_%s_' % name)
                else:
                    ids = ['_(None)_']

                send_to = SLACK['ADMIN_NAME'] if DEBUG else "#general"
                date = datetime.strptime("%s %s" % (result['next']['date'], year), '%b %d %Y')
                self.msg_handles.append( (send_to, '', [{"fallback": 'Reminder', "mrkdwn_in": ["text", "fields"], "color": "439fe0", "text": 'For next week: \n', "thumb_url": 'https: //daslab.stanford.edu/site_media/images/group/logo_bot.jpg', "fields": [{'title': 'Date', 'value': '_%s_' % datetime.strftime(date, '%b %d %Y (%a)'), 'short': True}, {'title': 'Time & Place', 'value': '_%s @ %s_' % (result['time']['start'], result['place']), 'short': True}, {'title': 'Type', 'value': '`%s`' % type_next, 'short': True}, {'title': 'Presenter', 'value': '%s' % ', \n'.join(ids), 'short': True}] }]) )

            (who_id, _) = find_slack_id(ppls['weekly']['group meeting']['main'])
            self.msg_handles.append( (send_to, '', [{"fallback": 'Reminder', "mrkdwn_in": ["text"], "color": "danger", "text": 'The <https://daslab.stanford.edu/group/schedule/|full schedule> is available on the DasLab Website. For questions regarding the schedule, please contact <@%s>. Thanks for your attention.\n\nSite Admin: <%s>' % (who_id, SLACK['ADMIN_NAME'])}]) )

        except Exception:
            if flag_mismatch: return
            send_error_slack(traceback.format_exc(), 'Group Meeting Setup', ' '.join(sys.argv), 'log_cron_meeting.log')

            if result['this']['type'] != 'N/A':
                year = (datetime.utcnow() + timedelta(days=offset_1)).date().year
                date = datetime.strptime("%s %s" % (result['this']['date'], year), '%b %d %Y')
                FlashSlide.objects.get(date=date).delete()
                requests.delete('https://www.googleapis.com/drive/v2/files/%s/?access_token=%s' % (ppt_id, access_token))
                self.stdout.write('\033[92mSUCCESS\033[0m: Google Presentation (\033[94m%s\033[0m) deleted.' % ppt_id)
                self.stdout.write('\033[92mSUCCESS\033[0m: Google Presentation (\033[94m%s\033[0m) removed in MySQL.' % ppt_id)

            if IS_SLACK:
                (who_id, _) = find_slack_id(ppls['weekly']['flash slide']['main'])
                send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
                send_notify_slack(send_to, '', [{"fallback": 'ERROR', "mrkdwn_in": ["text"], "color": "warning", "text": 'FlashSlide table in MySQL database, presentation in Google Drive, and posted messages in Slack are rolled back.\nFlash Slide has *`NOT`* been setup yet for this week! Please investigate and fix the setup immediately.'}])
            else:
                send_notify_emails('{%s} ERROR: Weekly Meeting Setup' % env('SERVER_NAME'), 'This is an automatic email notification for the failure of scheduled weekly flash slides setup. The following error occurred:\n\n%s\n\n%s\n\nFlashSlide table in MySQL database, presentation in Google Drive, and posted messages in Slack are rolled back.\n\n** Flash Slide has NOT been setup yet for this week! Please investigate and fix the setup immediately.\n\n%s Website Admin' % (ts, err, env('SERVER_NAME')))

            self.stdout.write("Finished with \033[41mERROR\033[0m!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)

        else:
            for h in self.msg_handles:
                send_notify_slack(*h)
                if '@' in h[0]:
                    self.stdout.write('\033[92mSUCCESS\033[0m: PM\'ed reminder to \033[94m%s\033[0m in Slack.' % h[0])
            self.stdout.write('\033[92mSUCCESS\033[0m: Google Presentation posted in Slack.')
            self.stdout.write('\033[92mSUCCESS\033[0m: Meeting Reminder posted in Slack.')

        if (not DEBUG):
            (who_id, _) = find_slack_id(ppls['weekly']['flash slide']['main'])
            send_to = SLACK['ADMIN_NAME'] if DEBUG else '@' + who_id
            send_notify_slack(send_to, '', [{"fallback": 'SUCCESS', "mrkdwn_in": ["text"], "color": "good", "text": '*SUCCESS*: Scheduled weekly *Flash Slides Setup* finished @ _%s_. Please also paste the link in the Schedule Spreadsheet.\n' % time.ctime()}])
        self.stdout.write("Finished with \033[92mSUCCESS\033[0m!")
        self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#5
0
    def handle(self, *args, **options):
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        if options['item']:
            is_apache = 'apache' in options['item']
            is_config = 'config' in options['item']
            is_mysql = 'mysql' in options['item']
            is_static = 'static' in options['item']
        else:
            is_apache, is_config, is_mysql, is_static = True, True, True, True

        flag = False
        if is_mysql:
            t = time.time()
            self.stdout.write("#1: Restoring MySQL database...")
            try:
                tarfile.open('%s/backup/backup_mysql.tgz' % MEDIA_ROOT,
                             'r:gz').extractall()
                subprocess.check_call(
                    'cat %s/backup/backup_mysql | mysql -u %s -p%s %s' %
                    (MEDIA_ROOT, env.db()['USER'], env.db()['PASSWORD'],
                     env.db()['NAME']),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT)
                os.remove('%s/backup/backup_mysql' % MEDIA_ROOT)
            except Exception:
                send_error_slack(traceback.format_exc(),
                                 'Restore MySQL Database', ' '.join(sys.argv),
                                 'log_cron_restore.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mMySQL\033[0m database overwritten."
                )
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))

        if is_static:
            t = time.time()
            self.stdout.write("#2: Restoring static files...")
            try:
                shutil.rmtree('%s/backup/data' % MEDIA_ROOT)
                tarfile.open('%s/backup/backup_static.tgz' % MEDIA_ROOT,
                             'r:gz').extractall()
                shutil.rmtree('%s/data' % MEDIA_ROOT)
                shutil.move('%s/backup/data' % MEDIA_ROOT, '%s' % MEDIA_ROOT)
                shutil.rmtree('%s/backup/data' % MEDIA_ROOT)
                if (not DEBUG):
                    subprocess.check_call('%s/util_chmod.sh' % MEDIA_ROOT,
                                          shell=True,
                                          stdout=subprocess.PIPE,
                                          stderr=subprocess.STDOUT)
            except Exception:
                send_error_slack(traceback.format_exc(),
                                 'Restore Static Files', ' '.join(sys.argv),
                                 'log_cron_restore.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mstatic\033[0m files overwritten."
                )
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))

        if is_apache:
            t = time.time()
            self.stdout.write("#3: Restoring apache2 settings...")
            try:
                shutil.rmtree('%s/backup/apache2' % MEDIA_ROOT)
                tarfile.open('%s/backup/backup_apache.tgz' % MEDIA_ROOT,
                             'r:gz').extractall()
                shutil.rmtree('/etc/apache2')
                shutil.move('%s/backup/apache2' % MEDIA_ROOT, '/etc/apache2')
                shutil.rmtree('%s/backup/apache2' % MEDIA_ROOT)

                if (not DEBUG):
                    subprocess.check_call('apache2ctl restart',
                                          shell=True,
                                          stdout=subprocess.PIPE,
                                          stderr=subprocess.STDOUT)
            except Exception:
                send_error_slack(traceback.format_exc(),
                                 'Restore Apache2 Settings',
                                 ' '.join(sys.argv), 'log_cron_restore.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mapache2\033[0m settings overwritten."
                )
            self.stdout.write("Time elapsed: %.1f s.\n" % (time.time() - t))

        if is_config:
            t = time.time()
            self.stdout.write("#4: Restoring config settings...")
            try:
                shutil.rmtree('%s/backup/config' % MEDIA_ROOT)
                tarfile.open('%s/backup/backup_config.tgz' % MEDIA_ROOT,
                             'r:gz').extractall()
                shutil.rmtree('%s/config' % MEDIA_ROOT)
                shutil.move('%s/backup/config' % MEDIA_ROOT,
                            '%s/config' % MEDIA_ROOT)
                shutil.rmtree('%s/backup/config' % MEDIA_ROOT)
                if (not DEBUG):
                    subprocess.check_call('apache2ctl restart',
                                          shell=True,
                                          stdout=subprocess.PIPE,
                                          stderr=subprocess.STDOUT)
            except Exception:
                send_error_slack(traceback.format_exc(),
                                 'Restore Config Settings', ' '.join(sys.argv),
                                 'log_cron_restore.log')
                flag = True
            else:
                self.stdout.write(
                    "    \033[92mSUCCESS\033[0m: \033[94mconfig\033[0m settings overwritten."
                )
            self.stdout.write("Time elapsed: %.1f s.\n" % (time.time() - t))

        if flag:
            self.stdout.write("Finished with errors!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)
        else:
            self.stdout.write("All done successfully!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#6
0
    def handle(self, *args, **options):
        flag = (options['force'] == 1) if options['force'] else False
        if not (BOT['SLACK']['IS_VERSION'] or flag): return
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        d = time.strftime(
            '%Y%m%d')  # datetime.datetime.now().strftime('%Y%m%d')
        t = time.time()
        (ver, syst) = ({}, {})
        self.stdout.write("Checking system versions...")

        try:
            cpu = subprocess.Popen(
                "uptime | sed 's/.*: //g' | sed 's/,/ \//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['linux'] = subprocess.Popen(
                "uname -r | sed 's/[a-z\-]//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['python'] = '%s.%s.%s' % (sys.version_info.major,
                                          sys.version_info.minor,
                                          sys.version_info.micro)
            ver['django'] = subprocess.Popen(
                'python -c "import django; print django.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'pip show django-crontab',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['django_crontab'] = subprocess.Popen(
                "head -2 %s | tail -1 | sed 's/.*: //g'" %
                os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'pip show django-environ',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['django_environ'] = subprocess.Popen(
                "head -2 %s | tail -1 | sed 's/.*: //g'" %
                os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['mysql'] = subprocess.Popen(
                "mysql --version | sed 's/,.*//g' | sed 's/.*Distrib //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['apache'] = subprocess.Popen(
                "apachectl -v | head -1 | sed 's/.*\///g' | sed 's/[a-zA-Z \(\)]//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            if DEBUG:
                ver['mod_wsgi'] = 'N/A'
            else:
                ver['mod_wsgi'] = subprocess.Popen(
                    "apt-cache show libapache2-mod-wsgi | grep Version | head -1 | sed 's/.*: //g' | sed 's/-.*//g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
            if DEBUG:
                ver['mod_webauth'] = 'N/A'
            else:
                ver['mod_webauth'] = subprocess.Popen(
                    "apt-cache show libapache2-webauth | grep Version | head -1 | sed 's/.*: //g' | sed 's/-.*//g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['openssl'] = subprocess.Popen(
                "openssl version | sed 's/.*OpenSSL //g' | sed 's/[a-z].*//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            if DEBUG:
                ver['wallet'] = 'N/A'
            else:
                ver['wallet'] = subprocess.Popen(
                    'wallet -v | sed %s' % "'s/.*wallet //g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()

            ver_jquery = open(
                os.path.join(MEDIA_ROOT, 'media/js/jquery.min.js'),
                'r').readline()
            ver['jquery'] = ver_jquery[ver_jquery.find('v') +
                                       1:ver_jquery.find('|')].strip()
            ver_bootstrap = open(
                os.path.join(MEDIA_ROOT, 'media/js/bootstrap.min.js'),
                'r').readlines()
            ver_bootstrap = ver_bootstrap[1]
            ver['bootstrap'] = ver_bootstrap[ver_bootstrap.find('v') +
                                             1:ver_bootstrap.find('(')].strip(
                                             )
            ver['django_suit'] = subprocess.Popen(
                'python -c "import suit; print suit.VERSION"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['django_adminplus'] = subprocess.Popen(
                'python -c "import adminplus; print adminplus.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            if DEBUG:
                ver['django_filemanager'] = '0.0.2'
            else:
                open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                    subprocess.Popen(
                        'pip show django-filemanager',
                        shell=True,
                        stdout=subprocess.PIPE,
                        stderr=subprocess.STDOUT).communicate()[0].strip())
                ver['django_filemanager'] = subprocess.Popen(
                    "head -2 %s | tail -1 | sed 's/.*: //g'" %
                    os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()

            ver_head = open(
                os.path.join(MEDIA_ROOT, 'media/js/head.load.min.js'),
                'r').readline()
            ver['head'] = ver_head[ver_head.find('v') +
                                   1:ver_head.rfind('*')].strip()
            ver_fullcall = open(
                os.path.join(MEDIA_ROOT, 'media/js/fullcalendar.min.js'),
                'r').readlines()
            ver_fullcall = ver_fullcall[1]
            ver['fullcal'] = ver_fullcall[ver_fullcall.find('v') + 1:].strip()
            ver_moment = open(
                os.path.join(MEDIA_ROOT, 'media/js/moment.min.js'),
                'r').readlines()
            ver_moment = ver_moment[1]
            ver['moment'] = ver_moment[ver_moment.find(':') + 2:].strip()
            # f = open(os.path.join(MEDIA_ROOT, 'media/js/dropzone.min.js'), 'r')
            # ver_dropz = ''.join(f.readlines())
            # ver_dropz = ver_dropz[ver_dropz.find('.version="') + 10 : ver_dropz.find('.version="') + 18]
            # ver += ver_dropz[:ver_dropz.find('"')] + '\t'
            # f.close()

            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'pip show icalendar',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['icalendar'] = subprocess.Popen(
                'head -2 %s | tail -1 | sed %s' %
                (os.path.join(MEDIA_ROOT, 'data/temp.txt'), "'s/.*: //g'"),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['gviz_api'] = '1.8.2'

            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'ssh -V',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['ssh'] = subprocess.Popen(
                "sed 's/^OpenSSH\_//g' %s | sed 's/U.*//' | sed 's/,.*//g' | sed 's/[a-z]/./g'"
                % os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['git'] = subprocess.Popen(
                "git --version | sed 's/.*version //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['nano'] = subprocess.Popen(
                "nano --version | head -1 | sed 's/.*version //g' | sed 's/(.*//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['gdrive'] = subprocess.Popen(
                "drive -v | sed 's/.*v//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            if DEBUG:
                ver['pandoc'] = subprocess.Popen(
                    "pandoc --version | head -1 | sed 's/.*pandoc //g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
            else:
                ver['pandoc'] = subprocess.Popen(
                    "dpkg -l pandoc | tail -1 | sed 's/[a-z ]//g' | sed 's/-.*//g' | sed 's/~.*//g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['curl'] = subprocess.Popen(
                "curl --version | head -1 | sed 's/.*curl //g' | sed 's/ (.*//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['boto'] = subprocess.Popen(
                'python -c "import boto; print boto.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'pip show pygithub',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['pygithub'] = subprocess.Popen(
                "head -2 %s | tail -1 | sed 's/.*: //g'" %
                os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'pip show slacker',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['slacker'] = subprocess.Popen(
                'head -2 %s | tail -1 | sed %s' %
                (os.path.join(MEDIA_ROOT, 'data/temp.txt'), "'s/.*: //g'"),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['dropbox'] = subprocess.Popen(
                'python -c "import dropbox; print dropbox.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['requests'] = subprocess.Popen(
                'python -c "import requests; print requests.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['simplejson'] = subprocess.Popen(
                'python -c "import simplejson; print simplejson.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['virtualenv'] = subprocess.Popen(
                'python -c "import virtualenv; print virtualenv.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['pip'] = subprocess.Popen(
                'python -c "import pip; print pip.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['yuicompressor'] = subprocess.Popen(
                "java -jar %s/../yuicompressor.jar -V" % MEDIA_ROOT,
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            disk_sp = subprocess.Popen(
                'df -h | grep "/dev/"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].split()
            syst['disk'] = [disk_sp[3][:-1] + ' G', disk_sp[2][:-1] + ' G']
            if DEBUG:
                mem_str = subprocess.Popen(
                    'top -l 1 | head -n 10 | grep PhysMem',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
                mem_avail = mem_str[mem_str.find(',') +
                                    1:mem_str.find('unused')].strip()
                if 'M' in mem_avail:
                    mem_avail = '%.1f G' % (int(mem_avail[:-1]) / 1024.)
                else:
                    mem_avail = mem_avail[:-1] + ' ' + mem_avail[-1]
                mem_used = mem_str[mem_str.find(':') +
                                   1:mem_str.find('used')].strip()
                if 'M' in mem_used:
                    mem_used = '%.1f G' % (int(mem_used[:-1]) / 1024.)
                else:
                    mem_used = mem_used[:-1] + ' ' + mem_used[-1]
            else:
                mem_str = subprocess.Popen(
                    'free -h',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip().split(
                        '\n')
                mem_str = [x for x in mem_str[2].split(' ') if x]
                mem_avail = mem_str[-1]
                if mem_avail.endswith('G'):
                    mem_avail = str(float(mem_avail[:-1]) * 1024) + ' M'
                else:
                    mem_avail = mem_avail[:-1] + ' M'
                mem_used = mem_str[-2]
                if mem_used.endswith('G'):
                    mem_used = str(float(mem_used[:-1]) * 1024) + ' M'
                else:
                    mem_used = mem_used[:-1] + ' M'
            syst['memory'] = [mem_avail, mem_used]
            syst['cpu'] = cpu.replace(' ', '').split('/')

            syst['path'] = {
                'root': MEDIA_ROOT,
                'data': MEDIA_ROOT + '/data',
                'media': MEDIA_ROOT + '/media'
            }

            gdrive_dir = 'echo' if DEBUG else 'cd %s' % APACHE_ROOT
            syst['drive'] = subprocess.Popen(
                "%s && drive quota | awk '{ printf $2 \" G\t\"}'" % gdrive_dir,
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip().split('\t')
            syst['ssl_cert'] = dash_ssl()

            if not DEBUG:
                ver['ubuntu'] = subprocess.Popen(
                    "lsb_release -a | head -3 | tail -1 | sed 's/.*Ubuntu //g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
                ver['htop'] = subprocess.Popen(
                    "htop --version | head -1 | sed 's/.*htop //g' | sed 's/ \-.*//g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
                open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                    subprocess.Popen(
                        'aws --version',
                        shell=True,
                        stdout=subprocess.PIPE,
                        stderr=subprocess.STDOUT).communicate()[0].strip())
                ver['aws_cli'] = subprocess.Popen(
                    "sed 's/ Python.*//g' %s | sed 's/.*\///g'" %
                    os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['screen'] = subprocess.Popen(
                "screen --version | sed 's/.*version//g' | sed 's/(.*//g' | sed 's/[a-z ]//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['bash'] = subprocess.Popen(
                "bash --version | head -1 | sed 's/.*version//g' | sed 's/-release.*//g' | sed 's/[ ()]//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['gcc'] = subprocess.Popen(
                "gcc --version | head -1 | sed 's/.*) //g' | sed 's/ .*//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['make'] = subprocess.Popen(
                "make --version | head -1 | sed 's/.*Make//g' | sed 's/ //g' | head -1",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip().split(
                    '\n')[0]
            ver['cmake'] = subprocess.Popen(
                "cmake --version | head -1 | sed 's/.*version//g' | sed 's/ //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['ninja'] = subprocess.Popen(
                "ninja --version",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                subprocess.Popen(
                    'javac -version',
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip())
            ver['java'] = subprocess.Popen(
                "sed 's/.*javac//g' %s | sed 's/_/./g'" %
                os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            if DEBUG:
                open(os.path.join(MEDIA_ROOT, 'data/temp.txt'), 'w').write(
                    subprocess.Popen(
                        'perl -version',
                        shell=True,
                        stdout=subprocess.PIPE,
                        stderr=subprocess.STDOUT).communicate()[0].strip())
                ver['perl'] = subprocess.Popen(
                    "head -2 %s | tail -1 | sed 's/).*//g' | sed 's/.*(//g' | sed 's/[a-z]//g'"
                    % os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
            else:
                ver['perl'] = subprocess.Popen(
                    "dpkg -l perl | tail -1 | sed 's/[a-z ]//g' | sed 's/-.*//g'",
                    shell=True,
                    stdout=subprocess.PIPE,
                    stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['ruby'] = subprocess.Popen(
                "ruby --version | sed 's/.*ruby //g' | sed 's/ (.*//g' | sed 's/[a-z]/./g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['go'] = subprocess.Popen(
                "go version | sed 's/.*version go//g' | sed 's/ .*//g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            ver['coreutils'] = subprocess.Popen(
                "tty --version | head -1 | sed 's/.*) //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['wget'] = subprocess.Popen(
                "wget --version | head -1 | sed 's/.*Wget//g' | sed 's/built.*//g' | sed 's/ //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['tar'] = subprocess.Popen(
                "tar --version | head -1 | sed 's/.*)//g' | sed 's/-.*//g' | sed 's/ //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['setuptools'] = subprocess.Popen(
                'python -c "import setuptools; print setuptools.__version__"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['tkinter'] = subprocess.Popen(
                'python -c "import Tkinter; print Tkinter.Tcl().eval(\'info patchlevel\')"',
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['imagemagick'] = subprocess.Popen(
                "mogrify -version | head -1 | sed 's/\-.*//g' | sed 's/.*ImageMagick //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()
            ver['kerberos'] = subprocess.Popen(
                "klist -V | sed 's/.*version //g'",
                shell=True,
                stdout=subprocess.PIPE,
                stderr=subprocess.STDOUT).communicate()[0].strip()

            simplejson.dump(ver,
                            open(
                                os.path.join(MEDIA_ROOT,
                                             'cache/stat_ver.json'), 'w'),
                            indent=' ' * 4,
                            sort_keys=True)
            simplejson.dump(syst,
                            open(
                                os.path.join(MEDIA_ROOT,
                                             'cache/stat_sys.json'), 'w'),
                            indent=' ' * 4,
                            sort_keys=True)
            subprocess.Popen('rm %s' %
                             os.path.join(MEDIA_ROOT, 'data/temp.txt'),
                             shell=True,
                             stdout=subprocess.PIPE,
                             stderr=subprocess.STDOUT)
            get_backup_stat()

            if not DEBUG:
                ver_txt = "$(tput setab 1) ubuntu %s | linux %s | screen %s | bash %s | ssh %s $(tput sgr 0)\n$(tput setab 172) gcc %s | make %s | cmake %s | ninja %s |$(tput sgr 0)$(tput setab 15)$(tput setaf 16) mysql %s | django %s $(tput sgr 0)\n$(tput setab 11)$(tput setaf 16) python %s | java %s | perl %s | ruby %s | go %s $(tput sgr 0)\n$(tput setab 2) coreutils %s | wget %s | tar %s | curl %s | gdrive %s | pandoc %s $(tput sgr 0)\n$(tput setab 22) tkinter %s | virtualenv %s | setuptools %s | requests %s | simplejson %s $(tput sgr 0)\n$(tput setab 39) jquery %s | bootstrap %s | headload %s | moment %s | fullcalendar %s $(tput sgr 0)\n$(tput setab 20) crontab %s | environ %s | suit %s | adminplus %s | filemanager %s $(tput sgr 0)\n$(tput setab 55) boto %s | pygithub %s | slacker %s | dropbox %s | icalendar %s | gviz %s $(tput sgr 0)\n$(tput setab 171) apache %s | wsgi %s | webauth %s | openssl %s | wallet %s | kerberos %s $(tput sgr 0)\n$(tput setab 8) git %s | pip %s | nano %s | imagemagick %s | htop %s | awscli %s $(tput sgr 0)\n\n\n$(tput setab 15)$(tput setaf 16) Das Lab Website Server $(tput sgr 0)\n$(tput setab 15)$(tput setaf 16) daslab.stanford.edu / $(tput setaf 1)52$(tput setaf 16).$(tput setaf 2)25$(tput setaf 16).$(tput setaf 172)214$(tput setaf 16).$(tput setaf 4)40 $(tput sgr 0)\n" % (
                    ver['ubuntu'], ver['linux'], ver['screen'], ver['bash'],
                    ver['ssh'], ver['gcc'], ver['make'], ver['cmake'],
                    ver['ninja'], ver['mysql'], ver['django'], ver['python'],
                    ver['java'], ver['perl'], ver['ruby'], ver['go'],
                    ver['coreutils'], ver['wget'], ver['tar'], ver['curl'],
                    ver['gdrive'], ver['pandoc'], ver['tkinter'],
                    ver['virtualenv'], ver['setuptools'], ver['requests'],
                    ver['simplejson'], ver['jquery'], ver['bootstrap'],
                    ver['head'], ver['moment'], ver['fullcal'],
                    ver['django_crontab'], ver['django_environ'],
                    ver['django_suit'], ver['django_adminplus'],
                    ver['django_filemanager'], ver['boto'], ver['pygithub'],
                    ver['slacker'], ver['dropbox'], ver['icalendar'],
                    ver['gviz_api'], ver['apache'], ver['mod_wsgi'],
                    ver['mod_webauth'], ver['openssl'], ver['wallet'],
                    ver['kerberos'], ver['git'], ver['pip'], ver['nano'],
                    ver['imagemagick'], ver['htop'], ver['aws_cli'])
                subprocess.check_call('echo "%s" > %s/cache/sys_ver.txt' %
                                      (ver_txt, MEDIA_ROOT),
                                      shell=True,
                                      stdout=subprocess.PIPE,
                                      stderr=subprocess.STDOUT)

        except Exception:
            send_error_slack(traceback.format_exc(), 'Update System Versions',
                             ' '.join(sys.argv), 'log_cron_version.log')

            self.stdout.write("Finished with \033[41mERROR\033[0m!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)

        if (not DEBUG) and BOT['SLACK']['ADMIN']['MSG_VERSION']:
            send_notify_slack(SLACK['ADMIN_NAME'], '', [{
                "fallback":
                'SUCCESS',
                "mrkdwn_in": ["text"],
                "color":
                "good",
                "text":
                '*SUCCESS*: Scheduled weekly *Version* finished @ _%s_\n' %
                time.ctime()
            }])
        self.stdout.write("Time elapsed: %.1f s.\n" % (time.time() - t))
        self.stdout.write(
            "\033[92mSUCCESS\033[0m: \033[94mVersions\033[0m recorded in cache/stat_sys.json and cache/stat_ver.json."
        )
        self.stdout.write("All done successfully!")
        self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#7
0
    def handle(self, *args, **options):
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        if options['item']:
            is_apache = 'apache' in options['item']
            is_config = 'config' in options['item']
            is_mysql = 'mysql' in options['item']
            is_static = 'static' in options['item']
        else:
            is_apache, is_config, is_mysql, is_static = True, True, True, True

        flag = False
        if is_mysql:
            t = time.time()
            self.stdout.write("#1: Backing up MySQL database...")
            try:
                subprocess.check_call('mysqldump --quick %s -u %s -p%s > %s/backup/backup_mysql' % (env.db()['NAME'], env.db()['USER'], env.db()['PASSWORD'], MEDIA_ROOT), shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
                tarfile.open('%s/backup/backup_mysql.tgz' % MEDIA_ROOT, 'w:gz').add('%s/backup/backup_mysql' % MEDIA_ROOT, arcname='backup_mysql')
                os.remove('%s/backup/backup_mysql' % MEDIA_ROOT)
            except Exception:
                send_error_slack(traceback.format_exc(), 'Backup MySQL Database', ' '.join(sys.argv), 'log_cron_backup.log')
                flag = True
            else:
                self.stdout.write("    \033[92mSUCCESS\033[0m: \033[94mMySQL\033[0m database dumped.")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))


        if is_static:
            t = time.time()
            self.stdout.write("#2: Backing up static files...")
            try:
                tarfile.open('%s/backup/backup_static.tgz' % MEDIA_ROOT, 'w:gz').add('%s/data' % MEDIA_ROOT, arcname='data')
            except Exception:
                send_error_slack(traceback.format_exc(), 'Backup Static Files', ' '.join(sys.argv), 'log_cron_backup.log')
                flag = True
            else:
                self.stdout.write("    \033[92mSUCCESS\033[0m: \033[94mstatic\033[0m files synced.")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))


        if is_apache:
            t = time.time()
            self.stdout.write("#3: Backing up apache2 settings...")
            try:
                pass
                # tarfile.open('%s/backup/backup_apache2.tgz' % MEDIA_ROOT, 'w:gz').add('/etc/apache2', arcname='apache2')
            except Exception:
                send_error_slack(traceback.format_exc(), 'Backup Apache2 Settings', ' '.join(sys.argv), 'log_cron_backup.log')
                flag = True
            else:
                self.stdout.write("    \033[92mSUCCESS\033[0m: \033[94mapache2\033[0m settings saved.")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t))


        if is_config:
            t = time.time()
            self.stdout.write("#4: Backing up config settings...")
            try:
                tarfile.open('%s/backup/backup_config.tgz' % MEDIA_ROOT, 'w:gz').add('%s/config' % MEDIA_ROOT, arcname='config')
            except Exception:
                send_error_slack(traceback.format_exc(), 'Backup Config Settings', ' '.join(sys.argv), 'log_cron_backup.log')
                flag = True
            else:
                self.stdout.write("    \033[92mSUCCESS\033[0m: \033[94mconfig\033[0m settings saved.")
            self.stdout.write("Time elapsed: %.1f s.\n" % (time.time() - t))


        if flag:
            self.stdout.write("Finished with errors!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)
        else:
            if DEBUG:
                self.stdout.write("\033[94m Backed up locally. \033[0m")
            else:
                (t_cron, d_cron, t_now) = get_date_time('backup')
                local_list = subprocess.Popen('ls -gh %s/backup/*.*gz' % MEDIA_ROOT, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT).communicate()[0].strip().split()
                html = 'File\t\t\t\tTime\t\t\t\tSize\n\n'
                for i in xrange(0, len(local_list), 8):
                    html += '%s\t\t%s %s, %s\t\t%s\n' % (local_list[i + 7], local_list[i + 4], local_list[i + 5], local_list[i + 6], local_list[i + 3])

                if IS_SLACK:
                    if (not DEBUG) and BOT['SLACK']['ADMIN']['MSG_BACKUP']:
                        send_notify_slack(SLACK['ADMIN_NAME'], '', [{"fallback": 'SUCCESS', "mrkdwn_in": ["text"], "color": "good", "text": '*SUCCESS*: Scheduled weekly *Backup* finished @ _%s_\n' % time.ctime()}])
                        # send_notify_slack(SLACK['ADMIN_NAME'], '>```%s```\n' % html, '')
                else:
                    send_notify_emails('{%s} SYSTEM: Weekly Backup Notice' % env('SERVER_NAME'), 'This is an automatic email notification for the success of scheduled weekly backup of the %s Website database and static contents.\n\nThe crontab job is scheduled at %s (UTC) on every %sday.\n\nThe last system backup was performed at %s (PDT).\n\n%s\n\n%s Website Admin\n' % (env('SERVER_NAME'), t_cron, d_cron, t_now, html, env('SERVER_NAME')))
                    self.stdout.write("Admin email (Weekly Backup Notice) sent.")
            get_backup_stat()
            self.stdout.write("Admin Backup Statistics refreshed.")

            self.stdout.write("All done successfully!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
示例#8
0
    def handle(self, *args, **options):
        if not BOT['SLACK']['IS_REPORT']: return
        t0 = time.time()
        self.stdout.write('%s:\t%s' % (time.ctime(), ' '.join(sys.argv)))

        try:
            if os.path.exists('%s/cache/log_alert_admin.log' % MEDIA_ROOT):
                lines = open('%s/cache/log_alert_admin.log' % MEDIA_ROOT,
                             'r').readlines()
                lines = ''.join(lines)
                if (not IS_SLACK):
                    send_notify_emails(
                        '{%s} SYSTEM: Weekly Error Report' %
                        env('SERVER_NAME'),
                        'This is an automatic email notification for the aggregated weekly error report. The following error occurred:\n\n\n%s\n\n%s Website Admin'
                        % (lines, env('SERVER_NAME')))
                    open('%s/cache/log_alert_admin.log' % MEDIA_ROOT,
                         'w').write('')
                    self.stdout.write(
                        "\033[92mSUCCESS\033[0m: All errors were sent to \033[94mEmail\033[0m. Log cleared."
                    )
                else:
                    self.stdout.write(
                        "\033[92mSUCCESS\033[0m: All errors were reported to \033[94mSlack\033[0m already, nothing to do."
                    )

            if os.path.exists('%s/cache/log_cron.log' % MEDIA_ROOT):
                subprocess.check_call('gzip -f %s/cache/log_cron.log' %
                                      MEDIA_ROOT,
                                      shell=True,
                                      stdout=subprocess.PIPE,
                                      stderr=subprocess.STDOUT)
                self.stdout.write(
                    "\033[92mSUCCESS\033[0m: \033[94mlog_cron.log\033[0m gzipped."
                )
            else:
                self.stdout.write(
                    "\033[92mSUCCESS\033[0m: \033[94mlog_cron.log\033[0m not exist, nothing to do."
                )

            msgs = SlackMessage.objects.filter(
                date__lte=(datetime.utcnow() - timedelta(days=15)).date())
            for msg in msgs:
                msg.delete()

        except Exception:
            send_error_slack(traceback.format_exc(), 'Weekly Error Report',
                             ' '.join(sys.argv), 'log_cron_report.log')
            self.stdout.write("Finished with \033[41mERROR\033[0m!")
            self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))
            sys.exit(1)

        if (not DEBUG) and BOT['SLACK']['ADMIN']['MSG_REPORT']:
            send_notify_slack(SLACK['ADMIN_NAME'], '', [{
                "fallback":
                'SUCCESS',
                "mrkdwn_in": ["text"],
                "color":
                "good",
                "text":
                '*SUCCESS*: Scheduled weekly *Report* finished @ _%s_\n' %
                time.ctime()
            }])
        self.stdout.write("Finished with \033[92mSUCCESS\033[0m!")
        self.stdout.write("Time elapsed: %.1f s." % (time.time() - t0))