def __init__(self, debug): handlers = [ (r"/?", RootHandler), (r"/login/?", LoginHandler), (r"/logout/?", LogoutHandler), #(r"/ws/?", WebSocketHandler), (r"/adminForm", AdminHandler), ##### User and Groups API (r"/api/user/?", GetUserApi), (r"/api/users/?", GetUsersApi), (r"/api/users/create/?", CreateUserApi), (r"/api/users/delete/?", DeleteUserApi), (r"/api/users/edit/?", ModifyUserApi), (r"/api/groups/?", GetGroupApi), (r"/api/groups/create", AddGroupApi), (r"/api/groups/delete", DeleteGroupApi), (r"/api/groups/edit", ModifyGroupApi), ##### Notification API (r"/api/v1/notifications?", NotificationsHandler), (r"/api/v1/notification/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", NotificationHandler), (r"/api/v1/notifications/get_valid_fields/?", GetAllValidFieldsForNotifications), (r"/api/permissions/?", GetPermissionsApi), ##### Customers API (r"/api/customers/?", GetCustomerHandler), (r"/api/customers/create/?", AddCustomerHandler), (r"/api/customers/delete/?", DeleteCustomerHandler), (r"/api/customers/edit/?", ModifyCustomerHandler), ##### Monitoring Api (r"/api/monitor/memory/?", GetMemoryStats), (r"/api/monitor/filesystem/?", GetFileSystemStats), (r"/api/monitor/cpu/?", GetCpuStats), (r"/api/monitor/?", GetAllStats), ##### RA Api (r"/api/ra/rd/password/?", SetPassword), (r"/api/ra/rd/([^/]+)/?", RDSession), (r"/ws/ra/status/?", RDStatusQueue), ##### Email API Handlers (r"/api/email/config/create?", CreateEmailConfigHandler), (r"/api/email/config/list?", GetEmailConfigHandler), ##### Logger API Handlers (r"/api/logger/modifyLogging?", LoggingModifyerHandler), (r"/api/logger/getParams?", LoggingListerHandler), ##### Scheduler API Handlers (r"/api/v1/schedules?", ScheduleListerHandler), (r"/api/v1/schedule/([A-Za-z0-9_ ]+.*)?", ScheduleAppDetailHandler), (r"/api/v1/schedules/recurrent/none?", SchedulerDateBasedJobHandler), (r"/api/v1/schedules/recurrent/daily?", SchedulerDailyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/monthly?", SchedulerMonthlyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/yearly?", SchedulerYearlyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/weekly?", SchedulerWeeklyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/custom?", SchedulerCustomRecurrentJobHandler), ##### Reports Api (r"/api/v1/reports/osdetails?", AgentsOsDetailsHandler), (r"/api/v1/reports/hardwaredetails?",AgentsHardwareDetailsHandler), (r"/api/v1/reports/cpudetails?",AgentsCPUDetailsHandler), (r"/api/v1/reports/memorydetails?",AgentsMemoryDetailsHandler), (r"/api/v1/reports/diskdetails?",AgentsDiskDetailsHandler), (r"/api/v1/reports/networkdetails?",AgentsNetworkDetailsHandler), ##### Agent API Handlers (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", AgentHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/bar/severity?",AgentSeverityHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/column/range/apps/os?", AgentOsAppsOverTimeHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/tag?", TagsAgentHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/os?", AgentIdOsAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/remediationvault?", AgentIdAgentAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/custom?", AgentIdCustomAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/supported?", AgentIdSupportedAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/operations?", AgentOperationsHandler), ##### Agents API Handlers (r"/api/v1/agents", AgentsHandler), ##### Tag API Handlers (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", TagHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/bar/severity?",TagSeverityHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/column/range/apps/os?", TagOsAppsOverTimeHandler), #(r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/linear/severity?",TagPackageSeverityOverTimeHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/os?", TagIdOsAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/remediationvault?", TagIdAgentAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/supported?", TagIdSupportedAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/custom?", TagIdCustomAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/operations?", TagOperationsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/stats_by_os?", TagStatsByOsHandler), ##### Tags API Handlers (r"/api/v1/tags", TagsHandler), ##### FileData API Handlers (r'/api/v1/apps/info?', FileInfoHandler), ##### MightyMouse API Handlers (r'/api/v1/relay/([A-Za-z0-9:,"_ ]+.*)?', RelayServerHandler), (r"/api/v1/relay", RelayServersHandler), ##### Os Apps API Handlers (r"/api/v1/app/os/([0-9A-Za-z]{64})?", AppIdOsAppsHandler), (r"/api/v1/app/os/([0-9A-Za-z]{64})/agents?", GetAgentsByAppIdHandler), (r"/api/v1/apps/os", OsAppsHandler), ##### Custom Apps API Handlers (r"/api/v1/app/custom/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", AppIdCustomAppsHandler), (r"/api/v1/app/custom/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/agents?", GetAgentsByCustomAppIdHandler), (r"/api/v1/apps/custom?", CustomAppsHandler), (r"/api/v1/apps/custom/upload/finalize?", ThirdPartyPackageUploadHandler), (r"/api/v1/apps/custom/upload/data?",ThirdPartyUploadHandler), (r"/upload/package?",ThirdPartyPackageUploadHandler), (r"/api/v1/apps/custom/upload/uuid?", GetThirdPartyUuidHandler), ##### Supported Apps API Handlers (r"/api/v1/app/supported/([0-9A-Za-z]{64})?", AppIdSupportedAppsHandler), (r"/api/v1/app/supported/([0-9A-Za-z]{64})/agents?", GetAgentsBySupportedAppIdHandler), (r"/api/v1/apps/supported?", SupportedAppsHandler), ##### Agent Apps API Handlers (r"/api/v1/app/remediationvault/([0-9A-Za-z]{64})?", AppIdAgentAppsHandler), (r"/api/v1/app/remediationvault/([0-9A-Za-z]{64})/agents?", GetAgentsByAgentAppIdHandler), (r"/api/v1/apps/remediationvault?", AgentAppsHandler), ##### Dashboard API Handlers (r"/api/v1/dashboard/graphs/bar/severity?",CustomerSeverityHandler), #(r"/api/v1/dashboard/graphs/linear/severity?",PackageSeverityOverTimeHandler), (r"/api/v1/dashboard/graphs/bar/stats_by_os?", CustomerStatsByOsHandler), (r"/api/v1/dashboard/graphs/column/range/apps/os?", OsAppsOverTimeHandler), (r"/api/v1/dashboard/widgets/unique_count?", WidgetHandler), (r"/api/v1/dashboard/widgets/top_needed?", TopAppsNeededHandler), (r"/api/v1/dashboard/widgets/recently_released?", RecentlyReleasedHandler), ##### Operations API Handlers (r"/api/v1/operations?", GetTransactionsHandler), (r"/api/v1/operation/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", OperationHandler), ##### Generic API Handlers (r"/api/v1/supported/operating_systems?", FetchSupportedOperatingSystems), (r"/api/v1/supported/production_levels?", FetchValidProductionLevels), #(r"/api/package/getDependecies?", GetDependenciesHandler), ##### File system access whitelist (r"/css/(.*?)", tornado.web.StaticFileHandler, {"path": "wwwstatic/css"}), (r"/font/(.*?)", tornado.web.StaticFileHandler, {"path": "wwwstatic/font"}), (r"/img/(.*?)", tornado.web.StaticFileHandler, {"path": "wwwstatic/img"}), (r"/js/(.*?)", tornado.web.StaticFileHandler, {"path": "wwwstatic/js"}), (r"/packages/*/(.*?)", tornado.web.StaticFileHandler, {"path": "/opt/TopPatch/var/packages"}) ] template_path = "/opt/TopPatch/tp/templates" settings = { "cookie_secret": base64.b64encode(uuid.uuid4().bytes + uuid.uuid4().bytes), "login_url": "/login", } self.scheduler = start_scheduler() initialize_indexes_and_create_tables() hierarchy_db.init() tornado.web.Application.__init__(self, handlers, template_path=template_path, debug=debug, **settings)
def initialize_db(): os.umask(0) if not os.path.exists('/opt/TopPatch/var/tmp'): os.mkdir('/opt/TopPatch/var/tmp') if not os.path.exists('/opt/TopPatch/var/log'): os.mkdir('/opt/TopPatch/var/log') if not os.path.exists('/opt/TopPatch/var/rethinkdb'): os.mkdir('/opt/TopPatch/var/rethinkdb') if not os.path.exists('/opt/TopPatch/var/scheduler'): os.mkdir('/opt/TopPatch/var/scheduler') if not os.path.exists('/opt/TopPatch/var/packages'): os.mkdir('/opt/TopPatch/var/packages') if not os.path.exists('/opt/TopPatch/logs'): os.mkdir('/opt/TopPatch/logs') if not os.path.exists('/opt/TopPatch/var/packages/tmp'): os.mkdir('/opt/TopPatch/var/packages/tmp', 0773) if not os.path.exists('/opt/TopPatch/tp/src/plugins/cve/data/xls'): os.makedirs('/opt/TopPatch/tp/src/plugins/cve/data/xls', 0773) if not os.path.exists('/opt/TopPatch/tp/src/plugins/cve/data/xml'): os.mkdir('/opt/TopPatch/tp/src/plugins/cve/data/xml', 0773) if not os.path.exists('/opt/TopPatch/tp/src/plugins/cve/data/html/ubuntu'): os.makedirs('/opt/TopPatch/tp/src/plugins/cve/data/html/ubuntu', 0773) if not os.path.exists('/usr/lib/libpcre.so.1'): os.symlink('/opt/TopPatch/lib/libpcre.so.1', '/usr/lib') if not os.path.exists('/etc/init.d/vFense'): subprocess.Popen( [ 'ln', '-s', '/opt/TopPatch/tp/src/daemon/vFense', '/etc/init.d/vFense' ], ) subprocess.Popen( [ 'update-rc.d', 'vFense', 'defaults' ], ) if not os.path.exists('/etc/init.d/nginx'): subprocess.Popen( [ 'ln', '-s', '/opt/TopPatch/tp/src/daemon/nginx', '/etc/init.d/nginx' ], ) subprocess.Popen( [ 'update-rc.d', 'nginx', 'defaults' ], ) try: tp_exists = pwd.getpwnam('toppatch') except Exception as e: subprocess.Popen( [ 'adduser', 'toppatch', ], ) os.chdir(RETHINK_PATH) rethink_init = subprocess.Popen(['./rethinkdb', 'create', '-d', RETHINK_INSTANCES_PATH], stdout=subprocess.PIPE) rethink_init.poll() rethink_init.wait() if rethink_init.returncode == 0: rethink_start = subprocess.Popen(['./rethinkdb', '--config-file', RETHINK_CONF, '--web-static-directory', RETHINK_WEB]) rethink_start.poll() completed = True sleep(2) while not db_connect(): print 'Sleeping until rethink starts' sleep(2) else: completed = False msg = 'Failed during Rethink initialization' return(completed, msg) if completed: conn = r.connect(port=9009) r.db_create('toppatch_server').run(conn) db = r.db('toppatch_server') conn.close() ci.initialize_indexes_and_create_tables() conn = db_connect() hierarchy_db.init() Hierarchy.create_customer( DefaultCustomer, { CoreProperty.NetThrottle: '0', CoreProperty.CpuThrottle: 'idle', CoreProperty.PackageUrl: url } ) admin_pass = args.admin_password Hierarchy.create_user( 'admin', 'TopPatch Admin Account', '*****@*****.**', admin_pass, groups=[DefaultGroup.Administrator] ) if args.cve_data: print "Updating CVE's..." load_up_all_xml_into_db() print "Done Updating CVE's..." print "Updating Microsoft Security Bulletin Ids..." parse_bulletin_and_updatedb() print "Done Updating Microsoft Security Bulletin Ids..." print "Updating Ubuntu Security Bulletin Ids...( This can take a couple of minutes )" begin_usn_home_page_processing(full_parse=True) print "Done Updating Ubuntu Security Bulletin Ids..." print 'Admin user and password = admin:%s' % (admin_pass) agent_pass = generate_pass() agent = Hierarchy.create_user( 'agent', 'TopPatch Agent Communication Account', '*****@*****.**', agent_pass, groups=[DefaultGroup.Administrator] ) print 'Agent user and password = agent:%s' % (agent_pass) monit.monit_initialization() conn.close() completed = True msg = 'Rethink Initialization and Table creation is now complete' pid = open(RETHINK_PID_FILE, 'r').read() if re.search(r'[0-9]+', pid): try: os.kill(int(pid), signal.SIGTERM) os.remove(RETHINK_PID_FILE) except Exception as e: if e.errno == 3: os.remove(RETHINK_PID_FILE) rql_msg = 'Rethink stopped successfully\n' else: rql_msg = 'Rethink could not be stopped\n' print rql_msg return completed, msg else: completed = False msg = 'Failed during Rethink startup process' return completed, msg
def __init__(self, debug): handlers = [ (r"/?", RootHandler), (r"/login/?", LoginHandler), (r"/logout/?", LogoutHandler), #(r"/ws/?", WebSocketHandler), (r"/adminForm", AdminHandler), ##### User and Groups API (r"/api/user/?", GetUserApi), (r"/api/users/?", GetUsersApi), (r"/api/users/create/?", CreateUserApi), (r"/api/users/delete/?", DeleteUserApi), (r"/api/users/edit/?", ModifyUserApi), (r"/api/groups/?", GetGroupApi), (r"/api/groups/create", AddGroupApi), (r"/api/groups/delete", DeleteGroupApi), (r"/api/groups/edit", ModifyGroupApi), ##### Notification API (r"/api/v1/notifications?", NotificationsHandler), (r"/api/v1/notification/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", NotificationHandler), (r"/api/v1/notifications/get_valid_fields/?", GetAllValidFieldsForNotifications), (r"/api/permissions/?", GetPermissionsApi), ##### Customers API (r"/api/customers/?", GetCustomerHandler), (r"/api/customers/create/?", AddCustomerHandler), (r"/api/customers/delete/?", DeleteCustomerHandler), (r"/api/customers/edit/?", ModifyCustomerHandler), ##### Monitoring Api (r"/api/monitor/memory/?", GetMemoryStats), (r"/api/monitor/filesystem/?", GetFileSystemStats), (r"/api/monitor/cpu/?", GetCpuStats), (r"/api/monitor/?", GetAllStats), ##### RA Api (r"/api/ra/rd/password/?", SetPassword), (r"/api/ra/rd/([^/]+)/?", RDSession), (r"/ws/ra/status/?", RDStatusQueue), ##### Email API Handlers (r"/api/email/config/create?", CreateEmailConfigHandler), (r"/api/email/config/list?", GetEmailConfigHandler), ##### Logger API Handlers (r"/api/logger/modifyLogging?", LoggingModifyerHandler), (r"/api/logger/getParams?", LoggingListerHandler), ##### Scheduler API Handlers (r"/api/v1/schedules?", ScheduleListerHandler), (r"/api/v1/schedule/([A-Za-z0-9_ ]+.*)?", ScheduleAppDetailHandler), (r"/api/v1/schedules/recurrent/none?", SchedulerDateBasedJobHandler), (r"/api/v1/schedules/recurrent/daily?", SchedulerDailyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/monthly?", SchedulerMonthlyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/yearly?", SchedulerYearlyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/weekly?", SchedulerWeeklyRecurrentJobHandler), (r"/api/v1/schedules/recurrent/custom?", SchedulerCustomRecurrentJobHandler), ##### Reports Api (r"/api/v1/reports/osdetails?", AgentsOsDetailsHandler), (r"/api/v1/reports/hardwaredetails?", AgentsHardwareDetailsHandler), (r"/api/v1/reports/cpudetails?", AgentsCPUDetailsHandler), (r"/api/v1/reports/memorydetails?", AgentsMemoryDetailsHandler), (r"/api/v1/reports/diskdetails?", AgentsDiskDetailsHandler), (r"/api/v1/reports/networkdetails?", AgentsNetworkDetailsHandler), ##### Agent API Handlers (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", AgentHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/bar/severity?", AgentSeverityHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/column/range/apps/os?", AgentOsAppsOverTimeHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/tag?", TagsAgentHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/os?", AgentIdOsAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/remediationvault?", AgentIdAgentAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/custom?", AgentIdCustomAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/supported?", AgentIdSupportedAppsHandler), (r"/api/v1/agent/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/operations?", AgentOperationsHandler), ##### Agents API Handlers (r"/api/v1/agents", AgentsHandler), ##### Tag API Handlers (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", TagHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/bar/severity?", TagSeverityHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/column/range/apps/os?", TagOsAppsOverTimeHandler), #(r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/graphs/linear/severity?",TagPackageSeverityOverTimeHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/os?", TagIdOsAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/remediationvault?", TagIdAgentAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/supported?", TagIdSupportedAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/apps/custom?", TagIdCustomAppsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/operations?", TagOperationsHandler), (r"/api/v1/tag/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/stats_by_os?", TagStatsByOsHandler), ##### Tags API Handlers (r"/api/v1/tags", TagsHandler), ##### FileData API Handlers (r'/api/v1/apps/info?', FileInfoHandler), ##### MightyMouse API Handlers (r'/api/v1/relay/([A-Za-z0-9:,"_ ]+.*)?', RelayServerHandler), (r"/api/v1/relay", RelayServersHandler), ##### Os Apps API Handlers (r"/api/v1/app/os/([0-9A-Za-z]{64})?", AppIdOsAppsHandler), (r"/api/v1/app/os/([0-9A-Za-z]{64})/agents?", GetAgentsByAppIdHandler), (r"/api/v1/apps/os", OsAppsHandler), ##### Custom Apps API Handlers (r"/api/v1/app/custom/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", AppIdCustomAppsHandler), (r"/api/v1/app/custom/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})/agents?", GetAgentsByCustomAppIdHandler), (r"/api/v1/apps/custom?", CustomAppsHandler), (r"/api/v1/apps/custom/upload/finalize?", ThirdPartyPackageUploadHandler), (r"/api/v1/apps/custom/upload/data?", ThirdPartyUploadHandler), (r"/upload/package?", ThirdPartyPackageUploadHandler), (r"/api/v1/apps/custom/upload/uuid?", GetThirdPartyUuidHandler), ##### Supported Apps API Handlers (r"/api/v1/app/supported/([0-9A-Za-z]{64})?", AppIdSupportedAppsHandler), (r"/api/v1/app/supported/([0-9A-Za-z]{64})/agents?", GetAgentsBySupportedAppIdHandler), (r"/api/v1/apps/supported?", SupportedAppsHandler), ##### Agent Apps API Handlers (r"/api/v1/app/remediationvault/([0-9A-Za-z]{64})?", AppIdAgentAppsHandler), (r"/api/v1/app/remediationvault/([0-9A-Za-z]{64})/agents?", GetAgentsByAgentAppIdHandler), (r"/api/v1/apps/remediationvault?", AgentAppsHandler), ##### Dashboard API Handlers (r"/api/v1/dashboard/graphs/bar/severity?", CustomerSeverityHandler ), #(r"/api/v1/dashboard/graphs/linear/severity?",PackageSeverityOverTimeHandler), (r"/api/v1/dashboard/graphs/bar/stats_by_os?", CustomerStatsByOsHandler), (r"/api/v1/dashboard/graphs/column/range/apps/os?", OsAppsOverTimeHandler), (r"/api/v1/dashboard/widgets/unique_count?", WidgetHandler), (r"/api/v1/dashboard/widgets/top_needed?", TopAppsNeededHandler), (r"/api/v1/dashboard/widgets/recently_released?", RecentlyReleasedHandler), ##### Operations API Handlers (r"/api/v1/operations?", GetTransactionsHandler), (r"/api/v1/operation/([a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[a-f0-9]{4}-[a-f0-9]{12})?", OperationHandler), ##### Generic API Handlers (r"/api/v1/supported/operating_systems?", FetchSupportedOperatingSystems), (r"/api/v1/supported/production_levels?", FetchValidProductionLevels), #(r"/api/package/getDependecies?", GetDependenciesHandler), ##### File system access whitelist (r"/css/(.*?)", tornado.web.StaticFileHandler, { "path": "wwwstatic/css" }), (r"/font/(.*?)", tornado.web.StaticFileHandler, { "path": "wwwstatic/font" }), (r"/img/(.*?)", tornado.web.StaticFileHandler, { "path": "wwwstatic/img" }), (r"/js/(.*?)", tornado.web.StaticFileHandler, { "path": "wwwstatic/js" }), (r"/packages/*/(.*?)", tornado.web.StaticFileHandler, { "path": "/opt/TopPatch/var/packages" }) ] template_path = "/opt/TopPatch/tp/templates" settings = { "cookie_secret": base64.b64encode(uuid.uuid4().bytes + uuid.uuid4().bytes), "login_url": "/login", } self.scheduler = start_scheduler() initialize_indexes_and_create_tables() hierarchy_db.init() tornado.web.Application.__init__(self, handlers, template_path=template_path, debug=debug, **settings)
def initialize_db(): os.umask(0) if not os.path.exists('/opt/TopPatch/var/tmp'): os.mkdir('/opt/TopPatch/var/tmp') if not os.path.exists('/opt/TopPatch/var/log'): os.mkdir('/opt/TopPatch/var/log') if not os.path.exists('/opt/TopPatch/var/rethinkdb'): os.mkdir('/opt/TopPatch/var/rethinkdb') if not os.path.exists('/opt/TopPatch/var/scheduler'): os.mkdir('/opt/TopPatch/var/scheduler') if not os.path.exists('/opt/TopPatch/var/packages'): os.mkdir('/opt/TopPatch/var/packages') if not os.path.exists('/opt/TopPatch/logs'): os.mkdir('/opt/TopPatch/logs') if not os.path.exists('/opt/TopPatch/var/packages/tmp'): os.mkdir('/opt/TopPatch/var/packages/tmp', 0773) if not os.path.exists('/opt/TopPatch/tp/src/plugins/cve/data/xls'): os.makedirs('/opt/TopPatch/tp/src/plugins/cve/data/xls', 0773) if not os.path.exists('/opt/TopPatch/tp/src/plugins/cve/data/xml'): os.mkdir('/opt/TopPatch/tp/src/plugins/cve/data/xml', 0773) if not os.path.exists('/opt/TopPatch/tp/src/plugins/cve/data/html/ubuntu'): os.makedirs('/opt/TopPatch/tp/src/plugins/cve/data/html/ubuntu', 0773) if not os.path.exists('/usr/lib/libpcre.so.1'): os.symlink('/opt/TopPatch/lib/libpcre.so.1', '/usr/lib') if not os.path.exists('/etc/init.d/vFense'): subprocess.Popen([ 'ln', '-s', '/opt/TopPatch/tp/src/daemon/vFense', '/etc/init.d/vFense' ], ) subprocess.Popen(['update-rc.d', 'vFense', 'defaults'], ) if not os.path.exists('/etc/init.d/nginx'): subprocess.Popen([ 'ln', '-s', '/opt/TopPatch/tp/src/daemon/nginx', '/etc/init.d/nginx' ], ) subprocess.Popen(['update-rc.d', 'nginx', 'defaults'], ) try: tp_exists = pwd.getpwnam('toppatch') except Exception as e: subprocess.Popen([ 'adduser', 'toppatch', ], ) os.chdir(RETHINK_PATH) rethink_init = subprocess.Popen( ['./rethinkdb', 'create', '-d', RETHINK_INSTANCES_PATH], stdout=subprocess.PIPE) rethink_init.poll() rethink_init.wait() if rethink_init.returncode == 0: rethink_start = subprocess.Popen([ './rethinkdb', '--config-file', RETHINK_CONF, '--web-static-directory', RETHINK_WEB ]) rethink_start.poll() completed = True sleep(2) while not db_connect(): print 'Sleeping until rethink starts' sleep(2) else: completed = False msg = 'Failed during Rethink initialization' return (completed, msg) if completed: conn = r.connect(port=9009) r.db_create('toppatch_server').run(conn) db = r.db('toppatch_server') conn.close() ci.initialize_indexes_and_create_tables() conn = db_connect() hierarchy_db.init() Hierarchy.create_customer( DefaultCustomer, { CoreProperty.NetThrottle: '0', CoreProperty.CpuThrottle: 'idle', CoreProperty.PackageUrl: url }) admin_pass = args.admin_password Hierarchy.create_user('admin', 'TopPatch Admin Account', '*****@*****.**', admin_pass, groups=[DefaultGroup.Administrator]) if args.cve_data: print "Updating CVE's..." load_up_all_xml_into_db() print "Done Updating CVE's..." print "Updating Microsoft Security Bulletin Ids..." parse_bulletin_and_updatedb() print "Done Updating Microsoft Security Bulletin Ids..." print "Updating Ubuntu Security Bulletin Ids...( This can take a couple of minutes )" begin_usn_home_page_processing(full_parse=True) print "Done Updating Ubuntu Security Bulletin Ids..." print 'Admin user and password = admin:%s' % (admin_pass) agent_pass = generate_pass() agent = Hierarchy.create_user('agent', 'TopPatch Agent Communication Account', '*****@*****.**', agent_pass, groups=[DefaultGroup.Administrator]) print 'Agent user and password = agent:%s' % (agent_pass) monit.monit_initialization() conn.close() completed = True msg = 'Rethink Initialization and Table creation is now complete' pid = open(RETHINK_PID_FILE, 'r').read() if re.search(r'[0-9]+', pid): try: os.kill(int(pid), signal.SIGTERM) os.remove(RETHINK_PID_FILE) except Exception as e: if e.errno == 3: os.remove(RETHINK_PID_FILE) rql_msg = 'Rethink stopped successfully\n' else: rql_msg = 'Rethink could not be stopped\n' print rql_msg return completed, msg else: completed = False msg = 'Failed during Rethink startup process' return completed, msg