def send_request(self, ssl_client: SslClient) -> str: """Send an HTTP GET to the server and return the HTTP status code. """ try: ssl_client.write(HttpRequestGenerator.get_request(self._hostname)) # Parse the response and print the Location header http_response = HttpResponseParser.parse_from_ssl_connection( ssl_client) if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response result = self.ERR_NOT_HTTP else: redirect = "" if 300 <= http_response.status < 400: redirect_location = http_response.getheader("Location") if redirect_location: # Add redirection URL to the result redirect = f" - {redirect_location}" result = self.GET_RESULT_FORMAT.format(http_response.status, http_response.reason, redirect) except socket.timeout: result = self.ERR_HTTP_TIMEOUT except IOError: result = self.ERR_GENERIC return result
def post_handshake_check(self): try: # TODO: This is code only used by OpenSSLCipherSuitesPlugin anf should be moved there # Send an HTTP GET to the server and store the HTTP Status Code self.write(HttpRequestGenerator.get_request(self._host)) # Parse the response and print the Location header http_response = HttpResponseParser.parse(self) if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response result = self.ERR_NOT_HTTP else: redirect = '' if 300 <= http_response.status < 400: if http_response.getheader('Location', None): # Add redirection URL to the result redirect = ' - ' + http_response.getheader( 'Location', None) result = self.GET_RESULT_FORMAT.format(http_response.status, http_response.reason, redirect) except socket.timeout: result = self.ERR_HTTP_TIMEOUT except IOError: result = self.ERR_GENERIC return result
def _get_security_headers(cls, server_info): hpkp_report_only = False # Perform the SSL handshake ssl_connection = server_info.get_preconfigured_ssl_connection() ssl_connection.connect() certificate_chain = [ cryptography.x509.load_pem_x509_certificate( x509_cert.as_pem().encode('ascii'), backend=default_backend()) for x509_cert in ssl_connection.get_peer_cert_chain() ] # Send an HTTP GET request to the server ssl_connection.write( HttpRequestGenerator.get_request(host=server_info.hostname)) http_resp = HttpResponseParser.parse(ssl_connection) ssl_connection.close() if http_resp.version == 9: # HTTP 0.9 => Probably not an HTTP response raise ValueError('Server did not return an HTTP response') else: hsts_header = http_resp.getheader('strict-transport-security', None) hpkp_header = http_resp.getheader('public-key-pins', None) if hpkp_header is None: hpkp_report_only = True hpkp_header = http_resp.getheader( 'public-key-pins-report-only', None) # We do not follow redirections because the security headers must be set on the first page according to # https://hstspreload.appspot.com/: # "If you are serving an additional redirect from your HTTPS site, that redirect must still have the HSTS # header (rather than the page it redirects to)." return hsts_header, hpkp_header, hpkp_report_only, certificate_chain
def send_request(self, ssl_client: SslClient) -> str: """Send an HTTP GET to the server and return the HTTP status code. """ try: ssl_client.write(HttpRequestGenerator.get_request(self._hostname)) # Parse the response and print the Location header http_response = HttpResponseParser.parse_from_ssl_connection(ssl_client) if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response result = self.ERR_NOT_HTTP else: redirect = '' if 300 <= http_response.status < 400: redirect_location = http_response.getheader('Location') if redirect_location: # Add redirection URL to the result redirect = f' - {redirect_location}' result = self.GET_RESULT_FORMAT.format(http_response.status, http_response.reason, redirect) except socket.timeout: result = self.ERR_HTTP_TIMEOUT except IOError: result = self.ERR_GENERIC return result
def post_handshake_check(self): # type: () -> Text try: # Send an HTTP GET to the server and store the HTTP Status Code self.write(HttpRequestGenerator.get_request(self._hostname)) # Parse the response and print the Location header http_response = HttpResponseParser.parse_from_ssl_connection(self) if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response result = self.ERR_NOT_HTTP else: redirect = '' if 300 <= http_response.status < 400: if http_response.getheader('Location', None): # Add redirection URL to the result redirect = ' - ' + http_response.getheader( 'Location', None) result = self.GET_RESULT_FORMAT.format(http_response.status, http_response.reason, redirect) except socket.timeout: result = self.ERR_HTTP_TIMEOUT except IOError: result = self.ERR_GENERIC return result
def post_handshake_check(self): try: # TODO: This is code only used by OpenSSLCipherSuitesPlugin anf should be moved there # Send an HTTP GET to the server and store the HTTP Status Code self.write(HttpRequestGenerator.get_request(self._host)) # Parse the response and print the Location header http_response = HttpResponseParser.parse(self) if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response result = self.ERR_NOT_HTTP else: redirect = "" if 300 <= http_response.status < 400: if http_response.getheader("Location", None): # Add redirection URL to the result redirect = " - " + http_response.getheader("Location", None) result = self.GET_RESULT_FORMAT.format(http_response.status, http_response.reason, redirect) except socket.timeout: result = self.ERR_HTTP_TIMEOUT except IOError: result = self.ERR_GENERIC return result
def post_handshake_check(self): # type: () -> Text try: # Send an HTTP GET to the server and store the HTTP Status Code self.write(HttpRequestGenerator.get_request(self._hostname)) # Parse the response and print the Location header http_response = HttpResponseParser.parse(self) if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response result = self.ERR_NOT_HTTP else: redirect = '' if 300 <= http_response.status < 400: if http_response.getheader('Location', None): # Add redirection URL to the result redirect = ' - ' + http_response.getheader('Location', None) result = self.GET_RESULT_FORMAT.format(http_response.status, http_response.reason, redirect) except socket.timeout: result = self.ERR_HTTP_TIMEOUT except IOError: result = self.ERR_GENERIC return result
def _get_security_headers(cls, server_info): hpkp_report_only = False # Perform the SSL handshake ssl_connection = server_info.get_preconfigured_ssl_connection() ssl_connection.connect() certificate_chain = ssl_connection.get_peer_cert_chain() # Send an HTTP GET request to the server ssl_connection.write(HttpRequestGenerator.get_request(host=server_info.hostname)) http_resp = HttpResponseParser.parse(ssl_connection) ssl_connection.close() if http_resp.version == 9: # HTTP 0.9 => Probably not an HTTP response raise ValueError("Server did not return an HTTP response") else: hsts_header = http_resp.getheader("strict-transport-security", None) hpkp_header = http_resp.getheader("public-key-pins", None) if hpkp_header is None: hpkp_report_only = True hpkp_header = http_resp.getheader("public-key-pins-report-only", None) # We do not follow redirections because the security headers must be set on the first page according to # https://hstspreload.appspot.com/: # "If you are serving an additional redirect from your HTTPS site, that redirect must still have the HSTS # header (rather than the page it redirects to)." return hsts_header, hpkp_header, hpkp_report_only, certificate_chain
def process_task( self, server_info: ServerConnectivityInfo, scan_command: PluginScanCommand ) -> 'HttpHeadersScanResult': if not isinstance(scan_command, HttpHeadersScanCommand): raise ValueError('Unexpected scan command') if server_info.tls_wrapped_protocol not in [TlsWrappedProtocolEnum.PLAIN_TLS, TlsWrappedProtocolEnum.HTTPS]: raise ValueError('Cannot test for HTTP headers on a StartTLS connection.') # Perform the SSL handshake mozilla_store = TrustStoresRepository.get_default().get_main_store() ssl_connection = server_info.get_preconfigured_ssl_connection(ssl_verify_locations=mozilla_store.path) try: ssl_connection.connect() try: verified_chain_as_pem = ssl_connection.ssl_client.get_verified_chain() except CouldNotBuildVerifiedChain: verified_chain_as_pem = None # Send an HTTP GET request to the server ssl_connection.ssl_client.write(HttpRequestGenerator.get_request(host=server_info.hostname)) # We do not follow redirections because the security headers must be set on the first page according to # https://hstspreload.appspot.com/: # "If you are serving an additional redirect from your HTTPS site, that redirect must still have the HSTS # header (rather than the page it redirects to)." http_response = HttpResponseParser.parse_from_ssl_connection(ssl_connection.ssl_client) finally: ssl_connection.close() if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response raise ValueError('Server did not return an HTTP response') # Parse the certificate chain verified_chain = [ load_pem_x509_certificate(cert_as_pem.encode('ascii'), backend=default_backend()) for cert_as_pem in verified_chain_as_pem ] if verified_chain_as_pem else None # Parse each header hsts_header = StrictTransportSecurityHeader.from_http_response(http_response) expect_ct_header = ExpectCtHeader.from_http_response(http_response) hpkp_header = PublicKeyPinsHeader.from_http_response(http_response) hpkp_report_only_header = PublicKeyPinsReportOnlyHeader.from_http_response(http_response) return HttpHeadersScanResult( server_info, scan_command, hsts_header, hpkp_header, hpkp_report_only_header, expect_ct_header, verified_chain )
def process_task(self, server_info: ServerConnectivityInfo, scan_command: PluginScanCommand) -> 'EarlyDataScanResult': if not isinstance(scan_command, EarlyDataScanCommand): raise ValueError('Unexpected scan command') session = None is_early_data_supported = False ssl_connection = server_info.get_preconfigured_ssl_connection( override_ssl_version=OpenSslVersionEnum.TLSV1_3) try: # Perform an SSL handshake and keep the session ssl_connection.connect() # Send and receive data for the TLS session to be created ssl_connection.ssl_client.write( HttpRequestGenerator.get_request(host=server_info.hostname)) ssl_connection.ssl_client.read(2048) session = ssl_connection.ssl_client.get_session() except SslHandshakeRejected: # TLS 1.3 not supported is_early_data_supported = False finally: ssl_connection.close() # Then try to re-use the session and send early data if session is not None: ssl_connection2 = server_info.get_preconfigured_ssl_connection( override_ssl_version=OpenSslVersionEnum.TLSV1_3) ssl_connection2.ssl_client.set_session(session) try: # Open a socket to the server but don't do the handshake ssl_connection2.do_pre_handshake(None) # Send one byte of early data ssl_connection2.ssl_client.write_early_data(b'E') ssl_connection2.ssl_client.do_handshake() if ssl_connection2.ssl_client.get_early_data_status( ) == OpenSslEarlyDataStatusEnum.ACCEPTED: is_early_data_supported = True else: is_early_data_supported = False except OpenSSLError as e: if 'function you should not call' in e.args[0]: # This is what OpenSSL returns when the server did not enable early data is_early_data_supported = False else: raise finally: ssl_connection2.close() return EarlyDataScanResult(server_info, scan_command, is_early_data_supported)
def process_task( self, server_info: ServerConnectivityInfo, scan_command: PluginScanCommand ) -> 'EarlyDataScanResult': if not isinstance(scan_command, EarlyDataScanCommand): raise ValueError('Unexpected scan command') session = None is_early_data_supported = False ssl_connection = server_info.get_preconfigured_ssl_connection(override_ssl_version=OpenSslVersionEnum.TLSV1_3) try: # Perform an SSL handshake and keep the session ssl_connection.connect() # Send and receive data for the TLS session to be created ssl_connection.ssl_client.write(HttpRequestGenerator.get_request(host=server_info.hostname)) ssl_connection.ssl_client.read(2048) session = ssl_connection.ssl_client.get_session() except SslHandshakeRejected: # TLS 1.3 not supported is_early_data_supported = False finally: ssl_connection.close() # Then try to re-use the session and send early data if session is not None: ssl_connection2 = server_info.get_preconfigured_ssl_connection( override_ssl_version=OpenSslVersionEnum.TLSV1_3 ) ssl_connection2.ssl_client.set_session(session) try: # Open a socket to the server but don't do the handshake ssl_connection2.do_pre_handshake(None) # Send one byte of early data ssl_connection2.ssl_client.write_early_data(b'E') ssl_connection2.ssl_client.do_handshake() if ssl_connection2.ssl_client.get_early_data_status() == OpenSslEarlyDataStatusEnum.ACCEPTED: is_early_data_supported = True else: is_early_data_supported = False except OpenSSLError as e: if 'function you should not call' in e.args[0]: # This is what OpenSSL returns when the server did not enable early data is_early_data_supported = False else: raise finally: ssl_connection2.close() return EarlyDataScanResult(server_info, scan_command, is_early_data_supported)
def _get_security_headers( cls, server_info: ServerConnectivityInfo ) -> Tuple[Optional[str], Optional[str], Optional[str], bool, List[Certificate]]: hpkp_report_only = False # Perform the SSL handshake ssl_connection = server_info.get_preconfigured_ssl_connection() try: ssl_connection.connect() certificate_chain = [ load_pem_x509_certificate(x509_cert.as_pem().encode('ascii'), backend=default_backend()) for x509_cert in ssl_connection.ssl_client.get_peer_cert_chain() ] # Send an HTTP GET request to the server ssl_connection.ssl_client.write(HttpRequestGenerator.get_request(host=server_info.hostname)) http_resp = HttpResponseParser.parse_from_ssl_connection(ssl_connection.ssl_client) finally: ssl_connection.close() if http_resp.version == 9: # HTTP 0.9 => Probably not an HTTP response raise ValueError('Server did not return an HTTP response') else: hsts_header = http_resp.getheader('strict-transport-security', None) hpkp_header = http_resp.getheader('public-key-pins', None) expect_ct_header = http_resp.getheader('expect-ct', None) if hpkp_header is None: hpkp_report_only = True hpkp_header = http_resp.getheader('public-key-pins-report-only', None) # We do not follow redirections because the security headers must be set on the first page according to # https://hstspreload.appspot.com/: # "If you are serving an additional redirect from your HTTPS site, that redirect must still have the HSTS # header (rather than the page it redirects to)." return hsts_header, hpkp_header, expect_ct_header, hpkp_report_only, certificate_chain
def process_task( self, server_info: ServerConnectivityInfo, scan_command: PluginScanCommand) -> "HttpHeadersScanResult": if not isinstance(scan_command, HttpHeadersScanCommand): raise ValueError("Unexpected scan command") if server_info.tls_wrapped_protocol not in [ TlsWrappedProtocolEnum.PLAIN_TLS, TlsWrappedProtocolEnum.HTTPS ]: raise ValueError( "Cannot test for HTTP headers on a StartTLS connection.") # Perform the SSL handshake mozilla_store = TrustStoresRepository.get_default().get_main_store() ssl_connection = server_info.get_preconfigured_ssl_connection( ssl_verify_locations=mozilla_store.path) try: ssl_connection.connect() try: verified_chain_as_pem = ssl_connection.ssl_client.get_verified_chain( ) except CouldNotBuildVerifiedChain: verified_chain_as_pem = None # Send an HTTP GET request to the server ssl_connection.ssl_client.write( HttpRequestGenerator.get_request(host=server_info.hostname)) # We do not follow redirections because the security headers must be set on the first page according to # https://hstspreload.appspot.com/: # "If you are serving an additional redirect from your HTTPS site, that redirect must still have the HSTS # header (rather than the page it redirects to)." http_response = HttpResponseParser.parse_from_ssl_connection( ssl_connection.ssl_client) finally: ssl_connection.close() if http_response.version == 9: # HTTP 0.9 => Probably not an HTTP response raise ValueError("Server did not return an HTTP response") # Parse the certificate chain verified_chain = ([ load_pem_x509_certificate(cert_as_pem.encode("ascii"), backend=default_backend()) for cert_as_pem in verified_chain_as_pem ] if verified_chain_as_pem else None) # Parse each header hsts_header = StrictTransportSecurityHeader.from_http_response( http_response) expect_ct_header = ExpectCtHeader.from_http_response(http_response) hpkp_header = PublicKeyPinsHeader.from_http_response(http_response) hpkp_report_only_header = PublicKeyPinsReportOnlyHeader.from_http_response( http_response) return HttpHeadersScanResult( server_info, scan_command, hsts_header, hpkp_header, hpkp_report_only_header, expect_ct_header, verified_chain, )
def test_endpoint_for_secure_headers(httpEndpoint): # Setup the server to scan and ensure it is online/reachable hostname = httpEndpoint.get_endpoint_url() try: server_info = ServerConnectivityInfo(hostname=hostname) server_info.test_connectivity_to_server() except ServerConnectivityError as e: # Could not establish an SSL connection to the server raise RuntimeError('Error when connecting to {}: {}'.format( hostname, e.error_msg)) hpkp_report_only = False # Perform the SSL handshake ssl_connection = server_info.get_preconfigured_ssl_connection() ssl_connection.connect() certificate_chain = [ cryptography.x509.load_pem_x509_certificate( x509_cert.as_pem().encode('ascii'), backend=default_backend()) for x509_cert in ssl_connection.ssl_client.get_peer_cert_chain() ] # Send an HTTP GET request to the server ssl_connection.write( HttpRequestGenerator.get_request(host=server_info.hostname)) http_resp = HttpResponseParser.parse(ssl_connection) ssl_connection.close() if http_resp.version == 9: # HTTP 0.9 => Probably not an HTTP response raise ValueError('Server did not return an HTTP response') else: hsts_header = http_resp.getheader('strict-transport-security', None) x_frame_options_header = http_resp.getheader('x-frame-options', None) x_xss_protection_header = http_resp.getheader('x-xss-protection', None) content_security_policy_header = http_resp.getheader( 'Content-Security-Policy', None) content_security_policy_report_only_header = http_resp.getheader( 'content-security-policy-report-only', None) hpkp_header = http_resp.getheader('public-key-pins', None) expect_ct_header = http_resp.getheader('expect-ct', None) if hpkp_header is None: hpkp_report_only = True hpkp_header = http_resp.getheader('public-key-pins-report-only', None) # We do not follow redirections because the security headers must be set on the first page according to # https://hstspreload.appspot.com/: # "If you are serving an additional redirect from your HTTPS site, that redirect must still have the HSTS # header (rather than the page it redirects to)." if hsts_header is not None: httpEndpoint.set_hsts_enabled(True) if "includeSubDomains".lower() not in hsts_header.lower(): httpEndpoint.set_hsts_issues("includeSubDomains is not set.") if "max-age".lower() not in hsts_header.lower(): issueValue = httpEndpoint.get_hsts_issues() issueValue += "max-age is not set." httpEndpoint.set_hsts_issues(issueValue) if x_xss_protection_header is not None: httpEndpoint.set_x_xss_protection_enabled(True) if "mode=block".lower() not in x_xss_protection_header.lower(): httpEndpoint.set_x_xss_protection_issues("mode=block is not set.") if x_frame_options_header is not None: httpEndpoint.set_x_frame_options_enabled(True) if "SAMEORIGIN".lower() not in x_frame_options_header.lower(): httpEndpoint.set_x_frame_options_issues( "SAMEORIGIN value is not set") if content_security_policy_header is not None: httpEndpoint.set_csp_enabled(True) #print(hsts_header) #print(x_frame_options_header) #print(x_xss_protection_header) print(content_security_policy_header) #print(content_security_policy_report_only_header) #print(http_resp.getheaders()) return httpEndpoint