예제 #1
0
 def setUp(self):
     self.mini_web_server = MiniWebServer()
     config_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "config.yaml"))
     if not os.path.isfile(config_path):
         self.raiseConfigException(config_path)
     config = yaml.load(open(config_path, 'r').read())
     if not "aws_access_key_id" in config or "aws_secret_access_key" not in config:
         self.raiseConfigException(config_path)
     self.s3 = AmazonS3(
         config["aws_access_key_id"], 
         config["aws_secret_access_key"])        
     self.uuid = hashlib.sha256("".join([
         config["aws_access_key_id"],
         config["aws_secret_access_key"],
         self.__class__.__name__])).hexdigest()
     self.pg = PageGetter(self.s3, self.uuid)
     self.logging_handler = logging.StreamHandler()
     formatter = logging.Formatter("%(levelname)s: %(message)s %(pathname)s:%(lineno)d")
     self.logging_handler.setFormatter(formatter)
     LOGGER.addHandler(self.logging_handler)
     LOGGER.setLevel(logging.DEBUG)
     d = self.s3.putBucket(self.uuid)
     return d
예제 #2
0
class PageGetterTestCase(unittest.TestCase):
    
    def setUp(self):
        self.mini_web_server = MiniWebServer()
        config_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "config.yaml"))
        if not os.path.isfile(config_path):
            self.raiseConfigException(config_path)
        config = yaml.load(open(config_path, 'r').read())
        if not "aws_access_key_id" in config or "aws_secret_access_key" not in config:
            self.raiseConfigException(config_path)
        self.s3 = AmazonS3(
            config["aws_access_key_id"], 
            config["aws_secret_access_key"])        
        self.uuid = hashlib.sha256("".join([
            config["aws_access_key_id"],
            config["aws_secret_access_key"],
            self.__class__.__name__])).hexdigest()
        self.pg = PageGetter(self.s3, self.uuid)
        self.logging_handler = logging.StreamHandler()
        formatter = logging.Formatter("%(levelname)s: %(message)s %(pathname)s:%(lineno)d")
        self.logging_handler.setFormatter(formatter)
        LOGGER.addHandler(self.logging_handler)
        LOGGER.setLevel(logging.DEBUG)
        d = self.s3.putBucket(self.uuid)
        return d
        
    def tearDown(self):
        LOGGER.removeHandler(self.logging_handler)
        a = self.mini_web_server.shutdown()
        b = self.pg.clearCache()
        d = DeferredList([a, b])
        d.addCallback(self._tearDownCallback)
        return d
    
    def _tearDownCallback(self, data):
        d = self.s3.deleteBucket(self.uuid)
        return d

    def test_01_PageGetterOnSuccess(self):  
        d = self.pg.getPage(
            "http://127.0.0.1:8080/helloworld", 
            confirm_cache_write=True)
        return d
    
    def test_02_PageGetterOnFailure(self): 
        d = self.pg.getPage(
            "http://0.0.0.0:99", 
            timeout=5, 
            confirm_cache_write=True)
        d.addErrback(self._getPageErrback)  
        return d 
    
    def _getPageErrback(self, error):
        return True
    
    def test_04_ContentSHA1(self):  
        d = self.pg.getPage(
            "http://127.0.0.1:8080/helloworld", 
            confirm_cache_write=True)
        d.addCallback(self._contentSHA1Callback)
        return d
    
    def _contentSHA1Callback(self, data):
        print data
        if "content-sha1" in data:
            content_sha1 = data["content-sha1"]
            d = self.pg.getPage(
                "http://127.0.0.1:8080/helloworld", 
                content_sha1=content_sha1, 
                confirm_cache_write=True)
            d.addCallback(self._contentSHA1Callback2)
            d.addErrback(self._contentSHA1Errback)
            return d
        else:
            raise Exception("Data should have Content SHA1 signature.")
    
    def _contentSHA1Callback2(self, data):
        print data
        raise Exception("Pagegetter.getPage() should have raised StaleContentException")
    
    def _contentSHA1Errback(self, error):
        try:
            error.raiseException()
        except StaleContentException, e:
            return True
        except: