def test_segment_shape(self): self.assertTrue( shaper.segment_rule_rewrite(shaper.parse_rules("1000k~e400"), self.v_playlist_1000k, self.v_playlist_1000k) == shaper.generate_status(400)) self.assertTrue( shaper.segment_rule_rewrite(shaper.parse_rules("1000k.s0~e404"), self.v_playlist_1000k, self.s0_1000k) == shaper.generate_status(404)) self.assertTrue( shaper.segment_rule_rewrite(shaper.parse_rules("1000k.s1~e404"), self.v_playlist_1000k, self.s0_1000k) == None) self.assertTrue( shaper.segment_rule_rewrite(shaper.parse_rules("1000k.s0~net100.loss10"), self.v_playlist_1000k, self.s0_1000k_mock, mock_shape_segment=True) != None) self.assertTrue( shaper.segment_rule_rewrite(shaper.parse_rules("1000k.*~net100.loss10"),self.v_playlist_1000k, self.s0_1000k_mock, mock_shape_segment=True) != None) self.assertRaises(ValueError, shaper.segment_rule_rewrite, {"1000k.*":"404"}, self.v_playlist_1000k, self.s0_1000k_mock)
def variant_m3u8(self, cid=None, r=None, tag=None, **kwargs): """ Special endpoint for shaping direct variqnt playlists""" seeded_content_id = conf.common.get_seeded_cid(cid) fake_master_playlist_url = "" fake_master_playlist = """ #EXTM3U #EXT-X-VERSION:2 #EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=0,RESOLUTION=0x0 {0} """.format( conf.data.provider.master_m3u8_url(cid, kwargs) ) varient_playlists = httpls_client.get_variant_playlist_urls(fake_master_playlist, fake_master_playlist_url) rules = shaper.parse_rules(r, varient_playlists) info = shaper.cache_and_shape(fake_master_playlist, seeded_content_id, rules, fake_master_playlist_url) info["url"] = conf.common.get_final_url("playlist.m3u8","p=m_{0}".format(seeded_content_id)) # if we have a tag, store if tag: self.store_tag(cid, r, tag, kwargs) cached_cid = info['variants'][info['variants'].keys()[0]] with open("{0}/playlists/m_{1}.m3u8".format(shaper.shaper_store_path, cached_cid), "r") as pf: master_content = pf.read() # return the rewritten master cherrypy.response.headers['Content-Type'] = "application/vnd.apple.mpegurl" cherrypy.response.headers['Content-Disposition'] = "inline; filename={0}.m3u8".format(cid) cherrypy.response.headers['Last-Modified'] = httputil.HTTPDate() return master_content
def test_rule_parse_with_mpl(self): rules = shaper.parse_rules("v.400k-4000k.s1-10~e404", self.mpl) self.assertTrue(rules["v.400k.s5"] == "e404") self.assertTrue(rules["v.650k.s5"] == "e404") self.assertTrue(rules["v.4000k.s5"] == "e404") rules = shaper.parse_rules("v.400k-4000k~e404", self.mpl) self.assertTrue(rules["v.400k"] == "e404") rules = shaper.parse_rules("400k-4000k~e404", self.mpl) self.assertTrue(rules["400k"] == "e404") rules = shaper.parse_rules("*~e404,1000-2000k~e500", self.mpl) self.assertTrue(rules["1000k"] == "e500") rules = shaper.parse_rules("*~e404,*.*.s10-20~net10", self.mpl) self.assertTrue(rules["*.*.s12"] == "net10")
def test_cache_and_shape(self): seeded_cid = conf.common.get_seeded_cid("wt") shaper.cache_and_shape(self.master_loc_playlist, seeded_cid, shaper.parse_rules("1000k.s0~e404,4000k~e500")) self.assertTrue( open("%s/playlists/m_%s.m3u8" % (self.test_path, seeded_cid) ).read().find("s=500") != -1) self.assertTrue( open("%s/playlists/m_%s_1000000__d.m3u8" % (self.test_path, seeded_cid) ).read().find("s=404") != -1) pass
def test_rule_parse(self): rules = shaper.parse_rules("*.*~e404") self.assertTrue(rules["*.*"] == "e404") self.assertTrue(shaper.parse_rules(None) == {}) self.assertRaises(ValueError, shaper.parse_rules, "*.-404") #test out [cdn][bitrate][segment] rules = shaper.parse_rules("v.*.*~e404") rules = shaper.parse_rules("v.*.*~net100.loss10") #segment multiple rules rules = shaper.parse_rules("v.650k.*~net100.loss10, *~ e404 ,500k~net100") self.assertTrue(rules["*"] == "e404") self.assertRaises(ValueError, shaper.parse_rules, "*.c0~e404,*,650k.c0~e404") self.assertRaises(ValueError, shaper.parse_rules, "*.c0~404,*,650k.c0~e404") return
def cache_stream(self, cid=None, r=None, tag=None, kwargs=None): """ Perform the actual caching and shaping of the stream """ rules = shaper.parse_rules(r) seeded_content_id = conf.common.get_seeded_cid(cid) master_playlist = conf.data.provider.pull_master_m3u8(cid, kwargs) info = shaper.cache_and_shape(master_playlist, seeded_content_id, rules) info["url"] = conf.common.get_final_url("playlist.m3u8","p=m_{0}".format(seeded_content_id)) # if we have a tag, store if tag: self.store_tag(cid, r, tag, kwargs) return info
def test_segment_rule_match_vplaylist(self): v_playlists_desc = httpls_client.get_variant_playlist_urls(self.master_playlist) p4000k = next( v_playlists_desc["4000000"].itervalues()) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("4000k~e404"), p4000k, p4000k) != None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("650k~e404"), p4000k, p4000k) == None ) master_cdn_playlist = open(self.test_path + "/wt_suite/basic/wt_master_cdn_fallback.m3u8","r").read() v_playlists_cdn_desc = httpls_client.get_variant_playlist_urls(master_cdn_playlist) p4000k_a = v_playlists_cdn_desc["4000000"]["a"] self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("b.4000k~e404"), p4000k_a, p4000k_a) == None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("a.4000k~e404"), p4000k_a, p4000k_a) != None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("4000k~e404"), p4000k_a, p4000k_a) != None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("*~e404"), p4000k_a, p4000k_a) != None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k.s0~e404,1000k~e500"), self.v_playlist_1000k, self.v_playlist_1000k) != None )
def test_segment_rule_match_segment(self): # test rule matching with regular segments self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k~e404"), self.v_playlist_1000k, self.s0_1000k) == None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k.s1~e404"), self.v_playlist_1000k, self.s0_1000k) == None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k.s0~e404"), self.v_playlist_1000k, self.s0_1000k) == "e404" ) # test rule matching with content segments self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k.c0~e404"), self.v_playlist_1000k, self.c0_1000k) == "e404" ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k.*~e404"), self.v_playlist_1000k, self.c0_1000k) == "e404" ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("1000k.c0~e404"), self.v_playlist_1000k, self.s0_1000k) == None ) # test rule matching with cdn and segments self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("a.*.c0~e404"), self.v_playlist_1000k, self.c0_1000k) == "e404" ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("b.*.c0~e404"), self.v_playlist_1000k, self.c0_1000k) == None ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("a.*.*~e404"), self.v_playlist_1000k, self.c0_1000k) == "e404" ) self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("a.*.*~net100.loss10"), self.v_playlist_1000k, self.c0_1000k) == "net100.loss10") # specific rule takes precedencee self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("a.*.*~net100.loss10,1000k.c0~e404"), self.v_playlist_1000k, self.c0_1000k) == "e404") self.assertTrue( shaper.segment_rule_match(shaper.parse_rules("a.*.*~net100.loss10,1000k.s0~net100"), self.v_playlist_1000k, self.s0_1000k) == "net100")