class __GIF__(ImageMetrics): HEADER = construct.Struct('header', construct.Const(construct.String('gif',3),'GIF'), construct.String('version',3)) SCREEN_DESCRIPTOR = construct.Struct('logical_screen_descriptor', construct.ULInt16('width'), construct.ULInt16('height'), construct.Embed( construct.BitStruct('packed_fields', construct.Flag('global_color_table'), construct.Bits('color_resolution',3), construct.Flag('sort'), construct.Bits('global_color_table_size',3))), construct.Byte('background_color_index'), construct.Byte('pixel_aspect_ratio')) def __init__(self, width, height, color_count): ImageMetrics.__init__(self, width, height, 8, color_count, u'image/gif') @classmethod def parse(cls, file): try: header = cls.HEADER.parse_stream(file) descriptor = cls.SCREEN_DESCRIPTOR.parse_stream(file) return __GIF__(descriptor.width, descriptor.height, 2 ** (descriptor.global_color_table_size + 1)) except construct.ConstError: raise InvalidGIF(_(u'Invalid GIF'))
def l_tag_value(cls, file, tag): subtype = {1:construct.Byte("data"), 2:construct.CString("data"), 3:construct.ULInt16("data"), 4:construct.ULInt32("data"), 5:construct.Struct("data", construct.ULInt32("high"), construct.ULInt32("low"))}[tag.type] data = construct.StrictRepeater(tag.count, subtype) if ((tag.type != 2) and (data.sizeof() <= 4)): return tag.offset else: file.seek(tag.offset,0) return data.parse_stream(file)
stream.write( self.header.build( construct.Container(type=self.atom_name, size=len(data) + 8))) stream.write(data) def _sizeof(self, context): return self.sub_atom.sizeof(context) + 8 ATOM_FTYP = construct.Struct( "ftyp", construct.String("major_brand", 4), construct.UBInt32("major_brand_version"), construct.GreedyRepeater(construct.String("compatible_brands", 4))) ATOM_MVHD = construct.Struct( "mvhd", construct.Byte("version"), construct.String("flags", 3), VersionLength("created_mac_UTC_date"), VersionLength("modified_mac_UTC_date"), construct.UBInt32("time_scale"), VersionLength("duration"), construct.UBInt32("playback_speed"), construct.UBInt16("user_volume"), construct.Padding(10), construct.Struct("windows", construct.UBInt32("geometry_matrix_a"), construct.UBInt32("geometry_matrix_b"), construct.UBInt32("geometry_matrix_u"), construct.UBInt32("geometry_matrix_c"), construct.UBInt32("geometry_matrix_d"), construct.UBInt32("geometry_matrix_v"), construct.UBInt32("geometry_matrix_x"), construct.UBInt32("geometry_matrix_y"), construct.UBInt32("geometry_matrix_w")), construct.UBInt64("quicktime_preview"), construct.UBInt32("quicktime_still_poster"),
class VorbisComment(MetaData, dict): VORBIS_COMMENT = construct.Struct( "vorbis_comment", construct.PascalString("vendor_string", length_field=construct.ULInt32("length")), construct.PrefixedArray(length_field=construct.ULInt32("length"), subcon=construct.PascalString( "value", length_field=construct.ULInt32("length"))), construct.Const(construct.Byte("framing"), 1)) ATTRIBUTE_MAP = { 'track_name': 'TITLE', 'track_number': 'TRACKNUMBER', 'track_total': 'TRACKTOTAL', 'album_name': 'ALBUM', 'artist_name': 'ARTIST', 'performer_name': 'PERFORMER', 'composer_name': 'COMPOSER', 'conductor_name': 'CONDUCTOR', 'media': 'SOURCE MEDIUM', 'ISRC': 'ISRC', 'catalog': 'CATALOG', 'copyright': 'COPYRIGHT', 'publisher': 'PUBLISHER', 'year': 'DATE', 'album_number': 'DISCNUMBER', 'album_total': 'DISCTOTAL', 'comment': 'COMMENT' } ITEM_MAP = dict(map(reversed, ATTRIBUTE_MAP.items())) #vorbis_data is a key->[value1,value2,...] dict of the original #Vorbis comment data. keys are generally upper case def __init__(self, vorbis_data, vendor_string=u""): dict.__init__(self, [(key.upper(), values) for (key, values) in vorbis_data.items()]) self.vendor_string = vendor_string def __setitem__(self, key, value): dict.__setitem__(self, key.upper(), value) def __getattr__(self, key): if (key == 'track_number'): match = re.match(r'^\d+$', self.get('TRACKNUMBER', [u''])[0]) if (match): return int(match.group(0)) else: match = re.match('^(\d+)/\d+$', self.get('TRACKNUMBER', [u''])[0]) if (match): return int(match.group(1)) else: return 0 elif (key == 'track_total'): match = re.match(r'^\d+$', self.get('TRACKTOTAL', [u''])[0]) if (match): return int(match.group(0)) else: match = re.match('^\d+/(\d+)$', self.get('TRACKNUMBER', [u''])[0]) if (match): return int(match.group(1)) else: return 0 elif (key == 'album_number'): match = re.match(r'^\d+$', self.get('DISCNUMBER', [u''])[0]) if (match): return int(match.group(0)) else: match = re.match('^(\d+)/\d+$', self.get('DISCNUMBER', [u''])[0]) if (match): return int(match.group(1)) else: return 0 elif (key == 'album_total'): match = re.match(r'^\d+$', self.get('DISCTOTAL', [u''])[0]) if (match): return int(match.group(0)) else: match = re.match('^\d+/(\d+)$', self.get('DISCNUMBER', [u''])[0]) if (match): return int(match.group(1)) else: return 0 elif (key in self.ATTRIBUTE_MAP): return self.get(self.ATTRIBUTE_MAP[key], [u''])[0] elif (key in MetaData.__FIELDS__): return u'' else: try: return self.__dict__[key] except KeyError: raise AttributeError(key) def __delattr__(self, key): if (key == 'track_number'): track_number = self.get('TRACKNUMBER', [u''])[0] if (re.match(r'^\d+$', track_number)): del (self['TRACKNUMBER']) elif (re.match('^\d+/(\d+)$', track_number)): self['TRACKNUMBER'] = u"0/%s" % (re.match( '^\d+/(\d+)$', track_number).group(1)) elif (key == 'track_total'): track_number = self.get('TRACKNUMBER', [u''])[0] if (re.match('^(\d+)/\d+$', track_number)): self['TRACKNUMBER'] = u"%s" % (re.match( '^(\d+)/\d+$', track_number).group(1)) if ('TRACKTOTAL' in self): del (self['TRACKTOTAL']) elif (key == 'album_number'): album_number = self.get('DISCNUMBER', [u''])[0] if (re.match(r'^\d+$', album_number)): del (self['DISCNUMBER']) elif (re.match('^\d+/(\d+)$', album_number)): self['DISCNUMBER'] = u"0/%s" % (re.match( '^\d+/(\d+)$', album_number).group(1)) elif (key == 'album_total'): album_number = self.get('DISCNUMBER', [u''])[0] if (re.match('^(\d+)/\d+$', album_number)): self['DISCNUMBER'] = u"%s" % (re.match('^(\d+)/\d+$', album_number).group(1)) if ('DISCTOTAL' in self): del (self['DISCTOTAL']) elif (key in self.ATTRIBUTE_MAP): if (self.ATTRIBUTE_MAP[key] in self): del (self[self.ATTRIBUTE_MAP[key]]) elif (key in MetaData.__FIELDS__): pass else: try: del (self.__dict__[key]) except KeyError: raise AttributeError(key) @classmethod def supports_images(cls): return False def images(self): return list() #if an attribute is updated (e.g. self.track_name) #make sure to update the corresponding dict pair def __setattr__(self, key, value): if (key in self.ATTRIBUTE_MAP): if (key not in MetaData.__INTEGER_FIELDS__): self[self.ATTRIBUTE_MAP[key]] = [value] else: self[self.ATTRIBUTE_MAP[key]] = [unicode(value)] else: self.__dict__[key] = value @classmethod def converted(cls, metadata): if ((metadata is None) or (isinstance(metadata, VorbisComment))): return metadata elif (metadata.__class__.__name__ == 'FlacMetaData'): return cls(vorbis_data=dict(metadata.vorbis_comment.items()), vendor_string=metadata.vorbis_comment.vendor_string) else: values = {} for key in cls.ATTRIBUTE_MAP.keys(): if (key in cls.__INTEGER_FIELDS__): if (getattr(metadata, key) != 0): values[cls.ATTRIBUTE_MAP[key]] = \ [unicode(getattr(metadata,key))] elif (getattr(metadata, key) != u""): values[cls.ATTRIBUTE_MAP[key]] = \ [unicode(getattr(metadata,key))] return VorbisComment(values) def merge(self, metadata): metadata = self.__class__.converted(metadata) if (metadata is None): return for (key, values) in metadata.items(): if ((len(values) > 0) and (len(self.get(key, [])) == 0)): self[key] = values def __comment_name__(self): return u'Vorbis' #takes two (key,value) vorbiscomment pairs #returns cmp on the weighted set of them #(title first, then artist, album, tracknumber, ... , replaygain) @classmethod def __by_pair__(cls, pair1, pair2): KEY_MAP = { "TITLE": 1, "ALBUM": 2, "TRACKNUMBER": 3, "TRACKTOTAL": 4, "DISCNUMBER": 5, "DISCTOTAL": 6, "ARTIST": 7, "PERFORMER": 8, "COMPOSER": 9, "CONDUCTOR": 10, "CATALOG": 11, "PUBLISHER": 12, "ISRC": 13, "SOURCE MEDIUM": 14, #"YEAR":15, "DATE": 16, "COPYRIGHT": 17, "REPLAYGAIN_ALBUM_GAIN": 19, "REPLAYGAIN_ALBUM_PEAK": 19, "REPLAYGAIN_TRACK_GAIN": 19, "REPLAYGAIN_TRACK_PEAK": 19, "REPLAYGAIN_REFERENCE_LOUDNESS": 20 } return cmp( (KEY_MAP.get(pair1[0].upper(), 18), pair1[0].upper(), pair1[1]), (KEY_MAP.get(pair2[0].upper(), 18), pair2[0].upper(), pair2[1])) def __comment_pairs__(self): pairs = [] for (key, values) in self.items(): for value in values: pairs.append((key, value)) pairs.sort(VorbisComment.__by_pair__) return pairs #returns this VorbisComment as a binary string def build(self): comment = construct.Container(vendor_string=self.vendor_string, framing=1, value=[]) for (key, values) in self.items(): for value in values: if ((value != u"") and not ((key in ("TRACKNUMBER", "TRACKTOTAL", "DISCNUMBER", "DISCTOTAL")) and (value == u"0"))): comment.value.append("%s=%s" % (key, value.encode('utf-8'))) return self.VORBIS_COMMENT.build(comment)
class MP3Audio(AudioFile): SUFFIX = "mp3" NAME = SUFFIX DEFAULT_COMPRESSION = "2" #0 is better quality/lower compression #9 is worse quality/higher compression COMPRESSION_MODES = ("0","1","2","3","4","5","6","7","8","9") BINARIES = ("lame",) #MPEG1, Layer 1 #MPEG1, Layer 2, #MPEG1, Layer 3, #MPEG2, Layer 1, #MPEG2, Layer 2, #MPEG2, Layer 3 MP3_BITRATE = ((None,None,None,None,None,None), (32,32,32,32,8,8), (64,48,40,48,16,16), (96,56,48,56,24,24), (128,64,56,64,32,32), (160,80,64,80,40,40), (192,96,80,96,48,48), (224,112,96,112,56,56), (256,128,112,128,64,64), (288,160,128,144,80,80), (320,192,160,160,96,96), (352,224,192,176,112,112), (384,256,224,192,128,128), (416,320,256,224,144,144), (448,384,320,256,160,160)) #MPEG1, MPEG2, MPEG2.5 MP3_SAMPLERATE = ((44100,22050,11025), (48000,24000,12000), (32000,16000,8000)) MP3_FRAME_HEADER = construct.BitStruct("mp3_header", construct.Bits("sync",11), construct.Bits("mpeg_version",2), construct.Bits("layer",2), construct.Bits("protection",1), construct.Bits("bitrate",4), construct.Bits("sampling_rate",2), construct.Bits("padding",1), construct.Bits("private",1), construct.Bits("channel",2), construct.Bits("mode_extension",2), construct.Bits("copyright",1), construct.Bits("original",1), construct.Bits("emphasis",2)) XING_HEADER = construct.Struct("xing_header", construct.Bytes("header_id",4), construct.Bytes("flags",4), construct.UBInt32("num_frames"), construct.UBInt32("bytes"), construct.StrictRepeater(100,construct.Byte("toc_entries")), construct.UBInt32("quality")) def __init__(self, filename): AudioFile.__init__(self, filename) mp3file = file(filename,"rb") try: MP3Audio.__find_next_mp3_frame__(mp3file) fr = MP3Audio.MP3_FRAME_HEADER.parse(mp3file.read(4)) self.__samplerate__ = MP3Audio.__get_mp3_frame_sample_rate__(fr) self.__channels__ = MP3Audio.__get_mp3_frame_channels__(fr) self.__framelength__ = self.__length__() finally: mp3file.close() @classmethod def is_type(cls, file): ID3v2Comment.skip(file) try: frame = cls.MP3_FRAME_HEADER.parse_stream(file) if ((frame.sync == 0x07FF) and (frame.mpeg_version in (0x03,0x02,0x00)) and (frame.layer in (0x01,0x03))): return True else: #oddly, MP3s sometimes turn up in RIFF containers #this isn't a good idea, but can be supported nonetheless file.seek(-cls.MP3_FRAME_HEADER.sizeof(),1) header = file.read(12) if ((header[0:4] == 'RIFF') and (header[8:12] == 'RMP3')): return True else: return False except: return False def lossless(self): return False def to_pcm(self): #if mpg123 is available, use that for decoding if (BIN.can_execute(BIN["mpg123"])): sub = subprocess.Popen([BIN["mpg123"],"-qs",self.filename], stdout=subprocess.PIPE, stderr=file(os.devnull,"a")) return PCMReader(sub.stdout, sample_rate=self.sample_rate(), channels=self.channels(), bits_per_sample=16, channel_mask=int(ChannelMask.from_channels(self.channels())), process=sub, big_endian=BIG_ENDIAN) else: #if not, use LAME for decoding if (self.filename.endswith("." + self.SUFFIX)): if (BIG_ENDIAN): endian = ['-x'] else: endian = [] sub = subprocess.Popen([BIN['lame']] + endian + \ ["--decode","-t","--quiet", self.filename,"-"], stdout=subprocess.PIPE) return PCMReader(sub.stdout, sample_rate=self.sample_rate(), channels=self.channels(), bits_per_sample=16, channel_mask=int(ChannelMask.from_channels(self.channels())), process=sub) else: import tempfile from audiotools import TempWaveReader #copy our file to one that ends with .mp3 tempmp3 = tempfile.NamedTemporaryFile(suffix='.' + self.SUFFIX) f = open(self.filename,'rb') transfer_data(f.read,tempmp3.write) f.close() tempmp3.flush() #decode the mp3 file to a WAVE file wave = tempfile.NamedTemporaryFile(suffix='.wav') returnval = subprocess.call([BIN['lame'],"--decode","--quiet", tempmp3.name,wave.name]) tempmp3.close() if (returnval == 0): #return WAVE file as a stream wave.seek(0,0) return TempWaveReader(wave) else: return PCMReaderError(None, sample_rate=self.sample_rate(), channels=self.channels(), bits_per_sample=16) @classmethod def __help_output__(cls): import cStringIO help_data = cStringIO.StringIO() sub = subprocess.Popen([BIN['lame'],'--help'], stdout=subprocess.PIPE) transfer_data(sub.stdout.read,help_data.write) sub.wait() return help_data.getvalue() @classmethod def __lame_version__(cls): try: version = re.findall(r'version \d+\.\d+', cls.__help_output__())[0] return tuple(map(int,version[len('version '):].split("."))) except IndexError: return (0,0) @classmethod def from_pcm(cls, filename, pcmreader, compression="2"): import decimal,bisect if (compression not in cls.COMPRESSION_MODES): compression = cls.DEFAULT_COMPRESSION if ((pcmreader.channels > 2) or (pcmreader.sample_rate not in (32000,48000,44100))): pcmreader = PCMConverter( pcmreader, sample_rate=[32000,32000,44100,48000][bisect.bisect( [32000,44100,48000],pcmreader.sample_rate)], channels=min(pcmreader.channels,2), channel_mask=ChannelMask.from_channels(min(pcmreader.channels,2)), bits_per_sample=16) if (pcmreader.channels > 1): mode = "j" else: mode = "m" #FIXME - not sure if all LAME versions support "--little-endian" # #LAME 3.98 (and up, presumably) handle the byteswap correctly # #LAME 3.97 always uses -x # if (BIG_ENDIAN or (cls.__lame_version__() < (3,98))): # endian = ['-x'] # else: # endian = [] devnull = file(os.devnull,'ab') sub = subprocess.Popen([BIN['lame'],"--quiet", "-r", "-s",str(decimal.Decimal(pcmreader.sample_rate) / 1000), "--bitwidth",str(pcmreader.bits_per_sample), "--signed","--little-endian", "-m",mode, "-V" + str(compression), "-", filename], stdin=subprocess.PIPE, stdout=devnull, stderr=devnull, preexec_fn=ignore_sigint) transfer_framelist_data(pcmreader,sub.stdin.write) try: pcmreader.close() except DecodingError: raise EncodingError() sub.stdin.close() devnull.close() if (sub.wait() == 0): return MP3Audio(filename) else: raise EncodingError(BIN['lame']) def bits_per_sample(self): return 16 def channels(self): return self.__channels__ def sample_rate(self): return self.__samplerate__ def get_metadata(self): f = file(self.filename,"rb") try: if (f.read(3) != "ID3"): #no ID3v2 tag, try ID3v1 id3v1 = ID3v1Comment.read_id3v1_comment(self.filename) if (id3v1[-1] == -1): #no ID3v1 either return None else: return ID3v1Comment(id3v1) else: id3v2 = ID3v2Comment.read_id3v2_comment(self.filename) id3v1 = ID3v1Comment.read_id3v1_comment(self.filename) if (id3v1[-1] == -1): #only ID3v2, no ID3v1 return id3v2 else: #both ID3v2 and ID3v1 return ID3CommentPair( id3v2, ID3v1Comment(id3v1)) finally: f.close() def set_metadata(self, metadata): if (metadata is None): return if ((not isinstance(metadata,ID3v2Comment)) and (not isinstance(metadata,ID3v1Comment))): metadata = ID3CommentPair.converted(metadata) #metadata = ID3v24Comment.converted(metadata) #get the original MP3 data f = file(self.filename,"rb") MP3Audio.__find_mp3_start__(f) data_start = f.tell() MP3Audio.__find_last_mp3_frame__(f) data_end = f.tell() f.seek(data_start,0) mp3_data = f.read(data_end - data_start) f.close() if (isinstance(metadata,ID3CommentPair)): id3v2 = metadata.id3v2.build() id3v1 = metadata.id3v1.build_tag() elif (isinstance(metadata,ID3v2Comment)): id3v2 = metadata.build() id3v1 = "" elif (isinstance(metadata,ID3v1Comment)): id3v2 = "" id3v1 = metadata.build_tag() #write id3v2 + data + id3v1 to file f = file(self.filename,"wb") f.write(id3v2) f.write(mp3_data) f.write(id3v1) f.close() def delete_metadata(self): #get the original MP3 data f = file(self.filename,"rb") MP3Audio.__find_mp3_start__(f) data_start = f.tell() MP3Audio.__find_last_mp3_frame__(f) data_end = f.tell() f.seek(data_start,0) mp3_data = f.read(data_end - data_start) f.close() #write data to file f = file(self.filename,"wb") f.write(mp3_data) f.close() #places mp3file at the position of the next MP3 frame's start @classmethod def __find_next_mp3_frame__(cls, mp3file): #if we're starting at an ID3v2 header, skip it to save a bunch of time ID3v2Comment.skip(mp3file) #then find the next mp3 frame (b1,b2) = mp3file.read(2) while ((b1 != chr(0xFF)) or ((ord(b2) & 0xE0) != 0xE0)): mp3file.seek(-1,1) (b1,b2) = mp3file.read(2) mp3file.seek(-2,1) #places mp3file at the position of the MP3 file's start #either at the next frame (most commonly) #or at the "RIFF????RMP3" header @classmethod def __find_mp3_start__(cls, mp3file): #if we're starting at an ID3v2 header, skip it to save a bunch of time ID3v2Comment.skip(mp3file) while (True): byte = mp3file.read(1) while ((byte != chr(0xFF)) and (byte != 'R') and (len(byte) > 0)): byte = mp3file.read(1) if (byte == chr(0xFF)): #possibly a frame sync mp3file.seek(-1,1) try: header = cls.MP3_FRAME_HEADER.parse_stream(mp3file) if ((header.sync == 0x07FF) and (header.mpeg_version in (0x03,0x02,0x00)) and (header.layer in (0x01,0x02,0x03))): mp3file.seek(-4,1) return else: mp3file.seek(-3,1) except: continue elif (byte == 'R'): #possibly a 'RIFF????RMP3' header header = mp3file.read(11) if ((header[0:3] == 'IFF') and (header[7:11] == 'RMP3')): mp3file.seek(-12,1) return else: mp3file.seek(-11,1) elif (len(byte) == 0): #we've run out of MP3 file return #places mp3file at the position of the last MP3 frame's end #(either the last byte in the file or just before the ID3v1 tag) #this may not be strictly accurate if ReplayGain data is present, #since APEv2 tags came before the ID3v1 tag, #but we're not planning to change that tag anyway @classmethod def __find_last_mp3_frame__(cls, mp3file): mp3file.seek(-128,2) if (mp3file.read(3) == 'TAG'): mp3file.seek(-128,2) return else: mp3file.seek(0,2) return #header is a Construct parsed from 4 bytes sent to MP3_FRAME_HEADER #returns the total length of the frame, including the header #(subtract 4 when doing a seek or read to the next one) @classmethod def __mp3_frame_length__(cls, header): layer = 4 - header.layer #layer 1, 2 or 3 bit_rate = MP3Audio.__get_mp3_frame_bitrate__(header) if (bit_rate is None): raise MP3Exception(_(u"Invalid bit rate")) sample_rate = MP3Audio.__get_mp3_frame_sample_rate__(header) #print layer,sample_rate,bit_rate if (layer == 1): return (12 * (bit_rate * 1000) / sample_rate + header.padding) * 4 else: return 144 * (bit_rate * 1000) / sample_rate + header.padding #takes a parsed MP3_FRAME_HEADER #returns the mp3's sample rate based on that information #(typically 44100) @classmethod def __get_mp3_frame_sample_rate__(cls, frame): try: if (frame.mpeg_version == 0x00): #MPEG 2.5 return MP3Audio.MP3_SAMPLERATE[frame.sampling_rate][2] elif (frame.mpeg_version == 0x02): #MPEG 2 return MP3Audio.MP3_SAMPLERATE[frame.sampling_rate][1] else: #MPEG 1 return MP3Audio.MP3_SAMPLERATE[frame.sampling_rate][0] except IndexError: raise MP3Exception(_(u"Invalid sampling rate")) @classmethod def __get_mp3_frame_channels__(cls, frame): if (frame.channel == 0x03): return 1 else: return 2 @classmethod def __get_mp3_frame_bitrate__(cls, frame): layer = 4 - frame.layer #layer 1, 2 or 3 try: if (frame.mpeg_version == 0x00): #MPEG 2.5 return MP3Audio.MP3_BITRATE[frame.bitrate][layer + 2] elif (frame.mpeg_version == 0x02): #MPEG 2 return MP3Audio.MP3_BITRATE[frame.bitrate][layer + 2] elif (frame.mpeg_version == 0x03): #MPEG 1 return MP3Audio.MP3_BITRATE[frame.bitrate][layer - 1] else: return 0 except IndexError: raise MP3Exception(_(u"Invalid bit rate")) def cd_frames(self): #calculate length at create-time so that we can #throw MP3Exception as soon as possible return self.__framelength__ #returns the length of this file in CD frame #raises MP3Exception if any portion of the frame is invalid def __length__(self): mp3file = file(self.filename,"rb") try: MP3Audio.__find_next_mp3_frame__(mp3file) start_position = mp3file.tell() fr = MP3Audio.MP3_FRAME_HEADER.parse(mp3file.read(4)) first_frame = mp3file.read(MP3Audio.__mp3_frame_length__(fr) - 4) sample_rate = MP3Audio.__get_mp3_frame_sample_rate__(fr) if (fr.mpeg_version == 0x00): #MPEG 2.5 version = 3 elif (fr.mpeg_version == 0x02): #MPEG 2 version = 3 else: #MPEG 1 version = 0 try: if (fr.layer == 0x03): #layer 1 frames_per_sample = 384 bit_rate = MP3Audio.MP3_BITRATE[fr.bitrate][version] elif (fr.layer == 0x02): #layer 2 frames_per_sample = 1152 bit_rate = MP3Audio.MP3_BITRATE[fr.bitrate][version + 1] elif (fr.layer == 0x01): #layer 3 frames_per_sample = 1152 bit_rate = MP3Audio.MP3_BITRATE[fr.bitrate][version + 2] else: raise MP3Exception(_(u"Unsupported MPEG layer")) except IndexError: raise MP3Exception(_(u"Invalid bit rate")) if ('Xing' in first_frame): #the first frame has a Xing header, #use that to calculate the mp3's length xing_header = MP3Audio.XING_HEADER.parse( first_frame[first_frame.index('Xing'):]) return (xing_header.num_frames * frames_per_sample * 75 / sample_rate) else: #no Xing header, #assume a constant bitrate file mp3file.seek(-128,2) if (mp3file.read(3) == "TAG"): end_position = mp3file.tell() - 3 else: mp3file.seek(0,2) end_position = mp3file.tell() return (end_position - start_position) * 75 * 8 / (bit_rate * 1000) finally: mp3file.close() def total_frames(self): return self.cd_frames() * self.sample_rate() / 75 @classmethod def can_add_replay_gain(cls): return BIN.can_execute(BIN['mp3gain']) @classmethod def lossless_replay_gain(cls): return False @classmethod def add_replay_gain(cls, filenames): track_names = [track.filename for track in open_files(filenames) if isinstance(track,cls)] if ((len(track_names) > 0) and (BIN.can_execute(BIN['mp3gain']))): devnull = file(os.devnull,'ab') sub = subprocess.Popen([BIN['mp3gain'],'-f','-k','-q','-r'] + \ track_names, stdout=devnull, stderr=devnull) sub.wait() devnull.close()
class OggStreamReader: OGGS = construct.Struct( "oggs", construct.Const(construct.String("magic_number", 4), "OggS"), construct.Byte("version"), construct.Byte("header_type"), construct.SLInt64("granule_position"), construct.ULInt32("bitstream_serial_number"), construct.ULInt32("page_sequence_number"), construct.ULInt32("checksum"), construct.Byte("segments"), construct.MetaRepeater(lambda ctx: ctx["segments"], construct.Byte("segment_lengths"))) #stream is a file-like object with read() and close() methods def __init__(self, stream): self.stream = stream def close(self): self.stream.close() #an iterator which yields one fully-reassembled Ogg packet per pass def packets(self, from_beginning=True): if (from_beginning): self.stream.seek(0, 0) segment = cStringIO.StringIO() while (True): try: page = OggStreamReader.OGGS.parse_stream(self.stream) for length in page.segment_lengths: if (length == 255): segment.write(self.stream.read(length)) else: segment.write(self.stream.read(length)) yield segment.getvalue() segment = cStringIO.StringIO() except construct.core.FieldError: break except construct.ConstError: break #an iterator which yields (Container,data string) tuples per pass #Container is parsed from OGGS #data string is a collection of segments as a string #(it may not be a complete packet) def pages(self, from_beginning=True): if (from_beginning): self.stream.seek(0, 0) while (True): try: page = OggStreamReader.OGGS.parse_stream(self.stream) yield (page, self.stream.read(sum(page.segment_lengths))) except construct.core.FieldError: break except construct.ConstError: break #takes a page iterator (such as pages(), above) #returns a list of (Container,data string) tuples #which form a complete packet @classmethod def pages_to_packet(cls, pages_iter): packet = [pages_iter.next()] while (packet[-1][0].segment_lengths[-1] == 255): packet.append(pages_iter.next()) return packet CRC_LOOKUP = ( 0x00000000, 0x04c11db7, 0x09823b6e, 0x0d4326d9, 0x130476dc, 0x17c56b6b, 0x1a864db2, 0x1e475005, 0x2608edb8, 0x22c9f00f, 0x2f8ad6d6, 0x2b4bcb61, 0x350c9b64, 0x31cd86d3, 0x3c8ea00a, 0x384fbdbd, 0x4c11db70, 0x48d0c6c7, 0x4593e01e, 0x4152fda9, 0x5f15adac, 0x5bd4b01b, 0x569796c2, 0x52568b75, 0x6a1936c8, 0x6ed82b7f, 0x639b0da6, 0x675a1011, 0x791d4014, 0x7ddc5da3, 0x709f7b7a, 0x745e66cd, 0x9823b6e0, 0x9ce2ab57, 0x91a18d8e, 0x95609039, 0x8b27c03c, 0x8fe6dd8b, 0x82a5fb52, 0x8664e6e5, 0xbe2b5b58, 0xbaea46ef, 0xb7a96036, 0xb3687d81, 0xad2f2d84, 0xa9ee3033, 0xa4ad16ea, 0xa06c0b5d, 0xd4326d90, 0xd0f37027, 0xddb056fe, 0xd9714b49, 0xc7361b4c, 0xc3f706fb, 0xceb42022, 0xca753d95, 0xf23a8028, 0xf6fb9d9f, 0xfbb8bb46, 0xff79a6f1, 0xe13ef6f4, 0xe5ffeb43, 0xe8bccd9a, 0xec7dd02d, 0x34867077, 0x30476dc0, 0x3d044b19, 0x39c556ae, 0x278206ab, 0x23431b1c, 0x2e003dc5, 0x2ac12072, 0x128e9dcf, 0x164f8078, 0x1b0ca6a1, 0x1fcdbb16, 0x018aeb13, 0x054bf6a4, 0x0808d07d, 0x0cc9cdca, 0x7897ab07, 0x7c56b6b0, 0x71159069, 0x75d48dde, 0x6b93dddb, 0x6f52c06c, 0x6211e6b5, 0x66d0fb02, 0x5e9f46bf, 0x5a5e5b08, 0x571d7dd1, 0x53dc6066, 0x4d9b3063, 0x495a2dd4, 0x44190b0d, 0x40d816ba, 0xaca5c697, 0xa864db20, 0xa527fdf9, 0xa1e6e04e, 0xbfa1b04b, 0xbb60adfc, 0xb6238b25, 0xb2e29692, 0x8aad2b2f, 0x8e6c3698, 0x832f1041, 0x87ee0df6, 0x99a95df3, 0x9d684044, 0x902b669d, 0x94ea7b2a, 0xe0b41de7, 0xe4750050, 0xe9362689, 0xedf73b3e, 0xf3b06b3b, 0xf771768c, 0xfa325055, 0xfef34de2, 0xc6bcf05f, 0xc27dede8, 0xcf3ecb31, 0xcbffd686, 0xd5b88683, 0xd1799b34, 0xdc3abded, 0xd8fba05a, 0x690ce0ee, 0x6dcdfd59, 0x608edb80, 0x644fc637, 0x7a089632, 0x7ec98b85, 0x738aad5c, 0x774bb0eb, 0x4f040d56, 0x4bc510e1, 0x46863638, 0x42472b8f, 0x5c007b8a, 0x58c1663d, 0x558240e4, 0x51435d53, 0x251d3b9e, 0x21dc2629, 0x2c9f00f0, 0x285e1d47, 0x36194d42, 0x32d850f5, 0x3f9b762c, 0x3b5a6b9b, 0x0315d626, 0x07d4cb91, 0x0a97ed48, 0x0e56f0ff, 0x1011a0fa, 0x14d0bd4d, 0x19939b94, 0x1d528623, 0xf12f560e, 0xf5ee4bb9, 0xf8ad6d60, 0xfc6c70d7, 0xe22b20d2, 0xe6ea3d65, 0xeba91bbc, 0xef68060b, 0xd727bbb6, 0xd3e6a601, 0xdea580d8, 0xda649d6f, 0xc423cd6a, 0xc0e2d0dd, 0xcda1f604, 0xc960ebb3, 0xbd3e8d7e, 0xb9ff90c9, 0xb4bcb610, 0xb07daba7, 0xae3afba2, 0xaafbe615, 0xa7b8c0cc, 0xa379dd7b, 0x9b3660c6, 0x9ff77d71, 0x92b45ba8, 0x9675461f, 0x8832161a, 0x8cf30bad, 0x81b02d74, 0x857130c3, 0x5d8a9099, 0x594b8d2e, 0x5408abf7, 0x50c9b640, 0x4e8ee645, 0x4a4ffbf2, 0x470cdd2b, 0x43cdc09c, 0x7b827d21, 0x7f436096, 0x7200464f, 0x76c15bf8, 0x68860bfd, 0x6c47164a, 0x61043093, 0x65c52d24, 0x119b4be9, 0x155a565e, 0x18197087, 0x1cd86d30, 0x029f3d35, 0x065e2082, 0x0b1d065b, 0x0fdc1bec, 0x3793a651, 0x3352bbe6, 0x3e119d3f, 0x3ad08088, 0x2497d08d, 0x2056cd3a, 0x2d15ebe3, 0x29d4f654, 0xc5a92679, 0xc1683bce, 0xcc2b1d17, 0xc8ea00a0, 0xd6ad50a5, 0xd26c4d12, 0xdf2f6bcb, 0xdbee767c, 0xe3a1cbc1, 0xe760d676, 0xea23f0af, 0xeee2ed18, 0xf0a5bd1d, 0xf464a0aa, 0xf9278673, 0xfde69bc4, 0x89b8fd09, 0x8d79e0be, 0x803ac667, 0x84fbdbd0, 0x9abc8bd5, 0x9e7d9662, 0x933eb0bb, 0x97ffad0c, 0xafb010b1, 0xab710d06, 0xa6322bdf, 0xa2f33668, 0xbcb4666d, 0xb8757bda, 0xb5365d03, 0xb1f740b4) #page_header is a Container object parsed through OGGS, above #page_data is a string of data contained by the page #returns an integer of the page's checksum @classmethod def calculate_ogg_checksum(cls, page_header, page_data): old_checksum = page_header.checksum try: page_header.checksum = 0 sum = 0 for c in cls.OGGS.build(page_header) + page_data: sum = ((sum << 8) ^ \ cls.CRC_LOOKUP[((sum >> 24) & 0xFF)^ ord(c)]) \ & 0xFFFFFFFF return sum finally: page_header.checksum = old_checksum
class VorbisAudio(AudioFile): SUFFIX = "ogg" NAME = SUFFIX DEFAULT_COMPRESSION = "3" COMPRESSION_MODES = tuple([str(i) for i in range(0, 11)]) BINARIES = ("oggenc", "oggdec") OGG_IDENTIFICATION = construct.Struct( "ogg_id", construct.ULInt32("vorbis_version"), construct.Byte("channels"), construct.ULInt32("sample_rate"), construct.ULInt32("bitrate_maximum"), construct.ULInt32("bitrate_nominal"), construct.ULInt32("bitrate_minimum"), construct.Embed( construct.BitStruct("flags", construct.Bits("blocksize_0", 4), construct.Bits("blocksize_1", 4))), construct.Byte("framing")) COMMENT_HEADER = construct.Struct("comment_header", construct.Byte("packet_type"), construct.String("vorbis", 6)) def __init__(self, filename): AudioFile.__init__(self, filename) self.__read_metadata__() @classmethod def is_type(cls, file): header = file.read(0x23) return (header.startswith('OggS') and header[0x1C:0x23] == '\x01vorbis') def __read_metadata__(self): f = OggStreamReader(file(self.filename, "rb")) packets = f.packets() try: #we'll assume this Vorbis file isn't interleaved #with any other Ogg stream #the Identification packet comes first id_packet = packets.next() header = VorbisAudio.COMMENT_HEADER.parse( id_packet[0:VorbisAudio.COMMENT_HEADER.sizeof()]) if ((header.packet_type == 0x01) and (header.vorbis == 'vorbis')): identification = VorbisAudio.OGG_IDENTIFICATION.parse( id_packet[VorbisAudio.COMMENT_HEADER.sizeof():]) self.__sample_rate__ = identification.sample_rate self.__channels__ = identification.channels else: raise InvalidFile(_(u'First packet is not Vorbis')) #the Comment packet comes next comment_packet = packets.next() header = VorbisAudio.COMMENT_HEADER.parse( comment_packet[0:VorbisAudio.COMMENT_HEADER.sizeof()]) if ((header.packet_type == 0x03) and (header.vorbis == 'vorbis')): self.comment = VorbisComment.VORBIS_COMMENT.parse( comment_packet[VorbisAudio.COMMENT_HEADER.sizeof():]) finally: del (packets) f.close() del (f) def lossless(self): return False def bits_per_sample(self): return 16 def channels(self): return self.__channels__ def channel_mask(self): if (self.channels() == 1): return ChannelMask.from_fields(front_center=True) elif (self.channels() == 2): return ChannelMask.from_fields(front_left=True, front_right=True) elif (self.channels() == 3): return ChannelMask.from_fields(front_left=True, front_right=True, front_center=True) elif (self.channels() == 4): return ChannelMask.from_fields(front_left=True, front_right=True, back_left=True, back_right=True) elif (self.channels() == 5): return ChannelMask.from_fields(front_left=True, front_right=True, front_center=True, back_left=True, back_right=True) elif (self.channels() == 6): return ChannelMask.from_fields(front_left=True, front_right=True, front_center=True, back_left=True, back_right=True, low_frequency=True) elif (self.channels() == 7): return ChannelMask.from_fields(front_left=True, front_right=True, front_center=True, side_left=True, side_right=True, back_center=True, low_frequency=True) elif (self.channels() == 8): return ChannelMask.from_fields(front_left=True, front_right=True, side_left=True, side_right=True, back_left=True, back_right=True, front_center=True, low_frequency=True) else: return ChannelMask(0) def total_frames(self): pcm_samples = 0 f = file(self.filename, "rb") try: while (True): try: page = OggStreamReader.OGGS.parse_stream(f) pcm_samples = page.granule_position f.seek(sum(page.segment_lengths), 1) except construct.core.FieldError: break except construct.ConstError: break return pcm_samples finally: f.close() def sample_rate(self): return self.__sample_rate__ def to_pcm(self): sub = subprocess.Popen([ BIN['oggdec'], '-Q', '-b', str(16), '-e', str(0), '-s', str(1), '-R', '-o', '-', self.filename ], stdout=subprocess.PIPE, stderr=file(os.devnull, "a")) pcmreader = PCMReader(sub.stdout, sample_rate=self.sample_rate(), channels=self.channels(), channel_mask=int(self.channel_mask()), bits_per_sample=self.bits_per_sample(), process=sub) if (self.channels() <= 2): return pcmreader elif (self.channels() <= 8): #these mappings transform Vorbis order into ChannelMask order standard_channel_mask = self.channel_mask() vorbis_channel_mask = VorbisChannelMask(self.channel_mask()) return ReorderedPCMReader(pcmreader, [ vorbis_channel_mask.channels().index(channel) for channel in standard_channel_mask.channels() ]) else: return pcmreader @classmethod def from_pcm(cls, filename, pcmreader, compression=None): if (compression not in cls.COMPRESSION_MODES): compression = cls.DEFAULT_COMPRESSION devnull = file(os.devnull, 'ab') sub = subprocess.Popen([ BIN['oggenc'], '-Q', '-r', '-B', str(pcmreader.bits_per_sample), '-C', str(pcmreader.channels), '-R', str(pcmreader.sample_rate), '--raw-endianness', str(0), '-q', compression, '-o', filename, '-' ], stdin=subprocess.PIPE, stdout=devnull, stderr=devnull, preexec_fn=ignore_sigint) if ((pcmreader.channels <= 2) or (int(pcmreader.channel_mask) == 0)): transfer_framelist_data(pcmreader, sub.stdin.write) elif (pcmreader.channels <= 8): if (int(pcmreader.channel_mask) in ( 0x7, #FR, FC, FL 0x33, #FR, FL, BR, BL 0x37, #FR, FC, FL, BL, BR 0x3f, #FR, FC, FL, BL, BR, LFE 0x70f, #FL, FC, FR, SL, SR, BC, LFE 0x63f) #FL, FC, FR, SL, SR, BL, BR, LFE ): standard_channel_mask = ChannelMask(pcmreader.channel_mask) vorbis_channel_mask = VorbisChannelMask(standard_channel_mask) else: raise UnsupportedChannelMask() transfer_framelist_data( ReorderedPCMReader(pcmreader, [ standard_channel_mask.channels().index(channel) for channel in vorbis_channel_mask.channels() ]), sub.stdin.write) else: raise UnsupportedChannelMask() try: pcmreader.close() except DecodingError: raise EncodingError() sub.stdin.close() devnull.close() if (sub.wait() == 0): return VorbisAudio(filename) else: raise EncodingError(BIN['oggenc']) def set_metadata(self, metadata): metadata = VorbisComment.converted(metadata) if (metadata is None): return reader = OggStreamReader(file(self.filename, 'rb')) new_file = cStringIO.StringIO() writer = OggStreamWriter(new_file) current_sequence_number = 0 pages = reader.pages() #transfer our old header #this must always be the first packet and the first page (header_page, header_data) = pages.next() writer.write_page(header_page, header_data) current_sequence_number += 1 #grab the current "comment" and "setup headers" packets #these may take one or more pages, #but will always end on a page boundary del (pages) packets = reader.packets(from_beginning=False) comment_packet = packets.next() headers_packet = packets.next() #write the pages for our new "comment" packet for (page, data) in OggStreamWriter.build_pages( 0, header_page.bitstream_serial_number, current_sequence_number, VorbisAudio.COMMENT_HEADER.build( construct.Container(packet_type=3, vorbis='vorbis')) + metadata.build()): writer.write_page(page, data) current_sequence_number += 1 #write the pages for the old "setup headers" packet for (page, data) in OggStreamWriter.build_pages( 0, header_page.bitstream_serial_number, current_sequence_number, headers_packet): writer.write_page(page, data) current_sequence_number += 1 #write the rest of the pages, re-sequenced and re-checksummed del (packets) pages = reader.pages(from_beginning=False) for (i, (page, data)) in enumerate(pages): page.page_sequence_number = i + current_sequence_number page.checksum = OggStreamReader.calculate_ogg_checksum(page, data) writer.write_page(page, data) reader.close() #re-write the file with our new data in "new_file" f = file(self.filename, "wb") f.write(new_file.getvalue()) f.close() writer.close() self.__read_metadata__() def get_metadata(self): self.__read_metadata__() data = {} for pair in self.comment.value: try: (key, value) = pair.split('=', 1) data.setdefault(key, []).append(value.decode('utf-8')) except ValueError: continue return VorbisComment(data) def delete_metadata(self): self.set_metadata(MetaData()) @classmethod def add_replay_gain(cls, filenames): track_names = [ track.filename for track in open_files(filenames) if isinstance(track, cls) ] if ((len(track_names) > 0) and BIN.can_execute(BIN['vorbisgain'])): devnull = file(os.devnull, 'ab') sub = subprocess.Popen([BIN['vorbisgain'], '-q', '-a'] + track_names, stdout=devnull, stderr=devnull) sub.wait() devnull.close() @classmethod def can_add_replay_gain(cls): return BIN.can_execute(BIN['vorbisgain']) @classmethod def lossless_replay_gain(cls): return True def replay_gain(self): vorbis_metadata = self.get_metadata() if (set([ 'REPLAYGAIN_TRACK_PEAK', 'REPLAYGAIN_TRACK_GAIN', 'REPLAYGAIN_ALBUM_PEAK', 'REPLAYGAIN_ALBUM_GAIN' ]).issubset(vorbis_metadata.keys())): #we have ReplayGain data try: return ReplayGain( vorbis_metadata['REPLAYGAIN_TRACK_GAIN'][0][0:-len(" dB")], vorbis_metadata['REPLAYGAIN_TRACK_PEAK'][0], vorbis_metadata['REPLAYGAIN_ALBUM_GAIN'][0][0:-len(" dB")], vorbis_metadata['REPLAYGAIN_ALBUM_PEAK'][0]) except ValueError: return None else: return None
class ID3v1Comment(MetaData, list): ID3v1 = construct.Struct( "id3v1", construct.Const(construct.String("identifier", 3), 'TAG'), construct.String("song_title", 30), construct.String("artist", 30), construct.String("album", 30), construct.String("year", 4), construct.String("comment", 28), construct.Padding(1), construct.Byte("track_number"), construct.Byte("genre")) ID3v1_NO_TRACKNUMBER = construct.Struct( "id3v1_notracknumber", construct.Const(construct.String("identifier", 3), 'TAG'), construct.String("song_title", 30), construct.String("artist", 30), construct.String("album", 30), construct.String("year", 4), construct.String("comment", 30), construct.Byte("genre")) ATTRIBUTES = [ 'track_name', 'artist_name', 'album_name', 'year', 'comment', 'track_number' ] #takes an MP3 filename #returns a (song title, artist, album, year, comment, track number) tuple #if no ID3v1 tag is present, returns a tuple with those fields blank #all text is in unicode #if track number is -1, the id3v1 comment could not be found @classmethod def read_id3v1_comment(cls, mp3filename): mp3file = file(mp3filename, "rb") try: mp3file.seek(-128, 2) try: id3v1 = ID3v1Comment.ID3v1.parse(mp3file.read()) except construct.adapters.PaddingError: mp3file.seek(-128, 2) id3v1 = ID3v1Comment.ID3v1_NO_TRACKNUMBER.parse(mp3file.read()) id3v1.track_number = 0 except construct.ConstError: return tuple([u""] * 5 + [-1]) field_list = (id3v1.song_title, id3v1.artist, id3v1.album, id3v1.year, id3v1.comment) return tuple( map(lambda t: t.rstrip('\x00').decode('ascii', 'replace'), field_list) + [id3v1.track_number]) finally: mp3file.close() #takes several unicode strings (except for track_number, an int) #pads them with nulls and returns a complete ID3v1 tag @classmethod def build_id3v1(cls, song_title, artist, album, year, comment, track_number): def __s_pad__(s, length): if (len(s) < length): return s + chr(0) * (length - len(s)) else: s = s[0:length].rstrip() return s + chr(0) * (length - len(s)) c = construct.Container() c.identifier = 'TAG' c.song_title = __s_pad__(song_title.encode('ascii', 'replace'), 30) c.artist = __s_pad__(artist.encode('ascii', 'replace'), 30) c.album = __s_pad__(album.encode('ascii', 'replace'), 30) c.year = __s_pad__(year.encode('ascii', 'replace'), 4) c.comment = __s_pad__(comment.encode('ascii', 'replace'), 28) c.track_number = int(track_number) c.genre = 0 return ID3v1Comment.ID3v1.build(c) #metadata is the title,artist,album,year,comment,tracknum tuple returned by #read_id3v1_comment def __init__(self, metadata): list.__init__(self, metadata) def supports_images(self): return False #if an attribute is updated (e.g. self.track_name) #make sure to update the corresponding list item def __setattr__(self, key, value): if (key in self.ATTRIBUTES): if (key != 'track_number'): self[self.ATTRIBUTES.index(key)] = value else: self[self.ATTRIBUTES.index(key)] = int(value) elif (key in MetaData.__FIELDS__): pass else: self.__dict__[key] = value def __delattr__(self, key): if (key == 'track_number'): setattr(self, key, 0) elif (key in self.ATTRIBUTES): setattr(self, key, u"") def __getattr__(self, key): if (key in self.ATTRIBUTES): return self[self.ATTRIBUTES.index(key)] elif (key in MetaData.__INTEGER_FIELDS__): return 0 elif (key in MetaData.__FIELDS__): return u"" else: raise AttributeError(key) @classmethod def converted(cls, metadata): if ((metadata is None) or (isinstance(metadata, ID3v1Comment))): return metadata return ID3v1Comment( (metadata.track_name, metadata.artist_name, metadata.album_name, metadata.year, metadata.comment, int(metadata.track_number))) def __comment_name__(self): return u'ID3v1' def __comment_pairs__(self): return zip(('Title', 'Artist', 'Album', 'Year', 'Comment', 'Tracknum'), self) def build_tag(self): return self.build_id3v1(self.track_name, self.artist_name, self.album_name, self.year, self.comment, self.track_number) def images(self): return []
class WavPackAudio(ApeTaggedAudio, AudioFile): SUFFIX = "wv" NAME = SUFFIX DEFAULT_COMPRESSION = "veryhigh" COMPRESSION_MODES = ("fast", "standard", "high", "veryhigh") BINARIES = ("wavpack", "wvunpack") APE_TAG_CLASS = WavePackAPEv2 HEADER = construct.Struct( "wavpackheader", construct.Const(construct.String("id", 4), 'wvpk'), construct.ULInt32("block_size"), construct.ULInt16("version"), construct.ULInt8("track_number"), construct.ULInt8("index_number"), construct.ULInt32("total_samples"), construct.ULInt32("block_index"), construct.ULInt32("block_samples"), construct.Embed( construct.BitStruct("flags", construct.Flag("floating_point_data"), construct.Flag("hybrid_noise_shaping"), construct.Flag("cross_channel_decorrelation"), construct.Flag("joint_stereo"), construct.Flag("hybrid_mode"), construct.Flag("mono_output"), construct.Bits("bits_per_sample", 2), construct.Bits("left_shift_data_low", 3), construct.Flag("final_block_in_sequence"), construct.Flag("initial_block_in_sequence"), construct.Flag("hybrid_noise_balanced"), construct.Flag("hybrid_mode_control_bitrate"), construct.Flag("extended_size_integers"), construct.Bit("sampling_rate_low"), construct.Bits("maximum_magnitude", 5), construct.Bits("left_shift_data_high", 2), construct.Flag("reserved2"), construct.Flag("false_stereo"), construct.Flag("use_IIR"), construct.Bits("reserved1", 2), construct.Bits("sampling_rate_high", 3))), construct.ULInt32("crc")) SUB_HEADER = construct.Struct( "wavpacksubheader", construct.Embed( construct.BitStruct("flags", construct.Flag("large_block"), construct.Flag("actual_size_1_less"), construct.Flag("nondecoder_data"), construct.Bits("metadata_function", 5))), construct.IfThenElse('size', lambda ctx: ctx['large_block'], ULInt24('s'), construct.Byte('s'))) BITS_PER_SAMPLE = (8, 16, 24, 32) SAMPLING_RATE = (6000, 8000, 9600, 11025, 12000, 16000, 22050, 24000, 32000, 44100, 48000, 64000, 88200, 96000, 192000, 0) def __init__(self, filename): self.filename = filename self.__samplerate__ = 0 self.__channels__ = 0 self.__bitspersample__ = 0 self.__total_frames__ = 0 self.__read_info__() @classmethod def is_type(cls, file): return file.read(4) == 'wvpk' def lossless(self): return True @classmethod def supports_foreign_riff_chunks(cls): return True def channel_mask(self): fmt_chunk = WaveAudio.FMT_CHUNK.parse(self.__fmt_chunk__()) if (fmt_chunk.compression != 0xFFFE): if (self.__channels__ == 1): return ChannelMask.from_fields(front_center=True) elif (self.__channels__ == 2): return ChannelMask.from_fields(front_left=True, front_right=True) #if we have a multi-channel WavPack file #that's not WAVEFORMATEXTENSIBLE, #assume the channels follow SMPTE/ITU-R recommendations #and hope for the best elif (self.__channels__ == 3): return ChannelMask.from_fields(front_left=True, front_right=True, front_center=True) elif (self.__channels__ == 4): return ChannelMask.from_fields(front_left=True, front_right=True, back_left=True, back_right=True) elif (self.__channels__ == 5): return ChannelMask.from_fields(front_left=True, front_right=True, back_left=True, back_right=True, front_center=True) elif (self.__channels__ == 6): return ChannelMask.from_fields(front_left=True, front_right=True, back_left=True, back_right=True, front_center=True, low_frequency=True) else: return ChannelMask(0) else: return WaveAudio.fmt_chunk_to_channel_mask(fmt_chunk.channel_mask) def get_metadata(self): metadata = ApeTaggedAudio.get_metadata(self) if (metadata is not None): metadata.frame_count = self.total_frames() return metadata def has_foreign_riff_chunks(self): for (sub_header, nondecoder, data) in self.sub_frames(): if ((sub_header == 1) and nondecoder): return set(__riff_chunk_ids__(data)) != set(['fmt ', 'data']) else: return False def __fmt_chunk__(self): for (sub_header, nondecoder, data) in self.sub_frames(): if ((sub_header == 1) and nondecoder): for (chunk_id, chunk_data) in __riff_chunks__(data): if (chunk_id == 'fmt '): return chunk_data else: return None def frames(self): f = file(self.filename) remaining_samples = None try: while ((remaining_samples is None) or (remaining_samples > 0)): try: header = WavPackAudio.HEADER.parse( f.read(WavPackAudio.HEADER.sizeof())) except construct.ConstError: raise InvalidFile(_(u'WavPack header ID invalid')) if (remaining_samples is None): remaining_samples = (header.total_samples - \ header.block_samples) else: remaining_samples -= header.block_samples data = f.read(header.block_size - 24) yield (header, data) finally: f.close() def sub_frames(self): import cStringIO for (header, data) in self.frames(): total_size = len(data) data = cStringIO.StringIO(data) while (data.tell() < total_size): sub_header = WavPackAudio.SUB_HEADER.parse_stream(data) if (sub_header.actual_size_1_less): yield (sub_header.metadata_function, sub_header.nondecoder_data, data.read((sub_header.size * 2) - 1)) data.read(1) else: yield (sub_header.metadata_function, sub_header.nondecoder_data, data.read(sub_header.size * 2)) def __read_info__(self): f = file(self.filename) try: try: header = WavPackAudio.HEADER.parse( f.read(WavPackAudio.HEADER.sizeof())) except construct.ConstError: raise InvalidFile(_(u'WavPack header ID invalid')) self.__samplerate__ = WavPackAudio.SAMPLING_RATE[( header.sampling_rate_high << 1) | header.sampling_rate_low] self.__bitspersample__ = WavPackAudio.BITS_PER_SAMPLE[ header.bits_per_sample] self.__total_frames__ = header.total_samples self.__channels__ = 0 #go through as many headers as necessary #to count the number of channels if (header.mono_output): self.__channels__ += 1 else: self.__channels__ += 2 while (not header.final_block_in_sequence): f.seek(header.block_size - 24, 1) header = WavPackAudio.HEADER.parse( f.read(WavPackAudio.HEADER.sizeof())) if (header.mono_output): self.__channels__ += 1 else: self.__channels__ += 2 finally: f.close() def bits_per_sample(self): return self.__bitspersample__ def channels(self): return self.__channels__ def total_frames(self): return self.__total_frames__ def sample_rate(self): return self.__samplerate__ @classmethod def from_pcm(cls, filename, pcmreader, compression=None): compression_param = { "fast": ["-f"], "standard": [], "high": ["-h"], "veryhigh": ["-hh"] } if (str(compression) not in cls.COMPRESSION_MODES): compression = cls.DEFAULT_COMPRESSION if ('--raw-pcm' in cls.__wavpack_help__()): if (filename.endswith(".wv")): devnull = file(os.devnull, 'ab') if (pcmreader.channels > 18): raise UnsupportedChannelMask() elif (pcmreader.channels > 2): order_map = { "front_left": "FL", "front_right": "FR", "front_center": "FC", "low_frequency": "LFE", "back_left": "BL", "back_right": "BR", "front_left_of_center": "FLC", "front_right_of_center": "FRC", "back_center": "BC", "side_left": "SL", "side_right": "SR", "top_center": "TC", "top_front_left": "TFL", "top_front_center": "TFC", "top_front_right": "TFR", "top_back_left": "TBL", "top_back_center": "TBC", "top_back_right": "TBR" } channel_order = [ "--channel-order=%s" % (",".join([ order_map[channel] for channel in ChannelMask( pcmreader.channel_mask).channels() ])) ] else: channel_order = [] sub = subprocess.Popen([BIN['wavpack']] + \ compression_param[compression] + \ ['-q','-y', "--raw-pcm=%(sr)s,%(bps)s,%(ch)s"%\ {"sr":pcmreader.sample_rate, "bps":pcmreader.bits_per_sample, "ch":pcmreader.channels}] + \ channel_order + \ ['-','-o',filename], stdout=devnull, stderr=devnull, stdin=subprocess.PIPE, preexec_fn=ignore_sigint) transfer_framelist_data(pcmreader, sub.stdin.write) devnull.close() sub.stdin.close() if (sub.wait() == 0): return WavPackAudio(filename) else: raise EncodingError(BIN['wavpack']) else: import tempfile tempdir = tempfile.mkdtemp() symlink = os.path.join(tempdir, os.path.basename(filename) + ".wv") try: os.symlink(os.path.abspath(filename), symlink) cls.from_pcm(symlink, pcmreader, compression) return WavPackAudio(filename) finally: os.unlink(symlink) os.rmdir(tempdir) else: import tempfile f = tempfile.NamedTemporaryFile(suffix=".wav") w = WaveAudio.from_pcm(f.name, pcmreader) try: return cls.from_wave(filename, w.filename, compression) finally: del (w) f.close() def to_wave(self, wave_filename): devnull = file(os.devnull, 'ab') #WavPack stupidly refuses to run if the filename doesn't end with .wv if (self.filename.endswith(".wv")): sub = subprocess.Popen([ BIN['wvunpack'], '-q', '-y', self.filename, '-o', wave_filename ], stdout=devnull, stderr=devnull) if (sub.wait() != 0): raise EncodingError() else: #create a temporary symlink to the current file #rather than rewrite the whole thing import tempfile tempdir = tempfile.mkdtemp() symlink = os.path.join(tempdir, os.path.basename(self.filename) + ".wv") try: os.symlink(os.path.abspath(self.filename), symlink) WavPackAudio(symlink).to_wave(wave_filename) finally: os.unlink(symlink) os.rmdir(tempdir) def to_pcm(self): if (self.filename.endswith(".wv")): if ('-r' in WavPackAudio.__wvunpack_help__()): sub = subprocess.Popen([ BIN['wvunpack'], '-q', '-y', self.filename, '-r', '-o', '-' ], stdout=subprocess.PIPE, stderr=file(os.devnull, 'ab')) return PCMReader(sub.stdout, sample_rate=self.sample_rate(), channels=self.channels(), channel_mask=int(self.channel_mask()), bits_per_sample=self.bits_per_sample(), process=sub) else: sub = subprocess.Popen( [BIN['wvunpack'], '-q', '-y', self.filename, '-o', '-'], stdout=subprocess.PIPE, stderr=file(os.devnull, 'ab')) return WaveReader(sub.stdout, sample_rate=self.sample_rate(), channels=self.channels(), channel_mask=int(self.channel_mask()), bits_per_sample=self.bits_per_sample(), process=sub) else: #create a temporary symlink to the current file #rather than rewrite the whole thing (tempdir, symlink) = SymlinkPCMReader.new(self.filename, ".wv") return SymlinkPCMReader( WavPackAudio(symlink).to_pcm(), tempdir, symlink) @classmethod def from_wave(cls, filename, wave_filename, compression=None): if (str(compression) not in cls.COMPRESSION_MODES): compression = cls.DEFAULT_COMPRESSION compression_param = { "fast": ["-f"], "standard": [], "high": ["-h"], "veryhigh": ["-hh"] } #wavpack will add a .wv suffix if there isn't one #this isn't desired behavior if (filename.endswith(".wv")): devnull = file(os.devnull, 'ab') sub = subprocess.Popen([BIN['wavpack'], wave_filename] + \ compression_param[compression] + \ ['-q','-y','-o', filename], stdout=devnull, stderr=devnull, preexec_fn=ignore_sigint) devnull.close() if (sub.wait() == 0): return WavPackAudio(filename) else: raise EncodingError(BIN['wavpack']) else: import tempfile tempdir = tempfile.mkdtemp() symlink = os.path.join(tempdir, os.path.basename(filename) + ".wv") try: os.symlink(os.path.abspath(filename), symlink) cls.from_wave(symlink, wave_filename, compression) return WavPackAudio(filename) finally: os.unlink(symlink) os.rmdir(tempdir) @classmethod def __wavpack_help__(cls): devnull = open(os.devnull, "wb") sub = subprocess.Popen([BIN["wavpack"], "--help"], stdout=subprocess.PIPE, stderr=devnull) help_data = sub.stdout.read() sub.stdout.close() devnull.close() sub.wait() return help_data @classmethod def __wvunpack_help__(cls): devnull = open(os.devnull, "wb") sub = subprocess.Popen([BIN["wvunpack"], "--help"], stdout=subprocess.PIPE, stderr=devnull) help_data = sub.stdout.read() sub.stdout.close() devnull.close() sub.wait() return help_data @classmethod def add_replay_gain(cls, filenames): track_names = [ track.filename for track in open_files(filenames) if isinstance(track, cls) ] if ((len(track_names) > 0) and BIN.can_execute(BIN['wvgain'])): devnull = file(os.devnull, 'ab') sub = subprocess.Popen([BIN['wvgain'], '-q', '-a'] + track_names, stdout=devnull, stderr=devnull) sub.wait() devnull.close() @classmethod def can_add_replay_gain(cls): return BIN.can_execute(BIN['wvgain']) @classmethod def lossless_replay_gain(cls): return True def replay_gain(self): metadata = self.get_metadata() if (metadata is None): return None if (set([ 'replaygain_track_gain', 'replaygain_track_peak', 'replaygain_album_gain', 'replaygain_album_peak' ]).issubset(metadata.keys())): #we have ReplayGain data try: return ReplayGain( unicode(metadata['replaygain_track_gain'])[0:-len(" dB")], unicode(metadata['replaygain_track_peak']), unicode(metadata['replaygain_album_gain'])[0:-len(" dB")], unicode(metadata['replaygain_album_peak'])) except ValueError: return None else: return None def get_cuesheet(self): import cue metadata = self.get_metadata() if ((metadata is not None) and ('Cuesheet' in metadata.keys())): try: return cue.parse( cue.tokens( unicode(metadata['Cuesheet']).encode( 'utf-8', 'replace'))) except cue.CueException: #unlike FLAC, just because a cuesheet is embedded #does not mean it is compliant return None else: return None def set_cuesheet(self, cuesheet): import os.path import cue if (cuesheet is None): return metadata = self.get_metadata() if (metadata is None): metadata = WavePackAPEv2.converted(MetaData()) metadata['Cuesheet'] = WavePackAPEv2.ITEM.string( 'Cuesheet', cue.Cuesheet.file(cuesheet, os.path.basename(self.filename)).decode( 'ascii', 'replace')) self.set_metadata(metadata)
class __JPEG__(ImageMetrics): SEGMENT_HEADER = construct.Struct('segment_header', construct.Const(construct.Byte('header'),0xFF), construct.Byte('type'), construct.If( lambda ctx: ctx['type'] not in (0xD8,0xD9), construct.UBInt16('length'))) APP0 = construct.Struct('JFIF_segment_marker', construct.String('identifier',5), construct.Byte('major_version'), construct.Byte('minor_version'), construct.Byte('density_units'), construct.UBInt16('x_density'), construct.UBInt16('y_density'), construct.Byte('thumbnail_width'), construct.Byte('thumbnail_height')) SOF = construct.Struct('start_of_frame', construct.Byte('data_precision'), construct.UBInt16('image_height'), construct.UBInt16('image_width'), construct.Byte('components')) def __init__(self, width, height, bits_per_pixel): ImageMetrics.__init__(self, width, height, bits_per_pixel, 0, u'image/jpeg') @classmethod def parse(cls, file): try: header = cls.SEGMENT_HEADER.parse_stream(file) if (header.type != 0xD8): raise InvalidJPEG(_(u'Invalid JPEG header')) segment = cls.SEGMENT_HEADER.parse_stream(file) while (segment.type != 0xD9): if (segment.type == 0xDA): break if (segment.type in (0xC0,0xC1,0xC2,0xC3, 0xC5,0XC5,0xC6,0xC7, 0xC9,0xCA,0xCB,0xCD, 0xCE,0xCF)): #start of frame segment_data = cStringIO.StringIO( file.read(segment.length - 2)) frame0 = cls.SOF.parse_stream(segment_data) segment_data.close() return __JPEG__(width = frame0.image_width, height = frame0.image_height, bits_per_pixel = (frame0.data_precision * \ frame0.components)) else: file.seek(segment.length - 2,1) segment = cls.SEGMENT_HEADER.parse_stream(file) raise InvalidJPEG(_(u'Start of frame not found')) except construct.ConstError: raise InvalidJPEG(_(u"Invalid JPEG segment marker at 0x%X") % \ (file.tell()))
class __PNG__(ImageMetrics): HEADER = construct.Const(construct.String('header',8), '89504e470d0a1a0a'.decode('hex')) CHUNK_HEADER = construct.Struct('chunk', construct.UBInt32('length'), construct.String('type',4)) CHUNK_FOOTER = construct.Struct('crc32', construct.UBInt32('crc')) IHDR = construct.Struct('IHDR', construct.UBInt32('width'), construct.UBInt32('height'), construct.Byte('bit_depth'), construct.Byte('color_type'), construct.Byte('compression_method'), construct.Byte('filter_method'), construct.Byte('interlace_method')) def __init__(self, width, height, bits_per_pixel, color_count): ImageMetrics.__init__(self, width, height, bits_per_pixel, color_count, u'image/png') @classmethod def parse(cls, file): ihdr = None plte = None try: header = cls.HEADER.parse_stream(file) chunk_header = cls.CHUNK_HEADER.parse_stream(file) data = file.read(chunk_header.length) chunk_footer = cls.CHUNK_FOOTER.parse_stream(file) while (chunk_header.type != 'IEND'): if (chunk_header.type == 'IHDR'): ihdr = cls.IHDR.parse(data) elif (chunk_header.type == 'PLTE'): plte = data chunk_header = cls.CHUNK_HEADER.parse_stream(file) data = file.read(chunk_header.length) chunk_footer = cls.CHUNK_FOOTER.parse_stream(file) if (ihdr.color_type == 0): #grayscale bits_per_pixel = ihdr.bit_depth color_count = 0 elif (ihdr.color_type == 2): #RGB bits_per_pixel = ihdr.bit_depth * 3 color_count = 0 elif (ihdr.color_type == 3): #palette bits_per_pixel = 8 if ((len(plte) % 3) != 0): raise InvalidPNG(_(u'Invalid PLTE chunk length')) else: color_count = len(plte) / 3 elif (ihdr.color_type == 4): #grayscale + alpha bits_per_pixel = ihdr.bit_depth * 2 color_count = 0 elif (ihdr.color_type == 6): #RGB + alpha bits_per_pixel = ihdr.bit_depth * 4 color_count = 0 return __PNG__(ihdr.width,ihdr.height,bits_per_pixel,color_count) except construct.ConstError: raise InvalidPNG(_(u'Invalid PNG'))