def find_song_info(self, html):
ret = True
prefix = '<font color="#FFFFFF"><b>'
suffix = "</b></font>"
title = common.strip_tags(common.find_string_by_prefix_suffix(html, prefix, suffix)).strip()
if title:
self.title = title
prefix = '<font size="-1" color="#FFFFFF">'
suffix = "</font>"
info = common.find_string_by_prefix_suffix(html, prefix, suffix)
info = re.sub(" +", "", info)
info = info.replace("\r", "").replace("\n", "")
patterns = {"artist": u"歌：(.*?)/", "lyricist": u"詞：(.*?)/", "composer": u"曲：(.*?)<"}
for key in patterns:
pattern = patterns[key]
value = common.get_first_group_by_pattern(info, pattern)
if value:
setattr(self, key, value)
else:
logging.info("Failed to get %s from info %s", key, info)
return False
return ret
def find_song_info(self, content):
prefix = "<div id='lyricBlock'>"
suffix = '</table>'
info_block = common.find_string_by_prefix_suffix(content, prefix, suffix, False)
prefix = '<h2>'
suffix = '</h2>'
title = common.find_string_by_prefix_suffix(info_block, prefix, suffix, False)
self.title = common.htmlspecialchars_decode(common.unicode2string(title))
patterns = {
'artist': u'>歌：(.*?)</td>',
'lyricist': u'>作詞：(.*?)</td>',
'composer': u'>作曲：(.*?)</td>'
}
for key in patterns:
pattern = patterns[key]
value = common.get_first_group_by_pattern(info_block, pattern)
if value:
value = common.strip_tags(common.htmlspecialchars_decode(value)).strip()
setattr(self, key, value)
else:
logging.debug('Failed to get %s, pattern: %s' % (key, pattern, ))
return True
def get_lyric_json(self, content):
line = content.replace('\r\n', '')
prefix = 'function showLyric'
suffix = '$.ajax'
line = common.find_string_by_prefix_suffix(line, prefix, suffix)
if not line:
logging.error('Failed to find string in ')
return False
prefix = 'var data ='
suffix = ';'
line = common.find_string_by_prefix_suffix(line, prefix, suffix)
if not line:
logging.error('Failed to find string in ')
return False
post_data = self.convert_js_to_url(line)
logging.debug('post data: %s' % (post_data, ))
lyric_url = 'http://music-book.jp/music/MusicDetail/GetLyric'
raw_json = common.get_url_content(lyric_url, data=post_data)
if not raw_json:
logging.error('Failed to get json of url [%s]' % (lyric_url, ))
return False
return json.loads(raw_json)
def find_lyric(self, html):
prefix = "<div class='lyricbox'>"
suffix = '<!--'
line = common.find_string_by_prefix_suffix(html, prefix, suffix, True)
prefix = '</script>'
suffix = '<!--'
lyric = common.find_string_by_prefix_suffix(line, prefix, suffix, False)
lyric = lyric.replace('<br />', '\n')
lyric = common.unicode2string(lyric).strip()
lyric = common.strip_tags(lyric).strip()
self.lyric = lyric
return True
def find_song_info(self, content):
# content = content.decode('utf-8', 'ignore')
pattern = u'<meta property="og:title" content="(.*?) 歌詞 \|'
title = common.get_first_group_by_pattern(content, pattern)
title = common.htmlspecialchars_decode(title)
self.title = title
pattern = u'<meta property="og:description" content="(.*?)が歌う'
artist = common.get_first_group_by_pattern(content, pattern)
artist = common.htmlspecialchars_decode(artist)
self.artist = artist
prefixes = {
'lyricist': u'作詞</dt>',
'composer': u'作曲</dt>',
}
suffix = '</dd>'
for key in prefixes:
prefix = prefixes[key]
value = common.find_string_by_prefix_suffix(content, prefix, suffix, False)
if value:
value = common.strip_tags(value).strip()
value = common.htmlspecialchars_decode(value)
setattr(self, key, value)
return True
def parse_song_info(self, url, html):
ret = True
pattern = '<h1.*?>(.*)</h1>'
title = common.get_first_group_by_pattern(html, pattern)
if title:
title = common.htmlspecialchars_decode(common.strip_tags(title)).strip()
self.title = title
else:
logging.warning('Failed to parse title of url [%s]', url)
ret = False
patterns = {
'artist': '">([^<]*)</a></span></td></tr>',
'lyricist': 'td>([^<]*)<br></td></tr><tr>',
'composer': 'td>([^<]*)<br></td></tr></table>',
}
prefix = '<table class="lyric-data">'
suffix = '</table>'
info_table = common.find_string_by_prefix_suffix(html, prefix, suffix)
info_table = info_table.replace('\n', '')
for key in patterns:
pattern = patterns[key]
value = common.get_first_group_by_pattern(info_table, pattern)
if value:
value = common.htmlspecialchars_decode(common.strip_tags(value)).strip()
setattr(self, key, value)
else:
logging.warning('Failed to get %s', key)
ret = False
return ret
def parse_composer(self, html):
prefix = '<b>作曲：</b>'
suffix = '\t'
raw_string = common.find_string_by_prefix_suffix(html, prefix, suffix, False)
if not raw_string:
logging.debug('Failed to find composer')
return False
self.composer = common.htmlspecialchars_decode(common.unicode2string(raw_string)).strip()
def find_lyric(self, content):
prefix = "<p id='lyricBody'>"
suffix = "</p>"
lyric = common.find_string_by_prefix_suffix(content, prefix, suffix, False)
lyric = lyric.replace('<br />', '')
lyric = common.htmlspecialchars_decode(common.unicode2string(lyric))
lyric = lyric.strip();
self.lyric = lyric
return True
def parse_lyricist(self, html):
prefix = '<b>作詞：</b>'
suffix = '\t'
logging.debug('find me LYRICIST')
raw_string = common.find_string_by_prefix_suffix(html, prefix, suffix, False)
if not raw_string:
logging.debug('Failed to find lyricist')
return False
self.lyricist = common.htmlspecialchars_decode(common.unicode2string(raw_string)).strip()
def find_song_info(self, url):
ret = True
html = common.get_url_content(url)
encoding = 'utf-8'
html = html.decode(encoding, 'ignore')
pattern = '<h1>(.*)</h1>'
value = common.get_first_group_by_pattern(html, pattern).strip()
if value:
self.title = value
else:
logging.error('Failed to find title of url [%s]', url)
ret = False
prefix = '<div class="person_list">'
suffix = '</div>'
info_table = common.find_string_by_prefix_suffix(html, prefix, suffix)
patterns = {
'artist': u'歌手',
'lyricist': u'作詞者',
'composer': u'作曲者',
'arranger': u'編曲者',
}
for key in patterns:
pattern = patterns[key]
prefix = u'<th>%s</th>' % (pattern)
suffix = '</td>'
value = common.find_string_by_prefix_suffix(info_table, prefix, suffix, False)
if not value:
continue
value = common.strip_tags(value).strip()
if value:
setattr(self, key, value)
return ret
def find_lyric(self, html):
prefix = "<!--HPSTART-->"
suffix = "<!--HPEND-->"
body = common.find_string_by_prefix_suffix(html, prefix, suffix)
body = re.sub(" +", "", body)
body = body.replace("\r", "")
body = body.replace("\n", "")
body = body.replace("<br>", "\n")
body = common.strip_tags(body).strip()
self.lyric = body
return True
def find_lyric(self, content):
# content = content.decode('utf-8', 'ignore')
prefix = '<div class="lyricBody">'
suffix = '</div>'
lyric = common.find_string_by_prefix_suffix(content, prefix, suffix)
pattern = '<span class="rt">(.*?)</span>'
lyric = re.sub(pattern, r'(\1)', lyric)
lyric = common.strip_tags(lyric)
lyric = lyric.strip()
self.lyric = lyric
return True
def parse_lyric(self, html):
prefix = '<PRE>'
suffix = '</PRE>'
raw_lyric = common.find_string_by_prefix_suffix(html, prefix, suffix, False)
if not raw_lyric:
logging.info('Failed to parse lyric from html [%s]', html)
return False
raw_lyric = raw_lyric.strip()
pos = raw_lyric.find('\n\n')
if pos < 0:
logging.info('Failed to find two consecutive newlines')
return False
self.title = raw_lyric[0:pos]
raw_lyric = raw_lyric[pos+2:]
pos = raw_lyric.find('\n\n')
if pos < 0:
logging.info('Failed to find two consecutive newlines')
return False
info = raw_lyric[0:pos]
self.lyric = raw_lyric[pos+2:]
patterns = {
'artist': u'歌：(.+)',
'lyricist': u'作詞：(.+?)／',
'composer': u'作曲：(.+?)／',
'arranger': u'編曲：(.+?)／',
}
for key in patterns:
pattern = patterns[key]
value = common.get_first_group_by_pattern(info, pattern)
if not value:
logging.info('Failed to get %s of url [%s]', key, url)
else:
value = common.htmlspecialchars_decode(value).strip()
setattr(self, key, value)
return True
def parse_lyric(self, html):
html = html.replace('\r\n', '')
prefix = "<div class='body'><p>"
suffix = '</p>'
lyric = common.find_string_by_prefix_suffix(html, prefix, suffix, False)
if not lyric:
logging.info('Failed to parse lyric from html [%s]', html)
return False
lyric = lyric.replace('<br />', '\n')
lyric = lyric.strip()
lyric = common.unicode2string(lyric)
lyric = common.half2full(lyric)
self.lyric = lyric
return True
def find_song_info(self, url):
ret = True
html = common.get_url_content(url)
encoding = 'euc_jp'
html = html.decode(encoding, 'ignore')
prefix = '<TABLE cellspacing="1"'
suffix = '</TABLE>'
info_table = common.find_string_by_prefix_suffix(html, prefix, suffix)
def get_info_value_by_key(html, key):
valuePrefix = '#ffffff> '
valueSuffix = '</TD>'
lenPrefix = len(valuePrefix)
posKey = html.find(key)
logging.debug('key position: %d' % (posKey))
posStart = html.find(valuePrefix, posKey) + lenPrefix
posEnd = html.find(valueSuffix, posStart)
logging.debug('position [%d:%d]' % (posStart, posEnd))
value = html[posStart:posEnd]
return value
patterns = {
'title': u'曲名</TD>',
'artist': u'歌手</TD>',
'lyricist': u'作詞</TD>',
'composer': u'作曲</TD>',
}
for key in patterns:
pattern = patterns[key]
value = get_info_value_by_key(info_table, pattern)
if not value:
logging.info('Failed to get %s of url [%s]', key, url)
ret = False
else:
value = common.htmlspecialchars_decode(value).strip()
setattr(self, key, value)
return ret
def find_lyric(self, url):
pattern = '/[a-z]+/([0-9]+)/'
song_id = common.get_first_group_by_pattern(url, pattern)
if not song_id:
# try old pattern
# http://www.uta-net.com/user/phplib/view_0.php?ID=17248
pattern = 'ID=([0-9]+)'
song_id = common.get_first_group_by_pattern(url, pattern)
if not song_id:
logging.info('Failed to get id of url [%s]', url)
return False
showkasi_pattern = 'http://www.uta-net.com/user/phplib/swf/showkasi.php?ID=%s&WIDTH=530&HEIGHT=810'
song_url = showkasi_pattern % (song_id, )
data = common.get_url_content(song_url)
if not data:
logging.info('Failed to get content of url [%s]', song_url)
return False
prefix = '<\0\0'
suffix = '\0'
lyric = common.find_string_by_prefix_suffix(data, prefix, suffix, False)
if not lyric:
logging.error('Failed to get lyric of url [%s]', url)
return False
lyric = unicode(lyric, 'utf8')
lyric = lyric.strip()
# test for half to full
lyric = common.half2full(lyric)
self.lyric = lyric
return True
def find_song_info(self, content):
pattern = 'og:description" content="(.*)"'
og_desc = common.get_first_group_by_pattern(content, pattern)
if og_desc:
pattern = u'(.*?)「(.*?)」'
matches = common.get_matches_by_pattern(og_desc, pattern)
if matches:
artist = matches.group(1)
artist = artist.replace(u'歌詞サーチ ', '')
self.artist = artist
self.title = matches.group(2)
else:
logging.debug('og desc: %s' % (og_desc))
prefix = '="lyrics_info_text"'
suffix = '</div>'
info_text = common.find_string_by_prefix_suffix(content, prefix, suffix, False)
if not info_text:
logging.info('Failed to find lyrics info text')
one_line = info_text.replace('\n', '')
patterns = {
'lyricist': u'>作詞</p><p class="info_detail">(.*?)</p>',
'composer': u'>作曲</p><p class="info_detail">(.*?)</p>',
}
for key in patterns:
pattern = patterns[key]
value = common.get_first_group_by_pattern(one_line, pattern)
if value:
value = common.strip_tags(common.htmlspecialchars_decode(value)).strip()
setattr(self, key, value)
else:
logging.debug('Failed to get %s, pattern: %s' % (key, pattern, ))
return True
