def prepareTrecentoCadences():
featureExtractors = features.extractorsById(['r31', 'r32', 'r33', 'r34', 'r35', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9',
'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p19', 'p20', 'p21',
'mc1', # LANDINI CADENCE
])
ds = features.DataSet(classLabel='Composer')
ds.addFeatureExtractors(featureExtractors)
ds2 = features.DataSet(classLabel='Composer')
ds2.addFeatureExtractors(featureExtractors)
allBallate = trecento.cadencebook.BallataSheet()
for i, thisBallata in enumerate(allBallate):
if thisBallata.composer not in ['Zacharias', 'A. Zacara', 'Ciconia']:
continue
if thisBallata.composer != 'Ciconia':
thisBallata.composer = 'Zachara'
s = thisBallata.asScore()
if len(s.flat.pitches) < 10:
continue
if i % 2 == 0:
ds.addData(s, classValue = thisBallata.composer, id=str(i))
else:
ds2.addData(s, classValue = thisBallata.composer, id=str(i))
print (i, thisBallata.title, thisBallata.composer)
ds.process()
ds2.process()
ds.write('d:/desktop/trecento1.tab')
ds2.write('d:/desktop/trecento2.tab')
def testDataSet():
fes = features.extractorsById(['ql1', 'ql2', 'ql3'])
ds = features.DataSet(classLabel='Composer')
ds.addFeatureExtractors(fes)
b1 = corpus.parse('bwv1080', 7).measures(0,50)
ds.addData(b1, classValue='Bach', id='artOfFugue')
ds.addData('bwv66.6.xml', classValue='Bach')
# ds.addData('c:/handel/hwv56/movement3-05.md',
ds.addData('hwv56/movement3-05.md',
classValue='Handel')
ds.addData('http://www.midiworld.com/midis/other/handel/gfh-jm01.mid')
ds.process()
print (ds.getAttributeLabels())
ds.write('d:/desktop/baroqueQLs.csv')
fList = ds.getFeaturesAsList()
print (fList[0])
print (features.OutputTabOrange(ds).getString())
for i in range(len(fList)):
# display scores as pngs generated by Lilypond
# if the most common note is an eighth note (0.5)
# (finds the two Handel scores)
if fList[i][2] == 0.5:
pass
# ds.streams[i].show('lily.png')
p = graph.PlotFeatures(ds.streams, fes[1:], roundDigits = 2)
p.process()
def prepareChinaEurope1():
featureExtractors = features.extractorsById([
'r31', 'r32', 'r33', 'r34', 'r35', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6',
'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16',
'p19', 'p20', 'p21'
])
#featureExtractors = features.extractorsById('all')
oChina1 = corpus.parse('essenFolksong/han1')
oCEurope1 = corpus.parse('essenFolksong/boehme10')
ds = features.DataSet(classLabel='Region')
ds.addFeatureExtractors(featureExtractors)
# add works, defining the class value
for w in oChina1.scores:
sid = 'essenFolksong/%s-%s' % ('han1', w.metadata.number)
ds.addData(w, classValue='China', id=sid)
for w in oCEurope1.scores:
sid = 'essenFolksong/%s-%s' % ('europe1', w.metadata.number)
ds.addData(w, classValue='CentralEurope', id=sid)
# process with all feature extractors, store all features
ds.process()
ds.write('d:/desktop/folkTrain.tab')
def nipsBuild(useOurExtractors = True, buildSet = 1, evaluationMethod = 'coarse'):
'''
Runs a collection of Feature Extractors, especially those related to Harmony (ChordSymbol) bass motion
in order to classify pop songs from the now-defunct website wikifonia as either early (pre-1960) or recent (post-1980)
'''
leadsheetDir = 'd:/docs/research/music21/nips-2011/wikifonia/wikifonia-'
# here are all the pieces by id and their year and billboard chart number (not used)
# this data found by Beth Hadley
entries = json.loads('[{"1024":[2009,48]}, {"1028":[1961,56]}, {"1034":[1986,9]}, {"1054":[1971,12]}, {"1070":[1982,34]}, {"1081":[2006,55]}, {"1099":[1973,11]}, {"1105":[1952,13]}, {"1347":[2003,30]}, {"1384":[1993,27]}, {"1402":[2009,50]}, {"1459":[1969,2]}, {"1722":[1982,2]}, {"1742":[1959,3]}, {"1904":[1964,9]}, {"1905":[1967,18]}, {"1906":[1967,20]}, {"1907":[1964,8]}, {"1912":[1977,44]}, {"1922":[1954,94]}, {"1930":[1999,6]}, {"1934":[1985,10]}, {"1940":[1970,3]}, {"2045":[1961,7]}, {"2049":[1961,12]}, {"2125":[1959,19]}, {"2167":[1965,88]}, {"2170":[1957,68]}, {"2374":[1963,14]}, {"2387":[1950,4]}, {"2405":[1974,2]}, {"2431":[1985,15]}, {"2447":[1960,3]}, {"2448":[1982,28]}, {"2462":[1951,33]}, {"2519":[1965,7]}, {"2521":[1978,23]}, {"2523":[1955,16]}, {"2533":[1976,52]}, {"2546":[1952,50]}, {"2665":[2004,2]}, {"2688":[1973,45]}, {"2709":[2009,5]}, {"2729":[2004,2]}, {"2735":[2009,60]}, {"2742":[1970,98]}, {"2774":[1967,10]}, {"2776":[1952,46]}, {"2777":[1969,47]}, {"2833":[1957,34]}, {"2834":[1957,37]}, {"2838":[1956,8]}, {"2967":[1973,31]}, {"2984":[1987,14]}, {"2985":[1977,41]}, {"2994":[1967,76]}, {"3012":[1963,28]}, {"3153":[1963,5]}, {"3154":[1963,5]}, {"3155":[1965,9]}, {"3157":[1978,36]}, {"3195":[1975,65]}, {"3218":[1992,6]}, {"3226":[1963,58]}, {"3229":[1958,42]}, {"3232":[1979,10]}, {"3241":[1972,3]}, {"3242":[1977,12]}, {"3243":[1970,45]}, {"3275":[1965,8]}, {"3281":[1954,28]}, {"3282":[1991,15]}, {"3285":[1974,33]}, {"3299":[1956,57]}, {"3300":[1953,8]}, {"3301":[1957,47]}, {"3311":[1954,9]}, {"3323":[1954,28]}, {"3324":[1987,14]}, {"3379":[1962,25]}, {"3402":[1961,2]}, {"3409":[1972,12]}, {"3420":[1954,78]}, {"3452":[1971,85]}, {"3466":[1962,46]}, {"3477":[1960,13]}, {"3484":[1983,59]}, {"3532":[1961,15]}, {"3548":[1970,20]}, {"3554":[1981,53]}, {"3558":[1981,62]}, {"3668":[1953,73]}, {"3681":[1954,2]}, {"3687":[1957,11]}, {"3688":[1957,11]}, {"3689":[1962,15]}, {"3690":[1955,17]}, {"3717":[1955,5]}, {"3718":[1962,4]}, {"3719":[1958,48]}, {"3732":[1954,95]}, {"3749":[1953,3]}, {"3755":[1970,93]}, {"3764":[1958,44]}, {"3765":[1974,94]}, {"3772":[1973,71]}, {"3784":[1961,95]}, {"3785":[1950,17]}, {"3786":[1951,15]}, {"3821":[1954,66]}, {"3834":[1963,3]}, {"3845":[1985,65]}, {"3866":[1957,48]}, {"3871":[1950,82]}, {"3911":[1967,23]}, {"3928":[1959,52]}, {"3979":[1989,70]}, {"3980":[1963,10]}, {"4016":[1951,34]}, {"4022":[1956,98]}, {"4044":[1952,54]}, {"4051":[1984,56]}, {"4073":[1980,90]}, {"4117":[1976,1]}, {"4139":[1951,5]}, {"4252":[1950,14]}, {"4286":[1959,12]}, {"4288":[1965,43]}, {"4294":[1961,75]}, {"4318":[1960,10]}, {"4320":[1961,5]}, {"4335":[1966,62]}, {"4341":[1970,41]}, {"4343":[1964,2]}, {"4353":[1961,55]}, {"4354":[1962,21]}, {"4356":[1955,4]}, {"4357":[1966,23]}, {"4400":[1967,52]}, {"4438":[1965,71]}, {"4439":[1951,9]}, {"4462":[1968,42]}, {"4464":[1964,27]}, {"4470":[1987,38]}, {"4492":[1961,31]}, {"4494":[1952,65]}, {"4503":[1953,91]}, {"4504":[1953,35]}, {"4505":[1953,35]}, {"4514":[1970,51]}, {"4537":[1954,21]}, {"4538":[1956,4]}, {"4567":[1962,93]}, {"4575":[1960,19]}, {"4576":[1962,27]}, {"4618":[1998,13]}, {"4621":[1954,67]}, {"4643":[1970,2]}, {"4645":[1966,44]}, {"4649":[1953,40]}, {"4656":[1974,86]}, {"4657":[1984,25]}, {"4679":[1966,33]}, {"4728":[1974,56]}, {"4732":[2005,43]}, {"4740":[1964,33]}, {"4741":[1963,24]}, {"4742":[1970,18]}, {"4750":[1968,2]}, {"4773":[1971,98]}, {"4791":[1966,28]}, {"4795":[1983,96]}, {"4807":[1956,81]}, {"4837":[1950,5]}, {"4889":[1967,84]}, {"4897":[1957,67]}, {"4963":[1991,58]}, {"4978":[1959,51]}, {"4979":[1956,49]}, {"5002":[1956,3]}, {"5023":[1974,60]}, {"5025":[1977,22]}, {"5195":[1954,1]}, {"5228":[1963,65]}, {"5280":[1970,64]}, {"5296":[1955,62]}, {"5300":[1952,43]}, {"5346":[1955,52]}, {"5356":[1981,29]}, {"5367":[1964,54]}, {"5376":[1970,48]}, {"5391":[1982,31]}, {"5394":[1976,30]}, {"5431":[1974,8]}, {"5432":[1962,6]}, {"5480":[1971,49]}, {"5489":[1969,85]}, {"5506":[1960,98]}, {"5522":[1968,50]}, {"5541":[1972,90]}, {"5544":[2001,92]}, {"5547":[1975,70]}, {"5551":[1975,67]}, {"5556":[1999,29]}, {"5567":[1970,80]}, {"5579":[1981,8]}, {"5615":[1972,15]}, {"5631":[1954,81]}, {"5648":[1953,2]}, {"5652":[1950,63]}, {"5653":[1957,98]}, {"5702":[1959,81]}, {"5766":[1956,21]}, {"5768":[1959,47]}, {"5790":[1959,96]}, {"5794":[1957,3]}, {"5798":[1958,94]}, {"5805":[1979,63]}, {"5808":[1958,14]}, {"5810":[2001,5]}, {"5816":[1958,31]}, {"5825":[1959,61]}, {"5837":[1980,5]}, {"5838":[1995,34]}, {"5840":[1974,41]}, {"5841":[1973,35]}, {"5844":[1973,78]}, {"5882":[1954,90]}, {"5883":[1961,63]}, {"5893":[1981,31]}, {"5894":[1981,31]}, {"5936":[1981,30]}, {"5957":[1970,42]}, {"5976":[1992,41]}, {"5983":[1969,21]}, {"5987":[1970,90]}, {"5989":[1975,48]}, {"5990":[1978,37]}, {"6001":[1966,37]}, {"6002":[1969,92]}, {"6022":[1982,77]}, {"6023":[1988,39]}, {"6024":[1977,1]}, {"6042":[1981,2]}, {"6049":[1977,99]}, {"6050":[1956,10]}, {"6052":[1962,77]}, {"6053":[1964,29]}, {"6063":[1957,65]}, {"6065":[1956,15]}, {"6067":[1966,91]}, {"6069":[1987,69]}, {"6073":[1983,53]}, {"6091":[1950,95]}, {"6135":[1962,82]}, {"6151":[1978,18]}, {"6156":[1961,6]}, {"6164":[1954,60]}, {"6169":[1959,54]}, {"6185":[1958,25]}, {"6191":[2005,86]}, {"6239":[1970,24]}, {"6294":[1994,30]}, {"6301":[1952,17]}, {"6354":[2003,3]}, {"6370":[1987,55]}, {"6389":[1961,32]}, {"6398":[1965,15]}, {"6404":[1961,1]}, {"6426":[1992,100]}, {"6430":[1993,32]}, {"6444":[2010,32]}, {"6448":[1958,74]}, {"6476":[1955,12]}, {"6493":[1992,64]}, {"6523":[2007,76]}, {"6528":[1981,18]}, {"6563":[1960,12]}, {"6592":[1998,60]}, {"6689":[1960,20]}, {"6703":[1968,75]}, {"6722":[1955,12]}, {"6773":[1953,100]}, {"6903":[1958,24]}, {"6910":[1962,61]}, {"6961":[1981,35]}, {"6975":[1964,14]}, {"7030":[1958,34]}, {"7038":[1979,26]}, {"7083":[1970,91]}, {"7123":[1957,83]}, {"7228":[1971,2]}, {"7268":[1984,22]}, {"7409":[1994,96]}, {"7418":[1959,98]}, {"7660":[1950,80]}, {"7742":[1999,59]}, {"7790":[1956,14]}, {"7818":[1966,2]}, {"7837":[1972,42]}, {"7838":[1984,15]}, {"7914":[1960,29]}, {"7923":[1950,74]}, {"7925":[1993,87]}, {"7961":[1952,53]}, {"7965":[1959,87]}, {"8006":[1951,4]}, {"8016":[1997,75]}, {"8045":[1987,6]}, {"8103":[2010,74]}, {"8145":[1986,4]}, {"8192":[1970,67]}, {"8216":[1974,35]}, {"8243":[2008,98]}, {"8328":[1976,15]}, {"8364":[1970,65]}, {"8441":[1961,14]}, {"8448":[1962,90]}, {"8557":[1958,48]}, {"8678":[1967,74]}, {"8763":[1955,12]}, {"8855":[1962,74]}, {"8862":[1978,9]}, {"8884":[2009,2]}, {"8887":[2010,18]}, {"8915":[1974,74]}, {"8967":[1974,74]}, {"8999":[1963,3]}, {"9025":[1972,84]}, {"9026":[1971,78]}, {"9177":[1966,50]}, {"9192":[1961,2]}, {"9203":[1960,85]}, {"9224":[1970,69]}, {"9254":[1976,55]}, {"9264":[1973,95]}, {"9266":[1974,31]}, {"9294":[1994,2]}, {"9298":[1969,23]}, {"9322":[1952,81]}, {"9369":[1958,1]}, {"9618":[2007,25]}, {"9652":[2009,63]}, {"9673":[1965,64]}, {"9699":[1987,10]}, {"9883":[1973,67]}, {"9914":[1991,58]}, {"9918":[2010,6]}, {"9945":[1997,32]}, {"9954":[1959,80]}, {"9969":[1966,65]}, {"9983":[1987,14]}, {"9999":[1999,59]}, {"10052":[1969,64]}, {"10075":[1967,49]}, {"10118":[1961,18]}, {"10226":[2009,11]}, {"10234":[1979,14]}, {"10247":[1987,74]}, {"10260":[1970,82]}, {"10265":[1961,7]}, {"10269":[1989,39]}, {"10318":[1978,20]}, {"10320":[1970,35]}, {"10321":[1971,2]}, {"10395":[1968,33]}, {"10466":[1970,12]}, {"10571":[1985,84]}, {"10602":[1963,28]}, {"10604":[1965,25]}, {"10636":[1951,15]}, {"10656":[2010,42]}, {"10663":[1962,1]}, {"10703":[1969,25]}, {"10767":[1959,3]}, {"11007":[1994,31]}, {"11050":[1971,51]}, {"11103":[1986,39]}, {"11150":[1970,36]}, {"11158":[1961,14]}, {"11281":[2009,7]}, {"11284":[1967,41]}, {"11604":[2003,92]}, {"11665":[1992,64]}, {"11667":[1993,18]}, {"11733":[1964,41]}, {"11756":[1951,25]}, {"11767":[1973,66]}, {"11781":[1965,62]}, {"11785":[1979,20]}, {"11807":[1958,26]}, {"11857":[1958,22]}, {"12187":[2009,60]}, {"12275":[1959,98]}, {"12514":[2007,76]}, {"12899":[1958,2]}]')
entryDict = {}
for d in entries:
sid = d.keys()[0];
entryDict[int(sid)] = d[sid]
ourExtractors = ['cs12', 'p22', 'k1', 'ql1', 'ql2', 'ql3', 'ql4', 'md1', ]
jSymbolicExtrators = ['m1','m2','m3','m4','m5','m6','m7','m9','m10','m11','m12','m13','m14','m15','m17','m18','m19','r23','r32','r33','r35','p3','p4','p5','p6','p7','p10','p12','p15']
if useOurExtractors is True:
FEs = features.extractorsById(ourExtractors)
else:
FEs = features.extractorsById(jSymbolicExtrators)
ds = features.DataSet(classLabel='year')
ds.addFeatureExtractors(FEs)
if buildSet == 1:
halfOfData = entryDict.keys()[0:198]
else:
halfOfData = entryDict.keys()[198:]
for wf in halfOfData: # taking half the data here.... to get the other set do [198:]
year = entryDict[wf][0]
## ignore 1960s and 1970s pieces...
if year < 1961 or year >= 1981:
fn = leadsheetDir + str(wf) + '.mxl'
print (fn, year, entryDict[wf][1])
s = converter.parse(fn)
title_id = s.metadata.title
#cv = year # if not using coarse but instead using the exact year as the class value
if evaluationMethod == 'coarse':
#coarse evaluation (only "old" or "new")
if year < 1961:
cv = "old"
else:
cv = "new"
else:
# fine grained evaluations
cv = year # if not using coarse but instead using the exact year as the class value
ds.addData(s, classValue=cv, id=title_id)
ds.process()
ds.write('d:/desktop/year7-ourextractors-only.tab')
def music21ModWSGIFeatureApplication(environ, start_response):
'''
Music21 webapp to demonstrate processing of a zip file containing scores.
Will be moved and integrated into __init__.py upon developing a standardized URL format
as application that can perform variety of commands on user-uploaded files
'''
status = '200 OK'
pathInfo = environ[
'PATH_INFO'] # Contents of path after mount point of wsgi app but before question mark
if pathInfo == '/uploadForm':
output = getUploadForm()
response_headers = [('Content-type', 'text/html'),
('Content-Length', str(len(output)))]
start_response(status, response_headers)
return [output]
#command = pathInfo
formFields = cgi.FieldStorage(fp=environ['wsgi.input'], environ=environ)
# Check if form data is present. If not found, display error
try:
unused_subUploadFormFile = formFields['subUploadForm']
except:
html = """
<html >
<body style='font-family:calibri' bgcolor='#EEE' onLoad="toggleExtractors('m21')">
<table border=0 width='100%'>
<tr><td align='center'>
<table border=0 width='500px' cellpadding='10px' style='background-color:#FFF'>
<tr><td align='left'>
<h1>Error:</h1>
<p>Form information not found</p>
<p><a href='/music21/featureapp/uploadForm'>Try Again</a></p>
</td></tr></table>
</td></tr></table>
</body></html>
"""
response_headers = [('Content-type', 'text/html'),
('Content-Length', str(len(html)))]
start_response(status, response_headers)
return [html]
# Get file from POST
uploadedFile = formFields['fileupload'].file
filename = formFields['fileupload'].filename
uploadType = formFields['fileupload'].type
# Check if filename is empty - display no file chosen error
if filename == "":
html = """
<html >
<body style='font-family:calibri' bgcolor='#EEE' onLoad="toggleExtractors('m21')">
<table border=0 width='100%'>
<tr><td align='center'>
<table border=0 width='500px' cellpadding='10px' style='background-color:#FFF'>
<tr><td align='left'>
<h1>Music 21 Feature Extraction:</h1>
<p><b>Error:</b> No file selected</p>
<p><a href='/music21/featureapp/uploadForm'>Try Again</a></p>
</td></tr></table>
</td></tr></table>
</body></html>
"""
response_headers = [('Content-type', 'text/html'),
('Content-Length', str(len(html)))]
start_response(status, response_headers)
return [html]
# Check if uploadType is zip - display no file chosen error
if uploadType != "application/zip":
html = """
<html >
<body style='font-family:calibri' bgcolor='#EEE' onLoad="toggleExtractors('m21')">
<table border=0 width='100%'>
<tr><td align='center'>
<table border=0 width='500px' cellpadding='10px' style='background-color:#FFF'>
<tr><td align='left'>
<h1>Music 21 Feature Extraction:</h1>
<p><b>Error:</b> File not in .zip format</p>
<p><a href='/music21/featureapp/uploadForm'>Try Again</a></p>
</td></tr></table>
</td></tr></table>
</body></html>
"""
response_headers = [('Content-type', 'text/html'),
('Content-Length', str(len(html)))]
start_response(status, response_headers)
return [html]
# Setup Feature Extractors and Data Set
ds = features.DataSet(classLabel='Class')
featureIDList = list()
# Check if features have been selected. Else display error
try:
unused_featureFile = formFields['features']
except:
html = """
<html ><body>
<h1>Error:</h1>
<p>No extractors selected</p>
<p><a href='/music21/featureapp/uploadForm'>try again</a></p>
</body></html>
"""
return html
if common.isListLike(formFields['features']):
print(formFields['features'])
for featureId in formFields['features']:
featureIDList.append(str(featureId.value))
else:
featureIDList.append(formFields['features'].value)
fes = features.extractorsById(featureIDList)
ds.addFeatureExtractors(fes)
# Create ZipFile Object
zipf = zipfile.ZipFile(uploadedFile, 'r')
# Loop Through Files
for scoreFileInfo in zipf.infolist():
filePath = scoreFileInfo.filename
# Skip Directories
if (filePath.endswith('/')):
continue
scoreFile = zipf.open(filePath)
# Use Music21's converter to parse file
parsedFile = idAndParseFile(scoreFile, filePath)
# If valid music21 format, add to data set
if parsedFile is not None:
# Split into directory structure and filname
pathPartitioned = filePath.rpartition('/')
directory = pathPartitioned[0]
filename = pathPartitioned[2]
if directory == "":
directory = 'uncategorized'
ds.addData(parsedFile, classValue=directory, id=filename)
# Process data set
ds.process()
# Get output format from POST and set appropriate output:
outputFormatID = formFields['outputformat'].value
if outputFormatID == CSV_OUTPUT_ID:
output = features.OutputCSV(ds).getString()
elif outputFormatID == ORANGE_OUTPUT_ID:
output = features.OutputTabOrange(ds).getString()
elif outputFormatID == ARFF_OUTPUT_ID:
output = features.OutputARFF(ds).getString()
else:
output = "invalid output format"
response_headers = [('Content-type', 'text/plain'),
('Content-Length', str(len(output)))]
start_response(status, response_headers)
return [output]
feats.append(fs[k][i])
# coloca em feats as featureExtractors nativas do music21
jSymbolic = len(feats)
feats += features.extractorsById('all', library='native')
for compositor in compositores:
corpus = open('../scar/corpus_%s.txt' % compositor)
linhas = corpus.readlines()
hums = [l.split('/')[-1].replace('\n', '') for l in linhas]
comps = {}
# para cada sonata
for hum in hums:
start_time = time()
print 'obra: %s de: %s' % (hum,compositor)
print '-' * 80
# importamos a sonata
opus = converter.parse('../scar/corpus_%s/%s' % (compositor,hum))
ds = features.DataSet(classLabel='Composer')
ds.addFeatureExtractors(feats)
ds.addData(opus, classValue=compositor)
ds.process()
l = ds.getFeaturesAsList()
print l
ds.write('tmp/feats_%s_%s.csv' % (compositor, hum))
#f = features.allFeaturesAsList(opus)
#print f
print 'tempo:', (time() - start_time) / 60.
