def fromName(name):
'''
Instantiate a specific corpus based on `name`:
>>> corpus.manager.fromName('core')
<music21.corpus.corpora.CoreCorpus>
>>> corpus.manager.fromName('local')
<music21.corpus.corpora.LocalCorpus: 'local'>
>>> corpus.manager.fromName(None)
<music21.corpus.corpora.LocalCorpus: 'local'>
Note that this corpus probably does not exist on disk, but it's ready to have
paths added to it and to be stored on disk.
>>> corpus.manager.fromName('testDummy')
<music21.corpus.corpora.LocalCorpus: 'testDummy'>
'''
# >>> corpus.manager.fromName('virtual')
# <music21.corpus.corpora.VirtualCorpus>
if name == 'core':
return corpora.CoreCorpus()
# elif name == 'virtual':
# return corpora.VirtualCorpus()
elif name == 'local':
return corpora.LocalCorpus()
else:
return corpora.LocalCorpus(name=name)
def getPaths(
fileExtensions=None,
expandExtensions=True,
name=('local', 'core', 'virtual'),
):
'''
Get paths from core, virtual, and/or local corpora.
This is the public interface for getting all corpus
paths with one function.
'''
paths = []
if 'core' in name:
paths += corpora.CoreCorpus().getPaths(
fileExtensions=fileExtensions,
expandExtensions=expandExtensions,
)
if 'local' in name:
paths += corpora.LocalCorpus().getPaths(
fileExtensions=fileExtensions,
expandExtensions=expandExtensions,
)
if 'virtual' in name:
paths += corpora.VirtualCorpus().getPaths(
fileExtensions=fileExtensions,
expandExtensions=expandExtensions,
)
return paths
def addPath(filePath, corpusName=None):
'''
Add a directory path to the Local Corpus on a *temporary* basis, i.e., just
for the current Python session.
All directories contained within the provided directory will be searched
for files with file extensions matching the currently readable file types.
Any number of file paths can be added one at a time.
An error will be raised if the file path does not exist, is already defined
as a temporary, or is already being searched by being defined with the
:class:`~music21.environment.Environment` 'localCorpusSettings' setting.
To permanently add a path to the list of stored local corpus paths,
set the 'localCorpusPath' or 'localCorpusSettings' setting of
the :class:`~music21.environment.UserSettings` object.
>>> #_DOCS_SHOW corpus.addPath('~/Documents')
Alternatively, add a directory permanently (see link above
for more details):
>>> #_DOCS_SHOW us = environment.UserSettings()
>>> #_DOCS_SHOW us['localCorpusPath'] = 'd:/desktop/'
Restart music21 after adding paths.
'''
corpora.LocalCorpus(corpusName).addPath(filePath)
def fromCacheName(name):
'''
Instantiate a specific corpus based on its `cacheName`:
These are the same as `fromName`.
>>> corpus.manager.fromCacheName('core')
<music21.corpus.corpora.CoreCorpus>
>>> corpus.manager.fromCacheName('virtual')
<music21.corpus.corpora.VirtualCorpus>
>>> corpus.manager.fromCacheName('local')
<music21.corpus.corpora.LocalCorpus: 'local'>
>>> corpus.manager.fromCacheName(None)
<music21.corpus.corpora.LocalCorpus: 'local'>
Other local corpora are different and prefaced by "local-":
>>> corpus.manager.fromCacheName('local-testDummy')
<music21.corpus.corpora.LocalCorpus: 'testDummy'>
Raises a corpus exception if
it is not an allowable cache name.
>>> corpus.manager.fromCacheName('testDummy')
Traceback (most recent call last):
music21.exceptions21.CorpusException: Cannot parse a cacheName of 'testDummy'
'''
if name == 'core':
return corpora.CoreCorpus()
elif name == 'virtual':
return corpora.VirtualCorpus()
elif name == 'local' or name is None:
return corpora.LocalCorpus()
elif name.startswith('local-'):
return corpora.LocalCorpus(name=name[6:])
else:
raise CorpusException("Cannot parse a cacheName of '{0}'".format(name))
def getLocalPaths(fileExtensions=None, expandExtensions=True):
'''
Access files in additional directories supplied by the user and defined in
environment settings in the 'localCorpusSettings' list.
If additional paths are added on a per-session basis with the
:func:`~music21.corpus.addPath` function, these paths are also returned
with this method.
'''
return corpora.LocalCorpus().getPaths(
fileExtensions=fileExtensions,
expandExtensions=expandExtensions,
)
def iterateCorpora(returnObjects=True):
'''
a generator that iterates over the corpora (either as objects or as names)
for use in pan corpus searching.
This test will only show the first three, because it needs to run the same
on every system:
>>> for i, corpusObject in enumerate(corpus.manager.iterateCorpora()):
... print(corpusObject)
... if i == 2:
... break
<music21.corpus.corpora.CoreCorpus>
<music21.corpus.corpora.VirtualCorpus>
<music21.corpus.corpora.LocalCorpus: 'local'>
We can also get names instead... Note that the name of the main localcorpus is 'local' not
None
>>> for i, corpusName in enumerate(corpus.manager.iterateCorpora(returnObjects=False)):
... print(corpusName)
... if i == 2:
... break
core
virtual
local
New in v.3
'''
if returnObjects is True:
yield corpora.CoreCorpus()
yield corpora.VirtualCorpus()
for cn in listLocalCorporaNames():
yield corpora.LocalCorpus(cn)
else:
yield corpora.CoreCorpus().name
yield corpora.VirtualCorpus().name
for cn in listLocalCorporaNames():
if cn is None:
yield 'local'
else:
yield cn
def cacheMetadata(corpusNames=('local', 'core', 'virtual'),
useMultiprocessing=True,
verbose=False):
'''
Cache metadata from corpora in `corpusNames` as local cache files:
Call as ``metadata.cacheMetadata()``
'''
from music21 import corpus
from music21.corpus import corpora
from music21 import metadata
if not common.isIterable(corpusNames):
corpusNames = (corpusNames,)
timer = common.Timer()
timer.start()
# store list of file paths that caused an error
failingFilePaths = []
# the core cache is based on local files stored in music21
# virtual is on-line
for corpusName in corpusNames:
if corpusName == 'core':
metadataBundle = corpora.CoreCorpus().metadataBundle
paths = corpus.getCorePaths()
useCorpus = True
elif corpusName == 'local':
metadataBundle = corpora.LocalCorpus().metadataBundle
paths = corpus.getLocalPaths()
useCorpus = False
elif corpusName == 'virtual':
metadataBundle = corpora.VirtualCorpus().metadataBundle
paths = corpus.getVirtualPaths()
useCorpus = False
else:
message = 'invalid corpus name provided: {0!r}'.format(corpusName)
raise MetadataCacheException(message)
message = 'metadata cache: starting processing of paths: {0}'.format(
len(paths))
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
failingFilePaths += metadataBundle.addFromPaths(
paths,
useCorpus=useCorpus,
useMultiprocessing=useMultiprocessing,
verbose=verbose
)
message = 'cache: writing time: {0} md items: {1}'.format(
timer, len(metadataBundle))
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
del metadataBundle
message = 'cache: final writing time: {0} seconds'.format(timer)
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
for failingFilePath in failingFilePaths:
message = 'path failed to parse: {0}'.format(failingFilePath)
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
def cacheMetadata(corpusNames=None,
useMultiprocessing=True,
verbose=False):
'''
Cache metadata from corpora in `corpusNames` as local cache files:
Call as ``metadata.cacheMetadata()``
'''
from music21.corpus import corpora
from music21.corpus import manager
localCorporaNames = manager.listLocalCorporaNames(skipNone=True)
if corpusNames is None:
corpusNames = localCorporaNames[:] + ['local', 'core',] # + 'virtual']
if not common.isIterable(corpusNames):
corpusNames = (corpusNames,)
timer = common.Timer()
timer.start()
# store list of file paths that caused an error
failingFilePaths = []
# the core cache is based on local files stored in music21
# virtual is on-line
for corpusName in corpusNames:
if corpusName == 'core':
corporaObject = corpora.CoreCorpus()
elif corpusName == 'local':
corporaObject = corpora.LocalCorpus()
# elif corpusName == 'virtual':
# corporaObject = corpora.VirtualCorpus()
elif corpusName in localCorporaNames:
corporaObject = corpora.LocalCorpus(corpusName)
else:
message = 'invalid corpus name provided: {0!r}'.format(corpusName)
raise MetadataCacheException(message)
metadataBundle = corporaObject.metadataBundle
paths = corporaObject.getPaths()
message = '{} metadata cache: starting processing of paths: {}'.format(
corpusName, len(paths))
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
failingFilePaths += metadataBundle.addFromPaths(
paths,
parseUsingCorpus=corporaObject.parseUsingCorpus,
useMultiprocessing=useMultiprocessing,
verbose=verbose
)
message = 'cache: writing time: {0} md items: {1}\n'.format(
timer, len(metadataBundle))
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
message = 'cache: filename: {0}'.format(metadataBundle.filePath)
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
del metadataBundle
message = 'cache: final writing time: {0} seconds'.format(timer)
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
for failingFilePath in failingFilePaths:
message = 'path failed to parse: {0}'.format(failingFilePath)
if verbose is True:
environLocal.warn(message)
else:
environLocal.printDebug(message)
