def handle_clear_history(self, message):
video_data = message.data["modelData"]
if video_data["skill_id"] == self.skill_id:
historyDB = JsonStorageXDG(
"{msg_base}.history".format(msg_base=self.message_namespace))
historyDB["model"] = []
historyDB.store()
def add_to_history(self, video_data):
# History
historyDB = JsonStorageXDG("{msg_base}.history".format(msg_base=self.message_namespace))
if "model" not in historyDB:
historyDB["model"] = []
historyDB["model"].append(video_data)
historyDB.store()
self.gui["historyModel"] = historyDB["model"]
def _find_and_perform_osm_upgrades(config: JsonStorageXDG) -> JsonStorageXDG:
""" Accepts and returns config. Iterates over possible upgrades,
applying the earliest unapplied upgrade and bumping config's version.
Loops until there are no more upgrades to apply.
The outermost function will bump config to the current OSM version,
regardless of whether any upgrades were applied.
"""
last_upgrade = version.parse(config.get('last_upgrade'))
for upgrade_version, upgrade_path in UPGRADE_PATHS.items():
if upgrade_version > last_upgrade:
upgrade_string = str(upgrade_version)
echo(f"Running OSM upgrade: v{upgrade_string} ", nl=False)
config = upgrade_path(
config
) # upgrade routines should accept and then return config,
# in case it moves
config["last_upgrade"] = upgrade_string
config["version"] = upgrade_string
config.store()
echo("... done")
echo("All OSM upgrades applied. ", nl=False)
return config
class OVOSSkillsManager:
def __init__(self):
self.config = JsonStorageXDG("OVOS-SkillsManager")
default_config = {
"local": {
"active": True,
"url": get_skills_folder(),
"parse_github": False,
"priority": 1
},
"ovos": {
"active": True,
"url": "https://github.com/OpenVoiceOS/OVOS-appstore",
"parse_github": False,
"priority": 2
},
"mycroft_marketplace": {
"active": False,
"url": "https://market.mycroft.ai/",
"parse_github": False,
"priority": 5
},
"pling": {
"active": False,
"url": "https://apps.plasma-bigscreen.org/",
"parse_github": False,
"priority": 10
},
"neon": {
"active": False,
"url":
"https://github.com/NeonGeckoCom/neon-skills-submodules/",
"parse_github": False,
"auth_token": None,
"priority": 50
},
"andlo_skill_list": {
"active": False,
"url": "https://andlo.gitbook.io/mycroft-skills-list/",
"parse_github": False,
"priority": 100
}
}
if "appstores" not in self.config:
# NOTE, below should match Appstore.appstore_id
self.config["appstores"] = default_config
self.save_config()
self.config["appstores"] = merge_dict(self.config["appstores"],
default_config,
new_only=True,
no_dupes=True)
self._boostrap_tracker = {}
self.save_config()
self._threads = []
def get_active_appstores(self, bootstrap=False):
stores = {}
for appstore_id in self.config["appstores"]:
if self.config["appstores"][appstore_id]["active"]:
if bootstrap and appstore_id not in self._boostrap_tracker:
self._boostrap_tracker[appstore_id] = True
elif bootstrap and appstore_id in self._boostrap_tracker:
bootstrap = False
stores[appstore_id] = self.get_appstore(appstore_id,
bootstrap=bootstrap)
return stores
def get_appstore(self, appstore_id, bootstrap=True):
if self.config["appstores"][appstore_id]["active"]:
parse_github = self.config["appstores"][appstore_id][
"parse_github"]
store = self.name_to_appstore(appstore_id)
if bootstrap and appstore_id not in self._boostrap_tracker:
self._boostrap_tracker[appstore_id] = True
elif bootstrap and appstore_id in self._boostrap_tracker:
bootstrap = False
return store(parse_github=parse_github, bootstrap=bootstrap)
return None
@staticmethod
def name_to_appstore(name):
if name in ["pling", "bigscreen"]:
return Pling
elif name in ["mycroft", "mycroft_marketplace"]:
return MycroftMarketplace
elif name in ["andlo", "andlo_skill_list"]:
return AndloSkillList
elif name in ["ovos", "ovos_appstore", "ovos_marketplace"]:
return OVOSstore
elif name in ["neon", "neon_gecko", "neon_skills"]:
return NeonSkills
elif name in [
"local", "local_skills", "installed", "installed_skills"
]:
return InstalledSkills
else:
raise UnknownAppstore
def save_config(self):
self.config.store()
def clear_cache(self, appstore_id=None):
if appstore_id:
self.get_appstore(appstore_id).clear_cache()
else:
for appstore in self.appstores:
appstore.clear_cache()
def validate_appstore_name(self, appstore):
if appstore in ["pling", "bigscreen"]:
appstore = "pling"
elif appstore in ["mycroft", "mycroft_marketplace"]:
appstore = "mycroft_marketplace"
elif appstore in ["andlo", "andlo_skill_list"]:
appstore = "andlo_skill_list"
elif appstore in ["ovos", "ovos_appstore", "ovos_marketplace"]:
appstore = "ovos"
elif appstore in ["neon", "neon_gecko", "neon_skills"]:
appstore = "neon"
elif appstore in [
"local", "local_skills", "installed", "installed_skills"
]:
appstore = "local"
elif appstore not in self.config["appstores"]:
raise UnknownAppstore
return appstore
def enable_appstore(self, appstore_id):
appstore_id = self.validate_appstore_name(appstore_id)
self.config["appstores"][appstore_id]["active"] = True
def set_appstore_priority(self, appstore_id, priority):
appstore_id = self.validate_appstore_name(appstore_id)
self.config["appstores"][appstore_id]["priority"] = priority
def set_appstore_auth_token(self, appstore_id, token):
appstore_id = self.validate_appstore_name(appstore_id)
self.config["appstores"][appstore_id]["auth_token"] = token
def disable_appstore(self, appstore_id):
appstore_id = self.validate_appstore_name(appstore_id)
self.config["appstores"][appstore_id]["active"] = False
def sync_appstores(self, merge=False, new_only=True, threaded=False):
stores = self.get_active_appstores()
for appstore_id in stores:
LOG.info("Syncing skills from " + appstore_id)
store = stores[appstore_id]
store.authenticate()
if threaded:
# TODO this will cause auth issues
t = store.sync_skills_list_threaded(merge, new_only)
self._threads.append(t)
else:
store.sync_skills_list(merge, new_only)
store.clear_authentication()
@property
def total_skills(self):
return sum([s.total_skills() for s in self.appstores])
@property
def appstores(self):
stores = []
for appstore_id in self.config["appstores"]:
store = self.get_appstore(appstore_id)
if not store:
continue
priority = self.config["appstores"][appstore_id]["priority"]
stores.append((store, priority))
return [s[0] for s in sorted(stores, key=lambda k: k[1])]
def search_skills(self,
name,
as_json=False,
fuzzy=True,
thresh=0.85,
ignore_case=True):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills(name, as_json, fuzzy, thresh,
ignore_case):
yield skill
store.clear_authentication()
def search_skills_by_id(self,
skill_id,
as_json=False,
fuzzy=False,
thresh=0.85,
ignore_case=True):
""" skill_id is repo.author , case insensitive,
searchs by name and filters results by author """
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_id(skill_id,
as_json,
fuzzy=fuzzy,
ignore_case=ignore_case,
thresh=thresh):
yield skill
store.clear_authentication()
def search_skills_by_name(self,
name,
as_json=False,
fuzzy=True,
thresh=0.85,
ignore_case=True):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_name(name, as_json, fuzzy,
thresh, ignore_case):
yield skill
store.clear_authentication()
def search_skills_by_url(self, url, as_json=False):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_url(url, as_json):
store.clear_authentication()
return skill
def search_skills_by_category(self,
category,
as_json=False,
fuzzy=True,
thresh=0.85,
ignore_case=True):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_category(
category, as_json, fuzzy, thresh, ignore_case):
yield skill
store.clear_authentication()
def search_skills_by_author(self,
authorname,
as_json=False,
fuzzy=True,
thresh=0.85,
ignore_case=True):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_author(authorname, as_json,
fuzzy, thresh,
ignore_case):
yield skill
store.clear_authentication()
def search_skills_by_tag(self,
tag,
as_json=False,
fuzzy=True,
thresh=0.85,
ignore_case=True):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_tag(tag, as_json, fuzzy,
thresh, ignore_case):
yield skill
store.clear_authentication()
def search_skills_by_description(self,
value,
as_json=False,
fuzzy=True,
thresh=0.85,
ignore_case=True):
for store in self.appstores:
store.authenticate()
for skill in store.search_skills_by_description(
value, as_json, fuzzy, thresh, ignore_case):
yield skill
store.clear_authentication()
def install_skill(self, skill):
"""
Installs a SkillEntry with any required auth_token
"""
store = None
try:
self.validate_appstore_name(skill.appstore)
store = self.get_appstore(skill.appstore)
store.authenticate(bootstrap=False)
except:
pass
skill.install()
if store:
store.clear_authentication()
def __iter__(self):
for store in self.appstores:
for skill in store:
yield skill
'module': 'google'
},
'tts': {
'module': 'responsive_voice'
}
}
def _merge_defaults(base, default=None):
"""
Recursively merging configuration dictionaries.
Args:
base: Target for merge
default: Dictionary to merge into base if key not present
"""
default = default or DEFAULT_CONFIGURATION
for k, dv in default.items():
bv = base.get(k)
if isinstance(dv, dict) and isinstance(bv, dict):
_merge_defaults(bv, dv)
elif k not in base:
base[k] = dv
return base
CONFIGURATION = JsonStorageXDG("HivemindPtT")
CONFIGURATION = _merge_defaults(CONFIGURATION)
if not exists(CONFIGURATION.path):
CONFIGURATION.store()
from json_database.exceptions import DatabaseNotCommitted
from os.path import exists
save_path = "my_dict"
my_config = JsonStorageXDG(save_path)
print(my_config.path)
my_config["lang"] = "pt"
my_config["secondary_lang"] = "en"
my_config["email"] = "*****@*****.**"
# my_config is a python dict
assert isinstance(my_config, dict)
# save to file
my_config.store()
print(my_config)
my_config["lang"] = "pt-pt"
print(my_config)
# revert to previous saved file
my_config.reload()
print(my_config)
assert my_config["lang"] == "pt"
# clear all fields
my_config.clear()
assert my_config == {}
# delete stored file
my_config.remove()