def get_dataset(self, remote_id):
'''Get or create a dataset given its remote ID (and its source)'''
dataset = Dataset.objects(__raw__={
'extras.harvest:remote_id': remote_id,
'extras.harvest:domain': self.source.domain
}).first()
return dataset or Dataset()
def get_dataset(self, remote_id):
'''Get or create a dataset given its remote ID (and its source)
We first try to match `source_id` to be source domain independent
'''
dataset = Dataset.objects(__raw__={
'extras.harvest:remote_id': remote_id,
'$or': [
{'extras.harvest:domain': self.source.domain},
{'extras.harvest:source_id': str(self.source.id)},
],
}).first()
return dataset or Dataset()
