def bulk_update(
self,
docs: List[Union[BaseModel, dict]],
owner: Optional[str] = None,
force: Optional[bool] = False,
merge: Optional[bool] = False,
batch_size: Optional[int] = 300,
) -> None:
if batch_size <= 0:
raise ValueError("`batch_size` must be larger than 0")
if len(docs) == 0:
raise ValueError("No documents provided")
# Parse all docs to dicts
docs = [
self.update(
doc=doc,
owner=owner,
force=force,
dry_run=True,
) for doc in docs
]
# Define batch operation
write_batch = WriteBatch(client=self._client)
for i, doc in enumerate(docs):
doc_id = doc.pop("id", None)
if doc_id is None:
doc_id = str(ObjectId())
write_batch.set(
reference=self.collection.document(doc_id),
document_data=doc,
merge=merge,
)
if (i + 1) % batch_size == 0:
# Execute batch operation
write_batch.commit()
write_batch = WriteBatch(client=self._client)
if (i + 1) % batch_size != 0:
# Execute batch operation
write_batch.commit()
def bulk_delete(
self,
doc_ids: List[str],
owner: Optional[str] = None,
force: Optional[bool] = False,
batch_size: Optional[int] = 300,
) -> None:
if batch_size <= 0:
raise ValueError("`batch_size` must be larger than 0")
if len(doc_ids) == 0:
raise ValueError("No document IDs provided")
# Set updated by and time before deleting to trigger change
update_before_delete = False
if issubclass(self.schema, SchemaWithOwner):
if not force and (owner is None and self.force_ownership):
raise ValueError(
f"An `owner` must be defined for collection {self.name}")
if owner is not None:
update_before_delete = True
# Define batch operation
write_batch = WriteBatch(client=self._client)
if update_before_delete:
batch_size = max(1, batch_size // 2)
for i, doc_id in enumerate(doc_ids):
if update_before_delete:
if self.is_updatable:
write_batch.set(
reference=self.collection.document(doc_id),
document_data={
"updated_at":
datetime.utcnow().replace(tzinfo=timezone.utc),
"updated_by":
owner,
"deleted":
True,
},
merge=True,
)
else:
write_batch.set(
reference=self.collection.document(doc_id),
document_data={
"deleted": True,
},
merge=True,
)
write_batch.delete(reference=self.collection.document(doc_id))
if (i + 1) % batch_size == 0:
# Execute batch operation
write_batch.commit()
write_batch = WriteBatch(client=self._client)
if (i + 1) % batch_size != 0:
# Execute batch operation
write_batch.commit()