Function _bulk_insert

src/couchdb/loader.py:255–273

(db, docs, batch_size=500)

def _bulk_insert(db, docs, batch_size=500):
    total = len(docs)
    for i in range(0, total, batch_size):
        batch = docs[i : i + batch_size]
        r = requests.post(
            _db_url(db, "_bulk_docs"), json={"docs": batch}, auth=_AUTH, timeout=60
        )
        r.raise_for_status()
        errors = [x for x in r.json() if x.get("error")]
        if errors:
            logger.warning(
                "%d bulk-insert errors in batch %d", len(errors), i // batch_size
            )
        logger.info(
            "Inserted batch %d/%d (%d docs)",
            i // batch_size + 1,
            math.ceil(total / batch_size),
            len(batch),
        )


# --------------------------------------------------------------------------- #