logger shows progress of loading each 1000 operations

opdmetl/loaders.py

@@ -340,12 +340,14 @@ class DjangoUpdateOrCreateLoader(Loader):
         records = self.etl.processed_data.to_dict(orient="records")
         self.logger.debug("Attempting to import {0} records.".format(len(records)))
         c = 0
-        for record in records:
+        n = len(records)
+        for i, record in enumerate(records, start=1):
             defaults = {k: v for k, v in record.items() if k in fields_to_update}
             new_values = {k: v for k, v in record.items() if k not in defaults}
             obj, created = self.django_model.objects.update_or_create(defaults=defaults, **new_values)
             c = c + (1 if created else 0)
-
+            if i % 1000 == 0:
+                self.logger.info(f"{i}/{n}")
         table = self.django_model._meta.db_table
         n_created = c
         n_updated = len(records) - c