count the number of removed listings

functions/dataframe_utils.py

@@ -11,7 +11,7 @@
 async def remove_expired_listings(df: pd.DataFrame, limiter: AsyncLimiter) -> pd.DataFrame:
     """
     Asynchronously checks each listing URL in the DataFrame to determine if it has expired,
-    and removes rows with expired listings, applying rate limiting.
+    and removes rows with expired listings, applying rate limiting. Also counts the number of expired listings removed.
 
     Parameters:
     df (pd.DataFrame): The DataFrame containing listing URLs and MLS numbers.
@@ -32,11 +32,16 @@ async def check_and_mark_expired(row):
     # Determine indexes of rows to drop (where listing has expired)
     indexes_to_drop = [index for index, expired in results if expired]
 
-    # Log success messages for dropped listings
+    # Counter for expired listings
+    expired_count = len(indexes_to_drop)
+
+    # Log success messages for dropped listings and the count of expired listings
     for index in indexes_to_drop:
         mls_number = df.loc[index, 'mls_number']
         logger.success(f"Removed {mls_number} (Index: {index}) from the dataframe because the listing has expired.")
 
+    logger.info(f"Total expired listings removed: {expired_count}")
+
     # Drop the rows from the DataFrame and return the modified DataFrame
     df_dropped_expired = df.drop(indexes_to_drop)
     return df_dropped_expired