drop duplicates

2023-08-25 13:05:23 +05:30
parent d41eee32d5
commit 9f3689f22e
3 changed files with 16 additions and 0 deletions
--- a/cloud-functions/python/functions/consolidation.py
+++ b/cloud-functions/python/functions/consolidation.py
@@ -81,6 +81,7 @@ def consolidation(request):
            data.append(combined_data)

    df = pd.DataFrame(data)
+    df = df.drop_duplicates()

    output_filename = f'data_{datetime.today().strftime("%d_%m_%Y_%H_%M")}.xlsx'