drop duplicates

2023-08-25 13:05:23 +05:30
parent d41eee32d5
commit 9f3689f22e
3 changed files with 16 additions and 0 deletions
--- a/scripts/consolidated_data.py
+++ b/scripts/consolidated_data.py
@@ -58,6 +58,7 @@ if __name__ == "__main__":

    # Convert the data to a DataFrame
    df = pd.DataFrame(data)
+    df = df.drop_duplicates()
    print(df)
    print(df.size)