add duplicate counts

This commit is contained in:
Pritimay Sarkar
2023-09-23 17:20:12 +05:30
parent 4e486bf8ed
commit b8e9592f21

View File

@@ -52,6 +52,8 @@ df = pd.DataFrame(data)
print(df)
print(df.size)
print("duplicates", len(df['_id']) - len(df['_id'].drop_duplicates()))
# Save the DataFrame to a CSV file
output_filename = "data.csv"
df.to_csv(output_filename, index=False)