drop duplicates

cloud-functions/python/functions/consolidation.py

@@ -81,6 +81,7 @@ def consolidation(request):
             data.append(combined_data)
 
     df = pd.DataFrame(data)
+    df = df.drop_duplicates()
 
     output_filename = f'data_{datetime.today().strftime("%d_%m_%Y_%H_%M")}.xlsx'
 

scripts/consolidated_data.py

@@ -58,6 +58,7 @@ if __name__ == "__main__":
 
     # Convert the data to a DataFrame
     df = pd.DataFrame(data)
+    df = df.drop_duplicates()
     print(df)
     print(df.size)
 

scripts/ide_csv.py

@@ -0,0 +1,14 @@
+import pandas as pd
+import os
+
+if __name__ == "__main__":
+
+    df = pd.read_csv(os.getcwd() + "/data/pq.csv")
+    print(df)
+
+    df['427_absorbance'] = df['427_sample_intensity'] / df['427_buffer_intensity']
+    df['555_absorbance'] = df['555_sample_intensity'] / df['555_buffer_intensity']
+
+    df_desc = df.groupby(['sol']).describe()
+    # df_desc['precision'] = df_desc['max'] - df_desc['min']
+    print(df_desc)