diff --git a/cloud-functions/python/functions/consolidation.py b/cloud-functions/python/functions/consolidation.py index 7b068cd..48f6557 100644 --- a/cloud-functions/python/functions/consolidation.py +++ b/cloud-functions/python/functions/consolidation.py @@ -81,6 +81,7 @@ def consolidation(request): data.append(combined_data) df = pd.DataFrame(data) + df = df.drop_duplicates() output_filename = f'data_{datetime.today().strftime("%d_%m_%Y_%H_%M")}.xlsx' diff --git a/scripts/consolidated_data.py b/scripts/consolidated_data.py index 171aaeb..0d00ef5 100644 --- a/scripts/consolidated_data.py +++ b/scripts/consolidated_data.py @@ -58,6 +58,7 @@ if __name__ == "__main__": # Convert the data to a DataFrame df = pd.DataFrame(data) + df = df.drop_duplicates() print(df) print(df.size) diff --git a/scripts/ide_csv.py b/scripts/ide_csv.py new file mode 100644 index 0000000..f4d8ab2 --- /dev/null +++ b/scripts/ide_csv.py @@ -0,0 +1,14 @@ +import pandas as pd +import os + +if __name__ == "__main__": + + df = pd.read_csv(os.getcwd() + "/data/pq.csv") + print(df) + + df['427_absorbance'] = df['427_sample_intensity'] / df['427_buffer_intensity'] + df['555_absorbance'] = df['555_sample_intensity'] / df['555_buffer_intensity'] + + df_desc = df.groupby(['sol']).describe() + # df_desc['precision'] = df_desc['max'] - df_desc['min'] + print(df_desc) \ No newline at end of file