From f5ebfb3f1ca89f1068e96cda24f60213be24a4af Mon Sep 17 00:00:00 2001 From: Pritimay Sarkar Date: Fri, 3 Nov 2023 16:17:47 +0530 Subject: [PATCH] diagnositics --- scripts/diagnostics.py | 45 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 45 insertions(+) create mode 100644 scripts/diagnostics.py diff --git a/scripts/diagnostics.py b/scripts/diagnostics.py new file mode 100644 index 0000000..2a58456 --- /dev/null +++ b/scripts/diagnostics.py @@ -0,0 +1,45 @@ +import os +import firebase_admin +from firebase_admin import credentials +from firebase_admin import firestore +from google.cloud.firestore_v1.base_query import FieldFilter +import pandas as pd +from datetime import datetime +import sys + +cred = credentials.Certificate(os.getcwd() + '/' + 'keys/hpos-prod-firebase-adminsdk.json') # Replace with your own service account key path +firebase_admin.initialize_app(cred) + +db = firestore.client() + +start_date = sys.argv[1] +end_date = sys.argv[2] + +buffers_collection = db.collection("diagnostics").where(filter=FieldFilter("runTime", ">=", start_date)).where(filter=FieldFilter("runTime", "<", end_date)) +docs = buffers_collection.stream() + +data = [] +for doc in docs: + doc_data = doc.to_dict() + + data.append(doc_data) + +df = pd.DataFrame(data) +print(df) +print(df.size) + +# print("duplicates", len(df['_id']) - len(df['_id'].drop_duplicates())) + +output_filename = f'diagnostics_{datetime.today().strftime("%d_%m_%Y_%H_%M")}.xlsx' + +downloads_dir = os.path.join(os.path.expanduser("~"), "Downloads") +output_path = os.path.join(downloads_dir, output_filename) +writer = pd.ExcelWriter(output_path, engine = 'openpyxl') +df.to_excel(writer, sheet_name = 'data', index=False) +# df_count.to_excel(writer, sheet_name = "count") +writer.close() + +print(f"Data saved to '{output_path}'") + +firebase_admin.delete_app(firebase_admin.get_app()) +