smiuser/hpos-data
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

nagpur changes

Browse Source
This commit is contained in:
Pritimay Sarkar
2023-09-04 07:43:03 +05:30
parent cfe3492a80
commit 907129d673
6 changed files with 520 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
scripts/consolidated_data.py
View File

@@ -4,10 +4,10 @@ from firebase_admin import credentials
from firebase_admin import firestore
from google.cloud.firestore_v1.base_query import FieldFilter
import pandas as pd
import datetime
# import datetime
import sys
import platform
from datetime import datetime
from datetime import datetime, timedelta
if __name__ == "__main__":
@@ -16,7 +16,7 @@ if __name__ == "__main__":
else:
path_delim = '/'
key_file_path = os.getcwd() + path_delim + "keys" + path_delim + "hpos-af3cc-firebase-adminsdk-n261k-2bfd463ec0.json"
key_file_path = os.getcwd() + path_delim + "keys" + path_delim + "hpos-prod-firebase-adminsdk-bionp-7af43fc5d6.json"
cred = credentials.Certificate(key_file_path) # Replace with your own service account key path
firebase_admin.initialize_app(cred)
@@ -29,8 +29,14 @@ if __name__ == "__main__":
start_date = sys.argv[1] # '2023-01-12' #input("Please enter the start date (yyyy-mm-dd): ")
end_date = sys.argv[2] #'2023-07-16' #input("Please enter the end date (yyyy-mm-dd): ")
# if start_date == end_date:
# start_date = datetime.strptime(start_date, "%Y-%m-%d")
# end_date = (start_date + timedelta(days=1)).strftime("%Y-%m-%d")
print("end_date", end_date)
# patient_collection = db.collection("patientData")
test_collection = db.collection("testData")
query = db.collection("testData").where(filter=FieldFilter("testTime", ">=", start_date)).where(filter=FieldFilter("testTime", "<", end_date))
# query = test_collection
# patient_docs = query.stream()
@@ -53,7 +59,7 @@ if __name__ == "__main__":
# data.append(combined_data)
test_docs = test_collection.stream()
test_docs = query.stream()
for test_doc in test_docs:
test_data = test_doc.to_dict()
data.append(test_data)
@@ -74,7 +80,7 @@ if __name__ == "__main__":
df = df.sort_values(by=['testTime'], ascending=False)
df = df[["_id", "calculatedRatio", "deviceId", "deviceRatio", "deviceType", "kitSerial", "led1Average", "led1Buffer", "led1Sample", "led2Average", "led2Buffer", "led2Sample", "location", "deviceSerialNumber", "name", "testTime"]]
df.rename(columns={'deviceSerialNumber': "login_id", "calculatedRatio": "calibrated_ratio", "led1Buffer": "427_buffer_intensity", "led2Buffer": "555_buffer_intensity", "led1Sample": "427_sample_intensity", "led2Sample": "555_sample_intensity", "led1Average": "427_absorbance", "led2Average": "555_absorbance"}, inplace = True)
# df.rename(columns={'deviceSerialNumber': "login_id", "calculatedRatio": "calibrated_ratio", "led1Buffer": "427_buffer_intensity", "led2Buffer": "555_buffer_intensity", "led1Sample": "427_sample_intensity", "led2Sample": "555_sample_intensity", "led1Average": "427_absorbance", "led2Average": "555_absorbance"}, inplace = True)
df = df.reindex(sorted(df.columns), axis=1)
df.to_excel(writer, sheet_name = 'data', index=False)