smiuser/hpos-data
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add corr

Browse Source
This commit is contained in:
Pritimay Sarkar
2024-02-28 15:37:51 +05:30
parent 8e350ad4fd
commit 72c0e3cbd0
1 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/tsne1.py
View File

@@ -16,7 +16,7 @@ db = firestore.client()
patient_collection = db.collection("patientData")
test_collection = db.collection("testData")
start_date = '2024-02-01' #sys.argv[1]
start_date = '2023-12-01' #sys.argv[1]
end_date = '2024-02-25' #sys.argv[2]
query = test_collection.where(filter=FieldFilter("testTime", ">=", start_date)).where(filter=FieldFilter("testTime", "<", end_date))
@@ -28,10 +28,9 @@ for doc in docs:
data.append(doc_data)
df = pd.DataFrame(data)
print(df)
# print(df)
print(df.size)
import pandas as pd
import matplotlib.pyplot as plt
from sklearn.manifold import TSNE
@@ -42,11 +41,10 @@ numeric_columns = ['led1Buffer', 'led3Average',
'led4Sample', 'led2Sample', 'led3Buffer', 'deviceRatio',
'led1Sample', 'led1Average', 'led4Buffer', 'led2Average',
'led2Buffer'] #df.select_dtypes(include=[float, int]).columns
print(numeric_columns)
df_numeric = df[numeric_columns]#.dropna()
df_numeric.replace([np.inf, -np.inf], np.nan, inplace=True)
df_numeric.dropna(inplace=True)
print(df_numeric.corr())
if df_numeric.shape[0] > 0:
scaler = StandardScaler()