diff --git a/scripts/tsne1.py b/scripts/tsne1.py index 6d7011d..a50dd4d 100644 --- a/scripts/tsne1.py +++ b/scripts/tsne1.py @@ -16,7 +16,7 @@ db = firestore.client() patient_collection = db.collection("patientData") test_collection = db.collection("testData") -start_date = '2024-02-01' #sys.argv[1] +start_date = '2023-12-01' #sys.argv[1] end_date = '2024-02-25' #sys.argv[2] query = test_collection.where(filter=FieldFilter("testTime", ">=", start_date)).where(filter=FieldFilter("testTime", "<", end_date)) @@ -28,10 +28,9 @@ for doc in docs: data.append(doc_data) df = pd.DataFrame(data) -print(df) +# print(df) print(df.size) - import pandas as pd import matplotlib.pyplot as plt from sklearn.manifold import TSNE @@ -42,11 +41,10 @@ numeric_columns = ['led1Buffer', 'led3Average', 'led4Sample', 'led2Sample', 'led3Buffer', 'deviceRatio', 'led1Sample', 'led1Average', 'led4Buffer', 'led2Average', 'led2Buffer'] #df.select_dtypes(include=[float, int]).columns -print(numeric_columns) - df_numeric = df[numeric_columns]#.dropna() df_numeric.replace([np.inf, -np.inf], np.nan, inplace=True) df_numeric.dropna(inplace=True) +print(df_numeric.corr()) if df_numeric.shape[0] > 0: scaler = StandardScaler()