hpos-data/cloud-functions/python/functions/consolidation.py

import functions_framework
from firebase_functions import https_fn
# import firebase_admin
from firebase_admin import initialize_app, firestore
import pandas as pd
import datetime
import sys
import platform
import os
import io
from flask import send_file
from datetime import datetime

initialize_app()

@functions_framework.http
def consolidation(request):
    """HTTP Cloud Function.
    Args:
        request (flask.Request): The request object.
        <https://flask.palletsprojects.com/en/1.1.x/api/#incoming-request-data>
    Returns:
        The response text, or any set of values that can be turned into a
        Response object using `make_response`
        <https://flask.palletsprojects.com/en/1.1.x/api/#flask.make_response>.
    """

    if request.method == 'OPTIONS':
        headers = {
            'Access-Control-Allow-Origin': '*',
            'Access-Control-Allow-Methods': 'GET',
            'Access-Control-Allow-Headers': 'Content-Type',
            # 'Access-Control-Max-Age': '3600'
        }

        return ('', 204, headers)

    headers = {
        'Access-Control-Allow-Origin': '*'
    }

    request_json = request.get_json(silent=True)
    request_args = request.args

    if request_json and 'start_date' in request_json and 'end_date' in request_json:
        start_date = request_json['start_date']
        end_date = request_json['end_date']
    elif request_args and 'start_date' in request_args and 'end_date' in request_args:
        start_date = request_args['start_date']
        end_date = request_args['end_date']
    else:
        start_date = "2023-08-20"
        end_date = "2023-08-21"
      
    path_delim = "/"

    db = firestore.client()

    test_collection = db.collection("testData")

    data = []

    test_docs = test_collection.stream()
    for test_doc in test_docs:
        test_data = test_doc.to_dict()
        data.append(test_data)

    df = pd.DataFrame(data)

    output_filename = f'data_{datetime.today().strftime("%d_%m_%Y_%H_%M")}.xlsx'

    output_path = os.getcwd() + path_delim + output_filename
    writer = pd.ExcelWriter(output_path, engine = 'openpyxl')
    df = df[(df['testTime'] > start_date) & (df['testTime'] <= end_date)]
    df = df.sort_values(by=['testTime'], ascending=False)
    # df = df.drop(['resultData', "reportUploadTime", "userImageURL", "testType", "birthYear", "testStatus", "reportPath", "createdBy", "csvPath", "result", "mobileId", "resultRatio", "localFlag", "led2", "led1"], axis=1)
    df = df[["_id", "errorMessages", "classificationResult",  "prdClassification", "predictedDenovixRatio", "calculatedRatio", "deviceRatio", "kitSerial", "abs1", "led1Average", "led1Buffer", "led1Sample", "abs2", "led2Average", "led2Buffer", "led2Sample", "abs3", "led3Average", "led3Buffer", "led3Sample", "abs4", "led4Average", "led4Buffer", "led4Sample", "batteryLevel", "batteryVoltage", "deviceId", "deviceSerialNumber", "name", "testTime"]]
    df.rename(columns={'deviceSerialNumber': "loginId"}, inplace = True)
    # df = df.reindex(sorted(df.columns), axis=1)

    df = df.drop_duplicates()
    
    df.to_excel(writer, sheet_name = 'data', index=False)
    writer.close()

    # firebase_admin.delete_app(firebase_admin.get_app())

    with open(output_path,'rb') as f:
        file_data = io.BytesIO(f.read())  

    # application/vnd.ms-excel
    return send_file(file_data, download_name= output_filename, mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet")