ioc_hyb.py

# coding: utf-8


from os import sep

import pandas as pd

from ioc_cir_pro import (UP_BASE_DIR, call_live_request_dict_re, db,
                         get_logger, run)

# from time import sleep
logger = get_logger()

df = pd.read_csv(
    str(UP_BASE_DIR) + sep + 'requests' + sep + 'batch_cir.txt', dtype=str,
    keep_default_na=True, sep='|', thousands=',', encoding="ISO-8859-1"
)

logger.info(df.sample())

done_data = run(db.fetch_all(query="""select * from requests"""))
cols = ['id', 'cust_name', 'dob', 'gender', 'bvn', 'phone', 'date_process']
ddf = pd.DataFrame(done_data, columns=cols)

df['bvn'] = df.bvn.astype(str)

ddf['bvn'] = ddf.bvn.astype(str)

df = df[~df.bvn.isin(ddf.bvn)]
# df['bvn'] = df.bvn.apply(lambda x: int(x) if x not in (None, '', 'nan') else '')

df.reset_index(drop=True, inplace=True)

# _xcptn

logger.info(f"{df.shape=}\t|\t{ddf.shape=}")

# df['DOB'].fillna('01/01/1900', inplace=True)"""


try:
    df['dob'] = pd.to_datetime(df['dob'])
    df['dob'] = df.dob.dt.date
except Exception as e:
    logger.error(e)

glogger = get_logger()

df['x'] = df.index
df.fillna('', inplace=True)

df_dict_list = df[['cust_name', 'dob', 'bvn', 'gender', 'phone', 'acno', 'x']].to_dict('records')  # .sample()

for d in df_dict_list:
    try:
        if d['dob'] != '':
            d['cust_name'] = d['cust_name'].strip()
            # logger.info(f"d['dob']\n\n\n{d['dob']=}")
            # call_live_request_dict_re(d)
            call_live_request_dict_re.delay(d)
    except Exception as e:
        glogger.error(e)