Utilities.py

from datetime import datetime


def safe_decode(data):
    encodings = ['utf-8', 'utf-16', 'gbk', 'iso-8859-1', 'iso-8859-5', 'iso-8859-6', 'big5', 'shift_jis', 'euc-kr', 'euc-jp', 'windows-1252', 'windows-1251', 'windows-1256']
    for encoding in encodings:
        try:
            return data.decode(encoding)
        except UnicodeDecodeError:
            pass
    return data.decode('utf-8', 'replace')  # Default to utf-8 with replacement


# Convert bytes to string recursively over a dictionary or list and decode bytes safely into a string
def handle_bytes(obj):
    if isinstance(obj, bytes):
        return safe_decode(obj)
    elif isinstance(obj, list):
        return [handle_bytes(item) for item in obj]
    elif isinstance(obj, dict):
        return {key: handle_bytes(value) for key, value in obj.items()}
    else:
        return obj


def ns_to_datetime(ns, formatting='%Y-%m-%d %H:%M:%S.%f'):
    # Convert nanoseconds to seconds
    seconds = ns / 1_000_000_000
    # Create a datetime object
    dt_object = datetime.fromtimestamp(seconds)
    # Format the datetime object as a string
    return dt_object.strftime(formatting)[:-3]  # trimming microseconds to milliseconds