cross_validation_results.py

from pytablewriter import MarkdownTableWriter
import json
import os

result_dir = os.environ["RESULT_DIR"]

def intent_table():
    writer = MarkdownTableWriter()
    writer.table_name = "Intent Cross-Validation Results"

    try:
        with open(f"{result_dir}/intent_report.json", "r") as f:
            data = json.loads(f.read())
    except FileNotFoundError:
        print("File not accessible.")

    cols = ["support", "f1-score", "confused_with"]
    writer.headers = ["class"] + cols

    data.pop("accuracy", None)
    classes = list(data.keys())

    classes.sort(key=lambda x: data[x].get("support", 0), reverse=True)

    def format_cell(data, c, k):
        if not data[c].get(k):
            return "N/A"
        if k == "confused_with":
            return ", ".join([f"{k}({v})" for k, v in data[c][k].items()])
        else:
            return data[c][k]

    writer.value_matrix = [
        [c] + [format_cell(data, c, k) for k in cols] for c in classes
    ]

    return writer.dumps()


def entity_table():

    writer = MarkdownTableWriter()
    writer.table_name = "Entity Cross-Validation Results"

    try:
        with open(f"{result_dir}/DIETClassifier_report.json", "r") as f:
            data = json.loads(f.read())
    except FileNotFoundError:
        print("File not accessible.")

    cols = ["support", "f1-score", "precision", "recall"]
    writer.headers = ["entity"] + cols

    classes = list(data.keys())
    classes.sort(key=lambda x: data[x]["support"], reverse=True)

    def format_cell(data, c, k):
        if not data[c].get(k):
            return "N/A"
        else:
            return data[c][k]

    writer.value_matrix = [
        [c] + [format_cell(data, c, k) for k in cols] for c in classes
    ]

    return writer.dumps()


intents = intent_table()
entities = entity_table()


print(intents)
print("\n\n\n")
print(entities)