models.py

import os
from pathlib import Path
from typing_extensions import List
import flet as ft
import re
from ollamaOpenAIClient import OllamaOpenAPIClient
from mlxClient import MlxClient

DEFAULT_OLLAMA_MODEL_REGISTRY = Path("~/.ollama/models/manifests/registry.ollama.ai/library").expanduser()
DEFAULT_HF_MLX_MODEL_REGISTRY = Path("~/.cache/huggingface/hub/").expanduser()

# def returnModels() -> List[str]:
#     #print(DEFAULT_OLLAMA_MODEL_REGISTRY)
#     models = []
#     for d in os.listdir(DEFAULT_OLLAMA_MODEL_REGISTRY):
#         a_dir = os.path.join(DEFAULT_OLLAMA_MODEL_REGISTRY, d)
#         if os.path.isdir(a_dir):
#             for f in os.listdir(a_dir):
#                 if os.path.isfile(os.path.join(a_dir, f)):
#                     model = f'{d}:{f}'
#                     models.append(model)
#     return models

def returnModels() -> List[str]:
    print('entering retModels')
    models = OllamaOpenAPIClient().list()
    return models

def returnMlxModels() -> List[str]:
    print('entering retModels')
    models = MlxClient().list()
    return models

def retModelOptions(isMlx=False):
    options = []
    for m in returnMlxModels() if isMlx else returnModels():
        options.append(ft.dropdown.Option(m))
    return options