Skip to content

Commit

Permalink
add model types to factories API (#2341)
Browse files Browse the repository at this point in the history
### What problem does this PR solve?

### Type of change

- [ ] Bug Fix (non-breaking change which fixes an issue)
- [x] New Feature (non-breaking change which adds functionality)
  • Loading branch information
KevinHuSh authored Sep 10, 2024
1 parent f1ad778 commit f60dfff
Showing 1 changed file with 12 additions and 1 deletion.
13 changes: 12 additions & 1 deletion api/apps/llm_app.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,18 @@
def factories():
try:
fac = LLMFactoriesService.get_all()
return get_json_result(data=[f.to_dict() for f in fac if f.name not in ["Youdao", "FastEmbed", "BAAI"]])
fac = [f.to_dict() for f in fac if f.name not in ["Youdao", "FastEmbed", "BAAI"]]
llms = LLMService.get_all()
mdl_types = {}
for m in llms:
if m.status != StatusEnum.VALID.value:
continue
if m.fid not in mdl_types:
mdl_types[m.fid] = set([])
mdl_types[m.fid].add(m.model_type)
for f in fac:
f["model_types"] = list(mdl_types.get(f["name"], []))
return get_json_result(data=fac)
except Exception as e:
return server_error_response(e)

Expand Down

0 comments on commit f60dfff

Please sign in to comment.