add indicator

cortex-js/src/domain/telemetry/telemetry.interface.ts

@@ -103,6 +103,7 @@ export interface TelemetryAnonymized {
   sessionId: string | null;
   lastActiveAt?: string | null;
 }
+
 export interface BenchmarkHardware {
   gpu: any[];
   cpu: any;

cortex-js/src/infrastructure/commanders/chat.command.ts

@@ -4,6 +4,7 @@ import {
   Option,
   InquirerService,
 } from 'nest-commander';
+import ora from 'ora';
 import { ChatCliUsecases } from './usecases/chat.cli.usecases';
 import { exit } from 'node:process';
 import { PSCliUsecases } from './usecases/ps.cli.usecases';
@@ -48,6 +49,7 @@ export class ChatCommand extends CommandRunner {
 
   async run(passedParams: string[], options: ChatOptions): Promise<void> {
     let modelId = passedParams[0];
+    const checkingSpinner = ora('Checking model...').start();
     // First attempt to get message from input or options
     // Extract input from 1 to end of array
     let message = options.message ?? passedParams.slice(1).join(' ');
@@ -66,10 +68,11 @@ export class ChatCommand extends CommandRunner {
       } else if (models.length > 0) {
         modelId = await this.modelInquiry(models);
       } else {
-        console.error('Model ID is required');
+        checkingSpinner.fail('Model ID is required');
         exit(1);
       }
     }
+    checkingSpinner.succeed(`Model found`);
 
     if (!message) options.attach = true;
     const result = await this.chatCliUsecases.chat(

cortex-js/src/infrastructure/commanders/embeddings.command.ts

@@ -4,6 +4,7 @@ import {
   Option,
   SubCommand,
 } from 'nest-commander';
+import ora from 'ora';
 import { ModelsUsecases } from '@/usecases/models/models.usecases';
 import { PSCliUsecases } from './usecases/ps.cli.usecases';
 import { ChatCliUsecases } from './usecases/chat.cli.usecases';
@@ -39,6 +40,7 @@ export class EmbeddingCommand extends CommandRunner {
     options: EmbeddingCommandOptions,
   ): Promise<void> {
     let modelId = passedParams[0];
+    const checkingSpinner = ora('Checking model...').start();
     // First attempt to get message from input or options
     let input: string | string[] = options.input ?? passedParams.splice(1);
 
@@ -54,11 +56,11 @@ export class EmbeddingCommand extends CommandRunner {
       } else if (models.length > 0) {
         modelId = await this.modelInquiry(models);
       } else {
-        console.error('Model ID is required');
+        checkingSpinner.fail('Model ID is required');
         process.exit(1);
       }
     }
-
+    checkingSpinner.succeed(`Model found`);
     return this.chatCliUsecases
       .embeddings(modelId, input)
       .then((res) =>

cortex-js/src/infrastructure/commanders/models/model-start.command.ts

@@ -4,6 +4,7 @@ import {
   Option,
   InquirerService,
 } from 'nest-commander';
+import ora from 'ora';
 import { exit } from 'node:process';
 import { ModelsCliUsecases } from '@commanders/usecases/models.cli.usecases';
 import { CortexUsecases } from '@/usecases/cortex/cortex.usecases';
@@ -44,11 +45,12 @@ export class ModelStartCommand extends CommandRunner {
 
   async run(passedParams: string[], options: ModelStartOptions): Promise<void> {
     let modelId = passedParams[0];
+    const checkingSpinner = ora('Checking model...').start();
     if (!modelId) {
       try {
         modelId = await this.modelInquiry();
       } catch {
-        console.error('Model ID is required');
+        checkingSpinner.fail('Model ID is required');
         exit(1);
       }
     }
@@ -59,27 +61,25 @@ export class ModelStartCommand extends CommandRunner {
       !Array.isArray(existingModel.files) ||
       /^(http|https):\/\/[^/]+\/.*/.test(existingModel.files[0])
     ) {
-      console.error(
-        `${modelId} not found on filesystem.\nPlease try 'cortex pull ${modelId}' first.`,
-      );
+      checkingSpinner.fail(`Model ${modelId} not found on filesystem.\nPlease try 'cortex pull ${modelId}' first.`);
       process.exit(1);
     }
 
     checkModelCompatibility(modelId);
-
+    checkingSpinner.succeed('Model found');
     const engine = existingModel.engine || Engines.llamaCPP;
     // Pull engine if not exist
     if (
       !existsSync(join(await this.fileService.getCortexCppEnginePath(), engine))
     ) {
-      console.log('Installing engine...');
+      const engineSpinner = ora('Installing engine...').start();
       await this.initUsecases.installEngine(
         await this.initUsecases.defaultInstallationOptions(),
         'latest',
         engine,
       );
+      engineSpinner.succeed();
     }
-    console.log('Starting model...');
     await this.cortexUsecases
       .startCortex(options.attach)
       .then(() => this.modelsCliUsecases.startModel(modelId, options.preset))

cortex-js/src/infrastructure/commanders/ps.command.ts

@@ -1,7 +1,9 @@
+import ora from 'ora';
 import { CommandRunner, SubCommand } from 'nest-commander';
 import { PSCliUsecases } from './usecases/ps.cli.usecases';
 import { SetCommandContext } from './decorators/CommandContext';
 import { ContextService } from '../services/context/context.service';
+import { ModelStat } from './types/model-stat.interface';
 
 @SubCommand({
   name: 'ps',
@@ -16,17 +18,20 @@ export class PSCommand extends CommandRunner {
     super();
   }
   async run(): Promise<void> {
-    console.log('Running PS command...');
+    const runningSpinner = ora('Running PS command...').start();
+    let checkingSpinner: ora.Ora
     return this.usecases
       .getModels()
-      .then(console.table)
+      .then((models: ModelStat[]) => {
+        runningSpinner.succeed();
+        console.table(models);
+      })
       .then(() => {
-        console.log('Checking API server...');
+        checkingSpinner = ora('Checking API server...').start();
         return this.usecases.isAPIServerOnline();
       })
       .then((isOnline) => {
-        if (isOnline) console.log('API server is online');
-        else console.log('API server is offline');
+        checkingSpinner.succeed(isOnline ? 'API server is online' : 'API server is offline');
       });
   }
 }

cortex-js/src/infrastructure/commanders/shortcuts/run.command.ts

@@ -6,6 +6,7 @@ import {
   InquirerService,
 } from 'nest-commander';
 import { exit } from 'node:process';
+import ora from 'ora';
 import { ChatCliUsecases } from '@commanders/usecases/chat.cli.usecases';
 import { ModelsCliUsecases } from '@commanders/usecases/models.cli.usecases';
 import { ModelNotFoundException } from '@/infrastructure/exception/model-not-found.exception';
@@ -44,12 +45,12 @@ export class RunCommand extends CommandRunner {
 
   async run(passedParams: string[], options: RunOptions): Promise<void> {
     let modelId = passedParams[0];
-    console.log('Running model...');
+    const checkingSpinner = ora('Checking model...').start();
     if (!modelId) {
       try {
         modelId = await this.modelInquiry();
       } catch {
-        console.error('Model ID is required');
+        checkingSpinner.fail('Model ID is required');
         exit(1);
       }
     }
@@ -58,8 +59,8 @@ export class RunCommand extends CommandRunner {
     if (!(await this.modelsCliUsecases.getModel(modelId))) {
       await this.modelsCliUsecases.pullModel(modelId).catch((e: Error) => {
         if (e instanceof ModelNotFoundException)
-          console.error('Model does not exist.');
-        else console.error(e.message ?? e);
+          checkingSpinner.fail('Model does not exist.');
+        else checkingSpinner.fail(e.message ?? e);
         exit(1);
       });
     }
@@ -71,24 +72,27 @@ export class RunCommand extends CommandRunner {
       !Array.isArray(existingModel.files) ||
       /^(http|https):\/\/[^/]+\/.*/.test(existingModel.files[0])
     ) {
-      console.error('Model is not available.');
+      checkingSpinner.fail(
+        `Model is not available`
+      );
       process.exit(1);
     }
 
     // Check model compatibility on this machine
     checkModelCompatibility(modelId);
-
+    checkingSpinner.succeed('Model found')
     const engine = existingModel.engine || Engines.llamaCPP;
     // Pull engine if not exist
     if (
       !existsSync(join(await this.fileService.getCortexCppEnginePath(), engine))
     ) {
-      console.log('Installing engine...');
+      const engineSpinner = ora('Installing engine...').start();
       await this.initUsecases.installEngine(
         await this.initUsecases.defaultInstallationOptions(),
         'latest',
         engine,
       );
+      engineSpinner.succeed('Engine installed');
     }
 
     return this.cortexUsecases

cortex-js/src/infrastructure/commanders/usecases/ps.cli.usecases.ts

@@ -1,4 +1,5 @@
 import { HttpStatus, Injectable } from '@nestjs/common';
+import ora from 'ora';
 import {
   CORTEX_CPP_MODELS_URL,
   CORTEX_JS_HEALTH_URL,
@@ -26,7 +27,7 @@ export class PSCliUsecases {
    */
   async getModels(): Promise<ModelStat[]> {
     const configs = await this.fileService.getConfig();
-    console.log('Getting models...');
+    const runningSpinner = ora('Getting models...').start();
     return new Promise<ModelStat[]>((resolve, reject) =>
       firstValueFrom(
         this.httpService.get(
@@ -41,6 +42,7 @@ export class PSCliUsecases {
             Array.isArray(data.data) &&
             data.data.length > 0
           ) {
+            runningSpinner.succeed();
             resolve(
               data.data.map((e) => {
                 const startTime = e.start_time ?? new Date();
@@ -60,7 +62,10 @@ export class PSCliUsecases {
           } else reject();
         })
         .catch(reject),
-    ).catch(() => []);
+    ).catch(() => {
+      runningSpinner.succeed('');
+      return [];
+    });
   }
 
   /**

cortex-js/src/usecases/models/models.usecases.ts

@@ -1,3 +1,4 @@
+import ora from 'ora';
 import { CreateModelDto } from '@/infrastructure/dtos/models/create-model.dto';
 import { UpdateModelDto } from '@/infrastructure/dtos/models/update-model.dto';
 import { BadRequestException, Injectable } from '@nestjs/common';
@@ -163,7 +164,7 @@ export class ModelsUsecases {
         modelId,
       };
     }
-    console.log('Loading model...');
+    const loadingModelSpinner = ora('Loading model...').start();
     // update states and emitting event
     this.activeModelStatuses[modelId] = {
       model: modelId,
@@ -210,11 +211,15 @@ export class ModelsUsecases {
         };
         this.eventEmitter.emit('model.event', modelEvent);
       })
-      .then(() => ({
-        message: 'Model loaded successfully',
-        modelId,
-      }))
+      .then(() => {
+        loadingModelSpinner.succeed('Model loaded');
+        return {
+          message: 'Model loaded successfully',
+          modelId,
+        };
+      })
       .catch(async (e) => {
+        loadingModelSpinner.fail('Model loading failed');
         // remove the model from this.activeModelStatus.
         delete this.activeModelStatuses[modelId];
         const modelEvent: ModelEvent = {