test_llamacpp_streaming.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Function Definitions, and mock function call results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import uuid\n",
    "from functools import partial\n",
    "\n",
    "\n",
    "def add(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) + float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def sub(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) - float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def mult(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) * float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def div(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) / float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def get_oai_response(model, functions, msgs, api_key, base_url):\n",
    "  import openai\n",
    "  openai.api_key = api_key \n",
    "  openai.base_url = base_url\n",
    "  \n",
    "  try:\n",
    "    completion = openai.chat.completions.create(\n",
    "      model=model,\n",
    "      temperature=0.1,\n",
    "      messages=msgs,\n",
    "      tools=functions,\n",
    "      tool_choice=\"auto\",\n",
    "      stream=True,\n",
    "    )\n",
    "    return completion\n",
    "  except Exception as e:\n",
    "    print(e)\n",
    "\n",
    "\n",
    "def insert_tool_response(res, msgs):\n",
    "    assistant_message = res.delta\n",
    "    tool_calls = []\n",
    "    for tool_call in assistant_message.tool_calls:\n",
    "        tool_calls.append( {\n",
    "                            \"id\": tool_call.id,\n",
    "                            \"function\": {\"name\": tool_call.function.name,\n",
    "                                        \"arguments\": tool_call.function.arguments},\n",
    "                            \"type\": \"function\",\n",
    "                        })\n",
    "    msgs.append({\"role\": \"assistant\",  \"tool_calls\": tool_calls})\n",
    "    \n",
    "    for i, tool_call in enumerate(assistant_message.tool_calls):\n",
    "        if tool_call.function.name == \"getCurrentWeather\":\n",
    "            print()\n",
    "            l = len((json.loads(assistant_message.tool_calls[i].function.arguments))[\"location\"])\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"temprature is {(i+1) * 50 + l } degree\"})\n",
    "        elif tool_call.function.name == \"calculate_distance\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"Distance is {(i+1) * 50} miles.\"})\n",
    "        elif tool_call.function.name == \"generate_password\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"Password generated: {uuid.uuid4().hex[:8]}\"})\n",
    "        elif tool_call.function.name == \"orderUmbrella\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"Order placed. the price is {(i+1) * 10} dollars.\"})\n",
    "        elif tool_call.function.name == \"list_files\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"File list:\\nreport.docx\\ntask.txt\\nnotes.txt\"})\n",
    "        elif tool_call.function.name == \"get_file_size\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"the size is {(i+1) * 100} bytes.\"})\n",
    "        elif tool_call.function.name == \"addition\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"addition\",\n",
    "                \"content\": add(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"subtraction\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"subtraction\",\n",
    "                \"content\": sub(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"multiplication\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"multiplication\",\n",
    "                \"content\": mult(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"division\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"division\",\n",
    "                \"content\": div(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"create_3d_model\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"division\",\n",
    "                \"content\": \"created.\",\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        print(f\"Observation: {msgs[-1]['content']}\")\n",
    "    \n",
    "    return msgs\n",
    "\n",
    "def run_completion(chat_method, user_query, msgs=[], model=\"gpt-4-0125-preview\"):\n",
    "    system_prompt = \"You are a helpful assistant.\"\n",
    "    functions = [\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"name\": \"list_files\",\n",
    "                \"description\": \"List all files in a directory\",\n",
    "                \"parameters\": {\n",
    "                    \"type\": \"object\",\n",
    "                    \"properties\": {\n",
    "                        \"directory\": {\n",
    "                            \"type\": \"string\",\n",
    "                            \"description\": \"the directory to list files from\"\n",
    "                        }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                        \"directory\"\n",
    "                    ]\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"description\": \"Create a 3D model of an object with specified dimensions\",\n",
    "                \"name\": \"create_3d_model\",\n",
    "                \"parameters\": {\n",
    "                    \"properties\": {\n",
    "                    \"object_name\": {\n",
    "                        \"description\": \"Name of the object to be modeled\",\n",
    "                        \"type\": \"string\"\n",
    "                    },\n",
    "                    \"dimensions\": {\n",
    "                        \"description\": \"Dimensions of the 3D object (length, width, height)\",\n",
    "                        \"type\": \"object\",\n",
    "                        \"properties\": {\n",
    "                        \"length\": {\n",
    "                            \"type\": \"number\"\n",
    "                        },\n",
    "                        \"width\": {\n",
    "                            \"type\": \"number\"\n",
    "                        },\n",
    "                        \"height\": {\n",
    "                            \"type\": \"number\"\n",
    "                        }\n",
    "                        },\n",
    "                        \"required\": [\n",
    "                        \"length\",\n",
    "                        \"width\",\n",
    "                        \"height\"\n",
    "                        ]\n",
    "                    }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                    \"object_name\",\n",
    "                    \"dimensions\"\n",
    "                    ],\n",
    "                    \"type\": \"object\"\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"description\": \"Get the latest insurance premium from a list of premiums.\",\n",
    "                \"name\": \"latest_insurance_premium\",\n",
    "                \"parameters\": {\n",
    "                    \"properties\": {\n",
    "                        \"premiums\": {\n",
    "                            \"description\": \"List of insurance premiums\",\n",
    "                            \"type\": \"array\",\n",
    "                            \"items\": {\n",
    "                            \"type\": \"number\"\n",
    "                            }\n",
    "                        }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                        \"premiums\"\n",
    "                    ],\n",
    "                    \"type\": \"object\"\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "            \"description\": \"Calculate insurance premium based on age and coverage\",\n",
    "            \"name\": \"calculate_insurance_premium\",\n",
    "            \"parameters\": {\n",
    "                \"properties\": {\n",
    "                \"age\": {\n",
    "                    \"description\": \"Age of the person applying for insurance\",\n",
    "                    \"type\": \"integer\"\n",
    "                },\n",
    "                \"coverage_type\": {\n",
    "                    \"description\": \"Type of insurance coverage\",\n",
    "                    \"type\": \"string\",\n",
    "                    \"enum\": [\n",
    "                    \"basic\",\n",
    "                    \"standard\",\n",
    "                    \"premium\"\n",
    "                    ]\n",
    "                }\n",
    "                },\n",
    "                \"required\": [\n",
    "                \"age\",\n",
    "                \"coverage_type\"\n",
    "                ],\n",
    "                \"type\": \"object\"\n",
    "            }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"name\": \"get_file_size\",\n",
    "                \"description\": \"Get the size of a file in bytes\",\n",
    "                \"parameters\": {\n",
    "                    \"type\": \"object\",\n",
    "                    \"properties\": {\n",
    "                        \"filename\": {\n",
    "                            \"type\": \"string\",\n",
    "                            \"description\": \"the name of the file to get its size\"\n",
    "                        }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                        \"filename\"\n",
    "                    ]\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'addition',\n",
    "                'description': \"Adds two numbers together\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to add',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Second number to add',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'subtraction',\n",
    "                'description': \"Subtracts two numbers\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to be subtracted from',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Number to subtract',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'multiplication',\n",
    "                'description': \"Multiply two numbers together\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to multiply',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Second number to multiply',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'division',\n",
    "                'description': \"Divide two numbers\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to use as the dividend',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Second number to use as the divisor',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "      {\n",
    "          \"type\": \"function\",\n",
    "        \"function\": {\n",
    "          \"name\": \"getCurrentWeather\",\n",
    "          \"description\": \"Get the weather in location\",\n",
    "          \"parameters\": {\n",
    "            \"type\": \"object\",\n",
    "            \"properties\": {\n",
    "              \"location\": {\"type\": \"string\", \"description\": \"The city and state e.g. San Francisco, CA\"},\n",
    "              \"unit\": {\"type\": \"string\", \"enum\": [\"c\", \"f\"]}\n",
    "            },\n",
    "            \"required\": [\"location\"]\n",
    "          }\n",
    "        }\n",
    "      },\n",
    "      {    \"type\": \"function\",\n",
    "        \"function\":\n",
    "        {\n",
    "            \"name\": \"orderUmbrella\",\n",
    "            \"description\": \"Do this to help user to order an umbrella online\", \n",
    "            \"parameters\": {\n",
    "                \"type\": \"object\",\n",
    "                \"properties\": {\n",
    "                    \"number_to_buy\": {\n",
    "                        \"type\": \"integer\",\n",
    "                        \"description\": \"the amount of umbrellas to buy\"\n",
    "                    }\n",
    "                },\n",
    "                \"required\": [\n",
    "                    \"number_to_buy\"\n",
    "                ]\n",
    "            }\n",
    "        }},\n",
    "      {\"type\": \"function\",\"function\":{\"name\":\"calculate_distance\",\"description\":\"Calculate the distance between two locations\",\"parameters\":{\"type\":\"object\",\"properties\":{\"origin\":{\"type\":\"string\",\"description\":\"The starting location\"},\"destination\":{\"type\":\"string\",\"description\":\"The destination location\"},\"mode\":{\"type\":\"string\",\"description\":\"The mode of transportation\"}},\"required\":[\"origin\",\"destination\",\"mode\"]}}},{\"type\": \"function\",\"function\":{\"name\":\"generate_password\",\"description\":\"Generate a random password\",\"parameters\":{\"type\":\"object\",\"properties\":{\"length\":{\"type\":\"integer\",\"description\":\"The length of the password\"}},\"required\":[\"length\"]}}}\n",
    "       ]\n",
    "    if not msgs or len(msgs) == 0:\n",
    "        msgs = [{\"role\": \"system\", \"content\":system_prompt} ,{\"role\": \"user\", \"content\": user_query}]\n",
    "    else:\n",
    "        msgs.append({\"role\": \"user\", \"content\": user_query})\n",
    "\n",
    "    res = chat_method(model=model, functions=functions, msgs=msgs)\n",
    "    \n",
    "    next_content = \"\"\n",
    "    l = 0\n",
    "    print(f\"<Turn {l}>:\")\n",
    "    print(\"[AI response]:\")\n",
    "    for chunk in res:\n",
    "        if chunk.choices[0].delta.content and len(chunk.choices[0].delta.content) > 0:\n",
    "            next_content += chunk.choices[0].delta.content\n",
    "            print(chunk.choices[0].delta.content, end=\"\")\n",
    "        elif chunk.choices[0].delta.tool_calls:\n",
    "            # Just for testing rubra tools.cpp purpose, won't work for gpt4.\n",
    "            res_next = chunk.choices[0]\n",
    "            print(\"[AI calling functions]:\")\n",
    "            for tool_call in res_next.delta.tool_calls:\n",
    "                print(f\"Tool Call: {tool_call.function}\")\n",
    "            break\n",
    "    \n",
    "    \n",
    "    while not next_content:\n",
    "        l += 1\n",
    "        msgs = insert_tool_response(res_next, msgs)\n",
    "        print(f\"\\n<Turn {l}>:\")\n",
    "        res_next = chat_method(model=model, functions=functions, msgs=msgs)\n",
    "        next_content = \"\"\n",
    "        print(\"[AI response]:\")\n",
    "        for chunk in res_next:\n",
    "            if chunk.choices[0].delta.content and len(chunk.choices[0].delta.content) > 0:\n",
    "                next_content += chunk.choices[0].delta.content\n",
    "                print(chunk.choices[0].delta.content, end=\"\")\n",
    "            elif chunk.choices[0].delta.tool_calls:\n",
    "                res_next = chunk.choices[0]\n",
    "                print(\"[AI calling functions]:\")\n",
    "                for tool_call in res_next.delta.tool_calls:\n",
    "                    print(f\"Tool Call: {tool_call.function}\")\n",
    "                break\n",
    "        \n",
    "    msgs.append({\"role\": \"assistant\", \"content\": next_content})\n",
    "    return msgs\n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "import openai\n",
    "local_api_key = \"sk-\"\n",
    "local_base_url = \"http://localhost:1234/v1/\"\n",
    "get_rubra_response = partial(get_oai_response, api_key=local_api_key, base_url=local_base_url)\n",
    "model = \"Llama-3-8b-function-calling-alpha-v1.gguf\"\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Chat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "I'm just a computer program, so I don't have feelings, but I'm here and ready to help you with any questions or tasks you have! How can I assist you today?"
     ]
    }
   ],
   "source": [
    "user_query = \"how are you?\"\n",
    "msgs = run_completion(get_rubra_response, user_query, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Multi + Parallel Function Call Test examples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"origin\":\"San Francisco\",\"destination\":\"Cupertino\",\"mode\":\"driving\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"origin\":\"Cupertino\",\"destination\":\"San Francisco\",\"mode\":\"driving\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"origin\":\"San Francisco\",\"destination\":\"Cupertino\",\"mode\":\"air\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 3>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"origin\":\"Cupertino\",\"destination\":\"San Francisco\",\"mode\":\"air\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      "The distance between San Francisco and Cupertino by driving and by air is 50 miles in both directions."
     ]
    }
   ],
   "source": [
    "user_query = \"What is the distance between San Francisco and Cupertino by driving and by air from both directions?\"\n",
    "msgs = run_completion(get_rubra_response, user_query, model=model)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"origin\":\"San Francisco\",\"destination\":\"New York City\",\"mode\":\"airplane\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"50\",\"b\":\"8\"}', name='multiplication')\n",
      "Observation: 400.0\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"400.0\",\"b\":\"2\"}', name='division')\n",
      "Observation: 200.0\n",
      "\n",
      "<Turn 3>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"200.0\",\"b\":\"30\"}', name='subtraction')\n",
      "Observation: 170.0\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      "The final result after performing the operations is 170.0 miles."
     ]
    }
   ],
   "source": [
    "user_query1 = \"what's the distance between SF and NYC? Use the result value to multiply by 8, and then divide by 2, and then minus 30\"\n",
    "msgs = run_completion(get_rubra_response, user_query1, model=model)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"number_to_buy\":3}', name='orderUmbrella')\n",
      "Observation: Order placed. the price is 10 dollars.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"length\":8}', name='generate_password')\n",
      "Observation: Password generated: be676e08\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      "Your order for 3 umbrellas has been placed, and the price is $10 each. Additionally, a password 'be676e08' of length 8 has been generated for you."
     ]
    }
   ],
   "source": [
    "user_query2 = \"now order 3 umbrellas for me and generate a password of length 8\"\n",
    "msgs = run_completion(get_rubra_response, user_query2, msgs, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Simple Math Chaining"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"4\",\"b\":\"6\"}', name='addition')\n",
      "Observation: 10.0\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"10.0\",\"b\":\"2\"}', name='addition')\n",
      "Observation: 12.0\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"12.0\",\"b\":\"5\"}', name='multiplication')\n",
      "Observation: 60.0\n",
      "\n",
      "<Turn 3>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"a\":\"60.0\",\"b\":\"2\"}', name='division')\n",
      "Observation: 30.0\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      "The result of four plus six is ten. Adding two to that gives twelve. Multiplying twelve by five gives sixty, and dividing sixty by two results in thirty."
     ]
    }
   ],
   "source": [
    "user_query3 = \"What is four plus six? What is the result of that plus 2? Take the result and multiply by 5 and then divide by two\"\n",
    "\n",
    "\n",
    "msgs = run_completion(get_rubra_response, user_query3, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Condition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"location\":\"Boston\",\"unit\":\"f\"}', name='getCurrentWeather')\n",
      "\n",
      "Observation: temprature is 56 degree\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"origin\":\"Boston\",\"destination\":\"NYC\",\"mode\":\"car\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      "The temperature in Boston is 56 degrees Fahrenheit, which is below 100 degrees. The distance from Boston to New York City is approximately 50 miles."
     ]
    }
   ],
   "source": [
    "user_query4 = \"check the weather in boston, if it's less than 100 degrees Fahrenheit, calculate the distance from boston to NYC\"\n",
    "msgs = run_completion(get_rubra_response, user_query4, model=model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"location\":\"Boston\",\"unit\":\"f\"}', name='getCurrentWeather')\n",
      "\n",
      "Observation: temprature is 56 degree\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "The temperature in Boston is 56 degrees Fahrenheit, which is not greater than 100 degrees. Therefore, I will not calculate the distance from Boston to NYC as the condition was not met. Is there anything else I can assist you with?"
     ]
    }
   ],
   "source": [
    "user_query5 = \"check the weather in boston, if it's greater than 100 degrees Fahrenheit, calculate the distance from boston to NYC\"\n",
    "msgs = run_completion(get_rubra_response, user_query5, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# dependency"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"directory\":\"documents\"}', name='list_files')\n",
      "Observation: File list:\n",
      "report.docx\n",
      "task.txt\n",
      "notes.txt\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"filename\":\"report.docx\"}', name='get_file_size')\n",
      "Observation: the size is 100 bytes.\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"filename\":\"task.txt\"}', name='get_file_size')\n",
      "Observation: the size is 100 bytes.\n",
      "\n",
      "<Turn 3>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"filename\":\"notes.txt\"}', name='get_file_size')\n",
      "Observation: the size is 100 bytes.\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      "The sizes of the files in the 'documents' directory are as follows:\n",
      "- 'report.docx' is 100 bytes.\n",
      "- 'task.txt' is 100 bytes.\n",
      "- 'notes.txt' is 100 bytes."
     ]
    }
   ],
   "source": [
    "user_query6 = \"check the size of all files in the 'documents' directory.\"\n",
    "msgs = run_completion(get_rubra_response, user_query6, model=model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      "[AI calling functions]:\n",
      "Tool Call: ChoiceDeltaToolCallFunction(arguments='{\"object_name\":\"rectangle\",\"dimensions\":{\"length\":12,\"width\":21,\"height\":6}}', name='create_3d_model')\n",
      "Observation: created.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      "The 3D model of the rectangle with dimensions 12x21x6 has been successfully created."
     ]
    }
   ],
   "source": [
    "user_query0 = \"create a 3d model with length 12, width 21, and height 6\"\n",
    "msgs = run_completion(get_rubra_response, user_query0, model=model)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "py310",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}