fix: fix typos in inference examples

Author: jameszyao

examples/inference/chat_completion.ipynb

@@ -38,12 +38,21 @@
    },
    "id": "49abde692940b09e"
   },
+  {
+   "cell_type": "markdown",
+   "source": [
+    "## Single-round chat completion"
+   ],
+   "metadata": {
+    "collapsed": false
+   },
+   "id": "84b663418e3e3b19"
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "outputs": [],
    "source": [
-    "# normal \n",
     "chat_completion_result = taskingai.inference.chat_completion(\n",
     "    model_id=model_id,\n",
     "    messages=[\n",
@@ -58,12 +67,21 @@
    },
    "id": "43dcc632665f0de4"
   },
+  {
+   "cell_type": "markdown",
+   "source": [
+    "## Multi-round chat completion"
+   ],
+   "metadata": {
+    "collapsed": false
+   },
+   "id": "9f84e86d19409580"
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "outputs": [],
    "source": [
-    "# multi round chat completion\n",
     "chat_completion_result = taskingai.inference.chat_completion(\n",
     "    model_id=model_id,\n",
     "    messages=[\n",
@@ -87,7 +105,7 @@
    "execution_count": null,
    "outputs": [],
    "source": [
-    "# config max tokens\n",
+    "# Add max tokens configs\n",
     "chat_completion_result = taskingai.inference.chat_completion(\n",
     "    model_id=model_id,\n",
     "    messages=[\n",
@@ -109,12 +127,22 @@
    },
    "id": "f7c1b8be2579d9e0"
   },
+  {
+   "cell_type": "markdown",
+   "source": [
+    "## Function call"
+   ],
+   "metadata": {
+    "collapsed": false
+   },
+   "id": "c615ece16c777029"
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "outputs": [],
    "source": [
-    "# function call\n",
+    "# function definition\n",
     "function = Function(\n",
     "    name=\"plus_a_and_b\",\n",
     "    description=\"Sum up a and b and return the result\",\n",
@@ -132,48 +160,64 @@
     "        },\n",
     "        \"required\": [\"a\", \"b\"]\n",
     "    },\n",
-    ")\n",
+    ")"
+   ],
+   "metadata": {
+    "collapsed": false
+   },
+   "id": "2645bdc3df011e7d"
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "# chat completion with the function call\n",
     "chat_completion_result = taskingai.inference.chat_completion(\n",
     "    model_id=model_id,\n",
     "    messages=[\n",
-    "        SystemMessage(\"You are a professional assistant.\"),\n",
     "        UserMessage(\"What is the result of 112 plus 22?\"),\n",
     "    ],\n",
     "    functions=[function]\n",
     ")\n",
-    "print(f\"chat_completion_result = {chat_completion_result}\")\n",
-    "\n",
-    "assistant_function_call_message = chat_completion_result.message\n",
-    "fucntion_name = assistant_function_call_message.function_call.name\n",
-    "argument_content = json.dumps(assistant_function_call_message.function_call.arguments)\n",
-    "print(f\"function name: {fucntion_name}, argument content: {argument_content}\")"
+    "function_call_assistant_message = chat_completion_result.message\n",
+    "print(f\"function_call_assistant_message = {function_call_assistant_message}\")"
    ],
    "metadata": {
     "collapsed": false
    },
-   "id": "2645bdc3df011e7d"
+   "id": "850adc819aa228fc"
   },
   {
-   "cell_type": "markdown",
-   "source": [],
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "# get the function call result\n",
+    "def plus_a_and_b(a, b):\n",
+    "    return a + b\n",
+    "\n",
+    "arguments = function_call_assistant_message.function_call.arguments\n",
+    "function_call_result = plus_a_and_b(**arguments)\n",
+    "print(f\"function_call_result = {function_call_result}\")"
+   ],
    "metadata": {
     "collapsed": false
    },
-   "id": "ed6957f0c380ba9f"
+   "id": "45787662d2148352"
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "outputs": [],
    "source": [
-    "# add function message\n",
+    "# chat completion with the function result\n",
     "chat_completion_result = taskingai.inference.chat_completion(\n",
     "    model_id=model_id,\n",
     "    messages=[\n",
-    "        SystemMessage(\"You are a professional assistant.\"),\n",
     "        UserMessage(\"What is the result of 112 plus 22?\"),\n",
-    "        assistant_function_call_message,\n",
-    "        FunctionMessage(name=fucntion_name, content=\"144\")\n",
+    "        function_call_assistant_message,\n",
+    "        FunctionMessage(name=\"plus_a_and_b\", content=str(function_call_result))\n",
     "    ],\n",
     "    functions=[function]\n",
     ")\n",
@@ -184,6 +228,16 @@
    },
    "id": "9df9a8b9eafa17d9"
   },
+  {
+   "cell_type": "markdown",
+   "source": [
+    "## Stream mode"
+   ],
+   "metadata": {
+    "collapsed": false
+   },
+   "id": "a64da98251c5d3c5"
+  },
   {
    "cell_type": "code",
    "execution_count": null,

examples/inference/text_embedding.ipynb

@@ -30,7 +30,7 @@
    "source": [
     "from taskingai.inference import *\n",
     "import json\n",
-    "# choose an available chat_completion model from your project\n",
+    "# choose an available text embedding model from your project\n",
     "model_id = \"YOUR_MODEL_ID\""
    ],
    "metadata": {