使用Ollama和Phi4mini在边缘设备上构建AI Agent

tools = [
  {
    "name": "get_match_result",
    "description": "获取比赛结果",
    "parameters": {
      "match": {
        "description": "比赛名称",
        "type": "str",
        "default": "阿森纳 vs 曼城"
      }
    }
  },
]

messages = [
  {
    "role": "system",
    "content": "你是一个有用的助手",
    "tools": json.dumps(tools), # 使用tools参数将工具传递到系统消息中
  },
  {
    "role": "user",
    "content": "今天阿森纳对曼城的比赛结果是什么？"
  }
]

AGENT_TOOLS = {
  "booking_fight": {
    "name": "booking_fight",
    "description": "预订航班",
    "parameters": {
      "departure": {
        "description": "出发机场代码",
        "type": "str",
      },
      "destination": {
        "description": "目的地机场代码",
        "type": "str",
      },
      "outbound_date": {
        "description": "出发日期",
        "type": "str",
      },
      "return_date": {
        "description": "返回日期",
        "type": "str",
      }
    }
  },
  "booking_hotel": {
    "name": "booking_hotel",
    "description": "预订酒店",
    "parameters": {
      "query": {
        "description": "城市名称",
        "type": "str",
      },
      "check_in_date": {
        "description": "入住日期",
        "type": "str",
      },
      "check_out_date": {
        "description": "退房日期",
        "type": "str",
      }
    }
  },
}

SYSTEM_PROMPT = """
你是我的旅行助手，可以使用以下工具。
"""

messages = [
  {
    "role": "system",
    "content": SYSTEM_PROMPT,
    "tools": json.dumps(AGENT_TOOLS), # 使用tools参数将工具传递到系统消息中
  },
  {
    "role": "user",
    "content": """我将于2025年3月21日至2025年3月27日从伦敦到纽约出差，你能帮我预订酒店和机票吗"""
  }
]

TEMPLATE """
{{- if .Messages }}
{{- if or .System .Tools }}<|system|>

{{ if .System }}{{ .System }}
{{- end }}
In addition to plain text responses, you can chose to call one or more of the provided functions.

Use the following rule to decide when to call a function:
  * if the response can be generated from your internal knowledge (e.g., as in the case of queries like "What is the capital of Poland?"), do so
  * if you need external information that can be obtained by calling one or more of the provided functions, generate a function calls

If you decide to call functions:
  * prefix function calls with functools marker (no closing marker required)
  * all function calls should be generated in a single JSON list formatted as functools[{"name": [function name], "arguments": [function arguments as JSON]}, ...]
  * follow the provided JSON schema. Do not hallucinate arguments or values. Do to blindly copy values from the provided samples
  * respect the argument type formatting. E.g., if the type if number and format is float, write value 7 as 7.0
  * make sure you pick the right functions that match the user intent

Available functions as JSON spec:
{{- if .Tools }}
{{ .Tools }}
{{- end }}<|end|>
{{- end }}
{{- range .Messages }}
{{- if ne .Role "system" }}<|{{ .Role }}|>
{{- if and .Content (eq .Role "tools") }}

{"result": {{ .Content }}}
{{- else if .Content }}

{{ .Content }}
{{- else if .ToolCalls }}

functools[
{{- range .ToolCalls }}{{ "{" }}"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}{{ "}" }}
{{- end }}]
{{- end }}<|end|>
{{- end }}
{{- end }}<|assistant|>

{{ else }}
{{- if .System }}<|system|>

{{ .System }}<|end|>{{ end }}{{ if .Prompt }}<|user|>

{{ .Prompt }}<|end|>{{ end }}<|assistant|>

{{ end }}{{ .Response }}{{ if .Response }}<|user|>{{ end }}
"""

# 如果还没有下载，请先执行此命令
ollama run phi4-mini:3.8b-fp16

# 与调整后的Modelfile绑定
ollama create phi4-mini:3.8b-fp16 -f {你的Modelfile路径}