mcp_agent.go 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. package llm
  2. import (
  3. "bufio"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "strings"
  8. "yunion.io/x/onecloud/cmd/climc/shell"
  9. "yunion.io/x/onecloud/pkg/mcclient"
  10. modules "yunion.io/x/onecloud/pkg/mcclient/modules/llm"
  11. base_options "yunion.io/x/onecloud/pkg/mcclient/options"
  12. options "yunion.io/x/onecloud/pkg/mcclient/options/llm"
  13. )
  14. func init() {
  15. cmd := shell.NewResourceCmd(&modules.MCPAgent)
  16. cmd.List(new(options.MCPAgentListOptions))
  17. cmd.Show(new(options.MCPAgentShowOptions))
  18. cmd.Create(new(options.MCPAgentCreateOptions))
  19. cmd.Update(new(options.MCPAgentUpdateOptions))
  20. cmd.Delete(new(options.MCPAgentDeleteOptions))
  21. cmd.Perform("public", &base_options.BasePublicOptions{})
  22. cmd.Perform("private", &base_options.BaseIdOptions{})
  23. cmd.Get("mcp-tools", new(options.MCPAgentIdOptions))
  24. cmd.Get("tool-request", new(options.MCPAgentToolRequestOptions))
  25. // cmd.Get("chat-test", new(options.MCPAgentChatTestOptions))
  26. cmd.Get("request", new(options.MCPAgentMCPAgentRequestOptions))
  27. shell.R(&options.MCPAgentMCPAgentRequestOptions{}, "mcp-agent-chat", "Chat with MCP Agent (Stream)", chatStream)
  28. shell.R(&options.MCPAgentDefaultChatOptions{}, "mcp-agent-chat-default", "Chat with default MCP Agent (Stream, no ID required)", chatStreamDefault)
  29. }
  30. func chatStream(s *mcclient.ClientSession, args *options.MCPAgentMCPAgentRequestOptions) error {
  31. id, err := modules.MCPAgent.GetId(s, args.ID, nil)
  32. if err != nil {
  33. return err
  34. }
  35. bodyJSON, err := args.Params()
  36. if err != nil {
  37. return fmt.Errorf("failed to build request params: %v", err)
  38. }
  39. headers := http.Header{}
  40. headers.Set("Content-Type", "application/json")
  41. body := strings.NewReader(bodyJSON.String())
  42. path := fmt.Sprintf("/mcp_agents/%s/chat-stream", id)
  43. resp, err := s.RawVersionRequest(
  44. modules.MCPAgent.ServiceType(),
  45. modules.MCPAgent.EndpointType(),
  46. "POST",
  47. path,
  48. headers,
  49. body,
  50. )
  51. if err != nil {
  52. return err
  53. }
  54. defer resp.Body.Close()
  55. if resp.StatusCode != 200 {
  56. // Read error body
  57. body, _ := io.ReadAll(resp.Body)
  58. return fmt.Errorf("Error: %s %s", resp.Status, string(body))
  59. }
  60. scanner := bufio.NewScanner(resp.Body)
  61. var eventData []string
  62. for scanner.Scan() {
  63. line := scanner.Text()
  64. if line == "" {
  65. if len(eventData) > 0 {
  66. fmt.Print(strings.Join(eventData, "\n"))
  67. eventData = nil
  68. }
  69. continue
  70. }
  71. if after, found := strings.CutPrefix(line, "data: "); found {
  72. eventData = append(eventData, after)
  73. }
  74. }
  75. if err := scanner.Err(); err != nil {
  76. return err
  77. }
  78. fmt.Println()
  79. return nil
  80. }
  81. func chatStreamDefault(s *mcclient.ClientSession, args *options.MCPAgentDefaultChatOptions) error {
  82. bodyJSON, err := args.Params()
  83. if err != nil {
  84. return fmt.Errorf("failed to build request params: %v", err)
  85. }
  86. headers := http.Header{}
  87. headers.Set("Content-Type", "application/json")
  88. body := strings.NewReader(bodyJSON.String())
  89. path := "/mcp_agents/default/chat-stream"
  90. resp, err := s.RawVersionRequest(
  91. modules.MCPAgent.ServiceType(),
  92. modules.MCPAgent.EndpointType(),
  93. "POST",
  94. path,
  95. headers,
  96. body,
  97. )
  98. if err != nil {
  99. return err
  100. }
  101. defer resp.Body.Close()
  102. if resp.StatusCode != 200 {
  103. respBody, _ := io.ReadAll(resp.Body)
  104. return fmt.Errorf("Error: %s %s", resp.Status, string(respBody))
  105. }
  106. scanner := bufio.NewScanner(resp.Body)
  107. var eventData []string
  108. for scanner.Scan() {
  109. line := scanner.Text()
  110. if line == "" {
  111. if len(eventData) > 0 {
  112. fmt.Print(strings.Join(eventData, "\n"))
  113. eventData = nil
  114. }
  115. continue
  116. }
  117. if after, found := strings.CutPrefix(line, "data: "); found {
  118. eventData = append(eventData, after)
  119. }
  120. }
  121. if err := scanner.Err(); err != nil {
  122. return err
  123. }
  124. fmt.Println()
  125. return nil
  126. }