loadbalancer.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package google
  15. import (
  16. "context"
  17. "fmt"
  18. "strings"
  19. "time"
  20. "yunion.io/x/jsonutils"
  21. "yunion.io/x/log"
  22. "yunion.io/x/pkg/errors"
  23. "yunion.io/x/pkg/util/netutils"
  24. "yunion.io/x/pkg/utils"
  25. api "yunion.io/x/cloudmux/pkg/apis/compute"
  26. "yunion.io/x/cloudmux/pkg/cloudprovider"
  27. "yunion.io/x/cloudmux/pkg/multicloud"
  28. )
  29. // 全球负载均衡 https://cloud.google.com/compute/docs/reference/rest/v1/globalAddresses/list
  30. // 区域负载均衡 https://cloud.google.com/compute/docs/reference/rest/v1/addresses
  31. // https://cloud.google.com/compute/docs/reference/rest/v1/targetHttpProxies/get
  32. // https://cloud.google.com/compute/docs/reference/rest/v1/targetGrpcProxies/get
  33. // https://cloud.google.com/compute/docs/reference/rest/v1/targetHttpsProxies/get
  34. // https://cloud.google.com/compute/docs/reference/rest/v1/targetSslProxies/get
  35. // https://cloud.google.com/compute/docs/reference/rest/v1/targetTcpProxies/get
  36. type SLoadbalancer struct {
  37. multicloud.SLoadbalancerBase
  38. SResourceBase
  39. region *SRegion
  40. urlMap *SUrlMap // http & https LB
  41. backendServices []SBackendServices // tcp & udp LB. 或者 http & https 后端
  42. instanceGroups []SInstanceGroup
  43. healthChecks []HealthChecks
  44. forwardRules []SForwardingRule // 服务IP地址
  45. isHttpLb bool // 标记是否为http/https lb
  46. }
  47. func (self *SLoadbalancer) GetStatus() string {
  48. return api.LB_STATUS_ENABLED
  49. }
  50. func (self *SLoadbalancer) Refresh() error {
  51. lb, err := self.region.GetLoadbalancer(self.GetGlobalId())
  52. if err != nil {
  53. return errors.Wrap(err, "GetLoadbalancer")
  54. }
  55. err = jsonutils.Update(self, &lb)
  56. if err != nil {
  57. return errors.Wrap(err, "Refresh.Update")
  58. }
  59. self.healthChecks = nil
  60. self.instanceGroups = nil
  61. self.forwardRules = nil
  62. if self.isHttpLb {
  63. bss, err := self.GetBackendServices()
  64. if err != nil {
  65. return errors.Wrap(err, "GetForwardingRules")
  66. }
  67. self.backendServices = bss
  68. }
  69. return nil
  70. }
  71. func (self *SLoadbalancer) IsEmulated() bool {
  72. return true
  73. }
  74. func (self *SLoadbalancer) GetSysTags() map[string]string {
  75. frs, err := self.GetForwardingRules()
  76. if err != nil {
  77. return nil
  78. }
  79. ips := []string{}
  80. for i := range frs {
  81. if len(frs[i].IPAddress) > 0 && !utils.IsInStringArray(frs[i].IPAddress, ips) {
  82. ips = append(ips, frs[i].IPAddress)
  83. }
  84. }
  85. data := map[string]string{}
  86. data["FrontendIPs"] = strings.Join(ips, ",")
  87. return data
  88. }
  89. func (self *SLoadbalancer) GetTags() (map[string]string, error) {
  90. return map[string]string{}, nil
  91. }
  92. func (self *SLoadbalancer) SetTags(tags map[string]string, replace bool) error {
  93. return cloudprovider.ErrNotSupported
  94. }
  95. func (self *SLoadbalancer) GetCreatedAt() time.Time {
  96. return time.Time{}
  97. }
  98. func (self *SLoadbalancer) GetProjectId() string {
  99. return self.region.GetProjectId()
  100. }
  101. /*
  102. 对应forwardingRules地址,存在多个前端IP的情况下,只展示按拉丁字母排序最前的一个地址。其他地址需要到详情中查看
  103. External
  104. Internal
  105. InternalManaged
  106. InternalSelfManaged
  107. Invalid
  108. UndefinedLoadBalancingScheme
  109. */
  110. func (self *SLoadbalancer) GetAddress() string {
  111. frs, err := self.GetForwardingRules()
  112. if err != nil {
  113. log.Errorf("GetAddress.GetForwardingRules %s", err)
  114. }
  115. for i := range frs {
  116. sche := strings.ToLower(frs[i].LoadBalancingScheme)
  117. if !utils.IsInStringArray(sche, []string{"invalid", "undefinedloadbalancingscheme"}) {
  118. return frs[i].IPAddress
  119. }
  120. }
  121. return ""
  122. }
  123. func (self *SLoadbalancer) GetAddressType() string {
  124. frs, err := self.GetForwardingRules()
  125. if err != nil {
  126. return api.LB_ADDR_TYPE_INTRANET
  127. }
  128. for i := range frs {
  129. sche := strings.ToLower(frs[i].LoadBalancingScheme)
  130. if !utils.IsInStringArray(sche, []string{"invalid", "undefinedloadbalancingscheme"}) {
  131. if sche == "external" {
  132. return api.LB_ADDR_TYPE_INTERNET
  133. } else {
  134. return api.LB_ADDR_TYPE_INTRANET
  135. }
  136. }
  137. }
  138. return api.LB_ADDR_TYPE_INTERNET
  139. }
  140. func (self *SLoadbalancer) GetNetworkType() string {
  141. return api.LB_NETWORK_TYPE_VPC
  142. }
  143. func (self *SLoadbalancer) GetNetworkIds() []string {
  144. igs, err := self.GetInstanceGroups()
  145. if err != nil {
  146. log.Errorf("GetInstanceGroups %s", err)
  147. return nil
  148. }
  149. selfLinks := make([]string, 0)
  150. networkIds := make([]string, 0)
  151. for i := range igs {
  152. if utils.IsInStringArray(igs[i].Subnetwork, selfLinks) {
  153. selfLinks = append(selfLinks, igs[i].Subnetwork)
  154. network := SResourceBase{
  155. Name: "",
  156. SelfLink: igs[i].Network,
  157. }
  158. networkIds = append(networkIds, network.GetGlobalId())
  159. }
  160. }
  161. return networkIds
  162. }
  163. func (self *SLoadbalancer) GetVpcId() string {
  164. networkIds := self.GetNetworkIds()
  165. if len(networkIds) == 0 {
  166. return ""
  167. }
  168. if len(networkIds) >= 1 {
  169. vpc, err := self.region.GetVpc(networkIds[0])
  170. if err == nil && vpc != nil {
  171. return vpc.GetGlobalId()
  172. }
  173. }
  174. return ""
  175. }
  176. func (self *SLoadbalancer) GetZoneId() string {
  177. igs, err := self.GetInstanceGroups()
  178. if err != nil {
  179. log.Errorf("GetInstanceGroups %s", err)
  180. return ""
  181. }
  182. for i := range igs {
  183. if len(igs[i].Zone) > 0 {
  184. zone := SResourceBase{
  185. Name: "",
  186. SelfLink: igs[i].Zone,
  187. }
  188. return zone.GetGlobalId()
  189. }
  190. }
  191. return ""
  192. }
  193. func (self *SLoadbalancer) GetZone1Id() string {
  194. return ""
  195. }
  196. func (self *SLoadbalancer) GetLoadbalancerSpec() string {
  197. if self.isHttpLb {
  198. return "regional_http_lb"
  199. }
  200. return fmt.Sprintf("regional_%s", strings.ToLower(self.backendServices[0].Protocol))
  201. }
  202. func (self *SLoadbalancer) GetChargeType() string {
  203. return api.LB_CHARGE_TYPE_BY_TRAFFIC
  204. }
  205. func (self *SLoadbalancer) GetEgressMbps() int {
  206. return 0
  207. }
  208. func (self *SLoadbalancer) GetIEIPs() ([]cloudprovider.ICloudEIP, error) {
  209. frs, err := self.GetForwardingRules()
  210. if err != nil {
  211. log.Errorf("GetAddress.GetForwardingRules %s", err)
  212. }
  213. ret, addrs := []cloudprovider.ICloudEIP{}, []string{}
  214. for i := range frs {
  215. ipAddr, _ := netutils.NewIPV4Addr(frs[i].IPAddress)
  216. if netutils.IsExitAddress(ipAddr) && !utils.IsInStringArray(frs[i].IPAddress, addrs) {
  217. addrs = append(addrs, frs[i].IPAddress)
  218. eips, err := self.region.GetEips(frs[i].IPAddress, 0, "")
  219. if err != nil {
  220. log.Errorf("GetEips %s", err)
  221. }
  222. for j := range eips {
  223. eips[j].region = self.region
  224. ret = append(ret, &eips[j])
  225. }
  226. }
  227. }
  228. return ret, nil
  229. }
  230. func (self *SLoadbalancer) Delete(ctx context.Context) error {
  231. return cloudprovider.ErrNotImplemented
  232. }
  233. func (self *SLoadbalancer) Start() error {
  234. return cloudprovider.ErrNotSupported
  235. }
  236. func (self *SLoadbalancer) Stop() error {
  237. return cloudprovider.ErrNotSupported
  238. }
  239. func (self *SLoadbalancer) GetILoadBalancerListeners() ([]cloudprovider.ICloudLoadbalancerListener, error) {
  240. lbls, err := self.GetLoadbalancerListeners()
  241. if err != nil {
  242. return nil, errors.Wrap(err, "GetLoadbalancerListeners")
  243. }
  244. ilbls := make([]cloudprovider.ICloudLoadbalancerListener, len(lbls))
  245. for i := range lbls {
  246. ilbls[i] = &lbls[i]
  247. }
  248. return ilbls, nil
  249. }
  250. func (self *SLoadbalancer) GetILoadBalancerBackendGroups() ([]cloudprovider.ICloudLoadbalancerBackendGroup, error) {
  251. lbbgs, err := self.GetLoadbalancerBackendGroups()
  252. if err != nil {
  253. return nil, errors.Wrap(err, "GetLoadbalancerBackendGroups")
  254. }
  255. ilbbgs := make([]cloudprovider.ICloudLoadbalancerBackendGroup, len(lbbgs))
  256. for i := range lbbgs {
  257. ilbbgs[i] = &lbbgs[i]
  258. }
  259. return ilbbgs, nil
  260. }
  261. func (self *SLoadbalancer) CreateILoadBalancerBackendGroup(group *cloudprovider.SLoadbalancerBackendGroup) (cloudprovider.ICloudLoadbalancerBackendGroup, error) {
  262. return nil, cloudprovider.ErrNotSupported
  263. }
  264. func (self *SLoadbalancer) GetILoadBalancerBackendGroupById(groupId string) (cloudprovider.ICloudLoadbalancerBackendGroup, error) {
  265. lbbgs, err := self.GetLoadbalancerBackendGroups()
  266. if err != nil {
  267. return nil, errors.Wrap(err, "GetLoadbalancerBackendGroups")
  268. }
  269. for i := range lbbgs {
  270. if lbbgs[i].GetGlobalId() == groupId {
  271. return &lbbgs[i], nil
  272. }
  273. }
  274. return nil, cloudprovider.ErrNotFound
  275. }
  276. func (self *SLoadbalancer) CreateILoadBalancerListener(ctx context.Context, listener *cloudprovider.SLoadbalancerListenerCreateOptions) (cloudprovider.ICloudLoadbalancerListener, error) {
  277. return nil, cloudprovider.ErrNotSupported
  278. }
  279. func (self *SLoadbalancer) GetILoadBalancerListenerById(listenerId string) (cloudprovider.ICloudLoadbalancerListener, error) {
  280. lbls, err := self.GetLoadbalancerListeners()
  281. if err != nil {
  282. return nil, errors.Wrap(err, "GetLoadbalancerBackendGroups")
  283. }
  284. for i := range lbls {
  285. if lbls[i].GetGlobalId() == listenerId {
  286. return &lbls[i], nil
  287. }
  288. }
  289. return nil, cloudprovider.ErrNotFound
  290. }
  291. // GET https://compute.googleapis.com/compute/v1/projects/{project}/aggregated/targetHttpProxies 前端监听
  292. //
  293. // tcp lb backend type: backend service
  294. func (self *SRegion) GetRegionalTcpLoadbalancers() ([]SLoadbalancer, error) {
  295. bss, err := self.GetRegionalBackendServices("protocol eq TCP")
  296. if err != nil {
  297. return nil, errors.Wrap(err, "GetRegionalBackendServices")
  298. }
  299. lbs := make([]SLoadbalancer, len(bss))
  300. for i := range bss {
  301. lbs[i] = SLoadbalancer{
  302. region: self,
  303. SResourceBase: SResourceBase{
  304. Name: bss[i].Name,
  305. SelfLink: bss[i].SelfLink,
  306. },
  307. urlMap: nil,
  308. backendServices: []SBackendServices{bss[i]},
  309. forwardRules: nil,
  310. }
  311. }
  312. return lbs, nil
  313. }
  314. // udp lb backend type: backend service
  315. func (self *SRegion) GetRegionalUdpLoadbalancers() ([]SLoadbalancer, error) {
  316. bss, err := self.GetRegionalBackendServices("protocol eq UDP")
  317. if err != nil {
  318. return nil, errors.Wrap(err, "GetRegionalBackendServices")
  319. }
  320. lbs := make([]SLoadbalancer, len(bss))
  321. for i := range bss {
  322. lbs[i] = SLoadbalancer{
  323. region: self,
  324. SResourceBase: SResourceBase{
  325. Name: bss[i].Name,
  326. SelfLink: bss[i].SelfLink,
  327. },
  328. urlMap: nil,
  329. backendServices: []SBackendServices{bss[i]},
  330. forwardRules: nil,
  331. }
  332. }
  333. return lbs, nil
  334. }
  335. // http&https lb: urlmaps
  336. func (self *SRegion) GetRegionalHTTPLoadbalancers() ([]SLoadbalancer, error) {
  337. ums, err := self.GetRegionalUrlMaps("")
  338. if err != nil {
  339. return nil, errors.Wrap(err, "GetRegionalUrlMaps")
  340. }
  341. lbs := make([]SLoadbalancer, len(ums))
  342. for i := range ums {
  343. lbs[i] = SLoadbalancer{
  344. region: self,
  345. SResourceBase: SResourceBase{
  346. Name: ums[i].Name,
  347. SelfLink: ums[i].SelfLink,
  348. },
  349. urlMap: &ums[i],
  350. backendServices: nil,
  351. forwardRules: nil,
  352. isHttpLb: true,
  353. }
  354. }
  355. return lbs, nil
  356. }
  357. func (self *SRegion) GetRegionalLoadbalancers() ([]SLoadbalancer, error) {
  358. lbs := make([]SLoadbalancer, 0)
  359. funcs := []func() ([]SLoadbalancer, error){self.GetRegionalHTTPLoadbalancers, self.GetRegionalTcpLoadbalancers, self.GetRegionalUdpLoadbalancers}
  360. for i := range funcs {
  361. _lbs, err := funcs[i]()
  362. if err != nil {
  363. return nil, errors.Wrap(err, "GetRegionalLoadbalancers")
  364. }
  365. lbs = append(lbs, _lbs...)
  366. }
  367. return lbs, nil
  368. }
  369. func (self *SRegion) GetLoadbalancer(resourceId string) (SLoadbalancer, error) {
  370. lb := SLoadbalancer{}
  371. var err error
  372. if strings.Contains(resourceId, "/urlMaps/") {
  373. ret := SUrlMap{}
  374. err = self.GetBySelfId(resourceId, &ret)
  375. lb.isHttpLb = true
  376. lb.urlMap = &ret
  377. lb.SResourceBase = SResourceBase{
  378. Name: ret.Name,
  379. SelfLink: ret.SelfLink,
  380. }
  381. } else {
  382. ret := SBackendServices{}
  383. err = self.GetBySelfId(resourceId, &ret)
  384. lb.backendServices = []SBackendServices{ret}
  385. lb.SResourceBase = SResourceBase{
  386. Name: ret.Name,
  387. SelfLink: ret.SelfLink,
  388. }
  389. }
  390. if err != nil {
  391. return lb, errors.Wrapf(err, "get")
  392. }
  393. lb.region = self
  394. return lb, nil
  395. }
  396. func (self *SRegion) GetILoadBalancers() ([]cloudprovider.ICloudLoadbalancer, error) {
  397. lbs, err := self.GetRegionalLoadbalancers()
  398. if err != nil {
  399. return nil, errors.Wrap(err, "GetRegionalLoadbalancers")
  400. }
  401. ilbs := []cloudprovider.ICloudLoadbalancer{}
  402. for i := range lbs {
  403. ilbs = append(ilbs, &lbs[i])
  404. }
  405. return ilbs, nil
  406. }
  407. func (self *SRegion) GetILoadBalancerById(loadbalancerId string) (cloudprovider.ICloudLoadbalancer, error) {
  408. lb, err := self.GetLoadbalancer(loadbalancerId)
  409. if err != nil {
  410. return nil, errors.Wrap(err, "GetLoadbalancer")
  411. }
  412. return &lb, nil
  413. }