Cloudpods/backend/pkg/util/stringutils2/i18n.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package stringutils2

import (
	"bytes"
	"io/ioutil"

	"golang.org/x/text/encoding/simplifiedchinese"
	"golang.org/x/text/transform"
)

func IsUtf8(str string) bool {
	for _, runeVal := range str {
		if runeVal > 0x7f {
			return true
		}
	}
	return false
}

func RemoveUtf8Strings(idOrNames []string) []string {
	ids := make([]string, 0)
	for _, idOrName := range idOrNames {
		if !IsUtf8(idOrName) {
			ids = append(ids, idOrName)
		}
	}
	return ids
}

func IsPrintableAscii(b byte) bool {
	if b >= 32 && b <= 126 {
		return true
	}
	return false
}

func IsPrintableAsciiString(str string) bool {
	for _, b := range []byte(str) {
		if !IsPrintableAscii(b) {
			return false
		}
	}
	return true
}

func UTF82GB18030(s []byte) ([]byte, error) {
	reader := transform.NewReader(bytes.NewReader(s), simplifiedchinese.GB18030.NewEncoder())
	d, e := ioutil.ReadAll(reader)
	if e != nil {
		return nil, e
	}
	return d, nil
}