407 lines
9.6 KiB
Go
407 lines
9.6 KiB
Go
|
package utils
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"encoding/binary"
|
|||
|
|
"encoding/json"
|
|||
|
|
"errors"
|
|||
|
|
"fmt"
|
|||
|
|
"golang.org/x/text/encoding/simplifiedchinese"
|
|||
|
|
"io/ioutil"
|
|||
|
|
"net"
|
|||
|
|
"net/http"
|
|||
|
|
"os"
|
|||
|
|
"path/filepath"
|
|||
|
|
"strconv"
|
|||
|
|
"strings"
|
|||
|
|
"time"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
const (
|
|||
|
|
// DefaultDict 默认字典
|
|||
|
|
DefaultDict = "./conf/data.dat"
|
|||
|
|
// IndexLen 索引长度
|
|||
|
|
IndexLen = 7
|
|||
|
|
// RedirectMode1 国家的类型, 指向另一个指向
|
|||
|
|
RedirectMode1 = 0x01
|
|||
|
|
// RedirectMode2 国家的类型, 指向一个指向
|
|||
|
|
RedirectMode2 = 0x02
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
type Result struct {
|
|||
|
|
IP string `json:"ip"`
|
|||
|
|
Location Location `json:"location"`
|
|||
|
|
AdInfo AdInfo `json:"ad_info"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type ResultV2 struct {
|
|||
|
|
IP string `json:"ip"`
|
|||
|
|
City string `json:"city"`
|
|||
|
|
Country string `json:"country"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type Location struct {
|
|||
|
|
Lat float64 `json:"lat"`
|
|||
|
|
Lng float64 `json:"lng"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type AdInfo struct {
|
|||
|
|
Nation string `json:"nation"`
|
|||
|
|
Province string `json:"province"`
|
|||
|
|
City string `json:"city"`
|
|||
|
|
District string `json:"district"`
|
|||
|
|
AdcodE int `json:"adcode"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type IpResult struct {
|
|||
|
|
Status int `json:"status"`
|
|||
|
|
Message string `json:"message"`
|
|||
|
|
RequestID string `json:"request_id"`
|
|||
|
|
Result Result `json:"result"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type IpResultV2 struct {
|
|||
|
|
Ret int `json:"ret"`
|
|||
|
|
Msg string `json:"Msg"`
|
|||
|
|
LogId string `json:"log_id"`
|
|||
|
|
Result ResultV2 `json:"data"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type IPDict struct {
|
|||
|
|
fileData []byte //文件数据
|
|||
|
|
offset uint32 //当前下标定位
|
|||
|
|
firstOffset uint32 //第一条IP记录的偏移地址
|
|||
|
|
lastOffset uint32 //最后一条IP记录的偏移地址
|
|||
|
|
totalIPNum uint32 //IP记录的总条数（不包含版本信息记录）
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
type IPLocation struct {
|
|||
|
|
IP string `json:"ip"`
|
|||
|
|
BeginIP string `json:"begin_ip"`
|
|||
|
|
EndIP string `json:"end_ip"`
|
|||
|
|
Country string `json:"country"`
|
|||
|
|
Area string `json:"area"`
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func NewIPDict() *IPDict {
|
|||
|
|
return &IPDict{}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (q *IPDict) Load(fileName string) error {
|
|||
|
|
filePath, err := dictPath(fileName)
|
|||
|
|
if err != nil {
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
dictFile, err := os.OpenFile(filePath, os.O_RDONLY, 0400)
|
|||
|
|
if err != nil {
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
defer dictFile.Close()
|
|||
|
|
q.fileData, err = ioutil.ReadAll(dictFile)
|
|||
|
|
if err != nil {
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
buf := q.readBuf(8)
|
|||
|
|
q.firstOffset = binary.LittleEndian.Uint32(buf[:4])
|
|||
|
|
q.lastOffset = binary.LittleEndian.Uint32(buf[4:])
|
|||
|
|
q.totalIPNum = (q.lastOffset - q.firstOffset) / IndexLen
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (q *IPDict) FindIP(ip string) (*IPLocation, error) {
|
|||
|
|
if false == checkIPv4(ip) {
|
|||
|
|
return nil, errors.New("IP format error")
|
|||
|
|
}
|
|||
|
|
res := IPLocation{IP: ip}
|
|||
|
|
if nil == q.fileData {
|
|||
|
|
err := q.Load(DefaultDict)
|
|||
|
|
if nil != err {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
q.seekOffset(0)
|
|||
|
|
index := q.findIndex(ip)
|
|||
|
|
if index <= 0 {
|
|||
|
|
return nil, errors.New("IP not fount")
|
|||
|
|
}
|
|||
|
|
q.seekOffset(index)
|
|||
|
|
res.BeginIP = long2ip(q.getIPLong4()) //endIPOffset
|
|||
|
|
endIPOffset := q.getRedirectOffset()
|
|||
|
|
q.seekOffset(endIPOffset)
|
|||
|
|
res.EndIP = long2ip(q.getIPLong4()) //endIPOffset
|
|||
|
|
mode := q.readMode() // 标志字节
|
|||
|
|
var country, area []byte
|
|||
|
|
enc := simplifiedchinese.GBK.NewDecoder()
|
|||
|
|
switch mode {
|
|||
|
|
case RedirectMode1: // 标志字节为1，表示国家和区域信息都被同时重定向
|
|||
|
|
countryOffset := q.getRedirectOffset() // 重定向地址
|
|||
|
|
q.seekOffset(countryOffset)
|
|||
|
|
mode2 := q.readMode() // 标志字节
|
|||
|
|
switch mode2 {
|
|||
|
|
case RedirectMode2: // 标志字节为2，表示国家信息又被重定向
|
|||
|
|
q.seekOffset(q.getRedirectOffset()) // 重定向地址
|
|||
|
|
country = q.readString(0)
|
|||
|
|
q.seekOffset(countryOffset + 4) // 重定向地址
|
|||
|
|
area = q.readArea()
|
|||
|
|
default: // 否则，表示国家信息没有被重定向
|
|||
|
|
country = q.readString(mode2)
|
|||
|
|
area = q.readArea()
|
|||
|
|
}
|
|||
|
|
case RedirectMode2: // 标志字节为2，表示国家信息被重定向
|
|||
|
|
q.seekOffset(q.getRedirectOffset()) // 重定向地址
|
|||
|
|
country = q.readString(0)
|
|||
|
|
q.seekOffset(endIPOffset + 8)
|
|||
|
|
area = q.readArea()
|
|||
|
|
default:
|
|||
|
|
country = q.readString(mode)
|
|||
|
|
area = q.readArea()
|
|||
|
|
}
|
|||
|
|
countryUTF8, _ := enc.String(string(country))
|
|||
|
|
if strings.Trim(countryUTF8, " ") == "CZ88.NET" {
|
|||
|
|
res.Country = ""
|
|||
|
|
} else {
|
|||
|
|
res.Country = countryUTF8
|
|||
|
|
}
|
|||
|
|
areaUTF8, _ := enc.String(string(area))
|
|||
|
|
if strings.Trim(areaUTF8, " ") == "CZ88.NET" {
|
|||
|
|
res.Area = ""
|
|||
|
|
} else {
|
|||
|
|
res.Area = areaUTF8
|
|||
|
|
}
|
|||
|
|
return &res, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (q *IPDict) findIndex(ip string) uint32 {
|
|||
|
|
if false == checkIPv4(ip) {
|
|||
|
|
return 0
|
|||
|
|
}
|
|||
|
|
if nil == q.fileData {
|
|||
|
|
err := q.Load(DefaultDict)
|
|||
|
|
if nil != err {
|
|||
|
|
return 0
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
uIP := ip2long(ip) // 将输入的IP地址转化为可比较的IP地址
|
|||
|
|
min := uint32(0) // 搜索的下边界
|
|||
|
|
max := q.totalIPNum // 搜索的上边界
|
|||
|
|
findIndex := q.lastOffset // 如果没有找到就返回最后一条IP记录（IPDict.Dat的版本信息）
|
|||
|
|
for min <= max {
|
|||
|
|
// 当上边界小于下边界时，查找失败
|
|||
|
|
mid := (min + max) / 2 // 计算近似中间记录
|
|||
|
|
q.seekOffset(q.firstOffset + mid*IndexLen)
|
|||
|
|
cBeginIP := q.getIPLong4() // 获取中间记录的开始IP地址
|
|||
|
|
if uIP < cBeginIP { // 用户的IP小于中间记录的开始IP地址时
|
|||
|
|
max = mid - 1 // 将搜索的上边界修改为中间记录减一
|
|||
|
|
} else {
|
|||
|
|
q.seekOffset(q.getRedirectOffset())
|
|||
|
|
cEndIP := q.getIPLong4() // 获取中间记录的开始IP地址
|
|||
|
|
if uIP > cEndIP { // 用户的IP大于中间记录的结束IP地址时
|
|||
|
|
min = mid + 1 // 将搜索的下边界修改为中间记录加一
|
|||
|
|
} else {
|
|||
|
|
// 用户的IP在中间记录的IP范围内时
|
|||
|
|
findIndex = q.firstOffset + mid*IndexLen
|
|||
|
|
break // 则表示找到结果，退出循环
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return findIndex
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//模拟文件读取Seek
|
|||
|
|
func (q *IPDict) seekOffset(offset uint32) {
|
|||
|
|
q.offset = offset
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//模拟文件读取Read
|
|||
|
|
func (q *IPDict) readBuf(length uint32) []byte {
|
|||
|
|
q.offset = q.offset + length
|
|||
|
|
return q.fileData[q.offset-length : q.offset] // 标志字节
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//返回读取的长整型数
|
|||
|
|
func (q *IPDict) getIPLong4() uint32 {
|
|||
|
|
buf := q.readBuf(4)
|
|||
|
|
return binary.LittleEndian.Uint32(buf)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//返回读取的3个字节的长整型数
|
|||
|
|
func (q *IPDict) getRedirectOffset() uint32 {
|
|||
|
|
buf := q.readBuf(3)
|
|||
|
|
return binary.LittleEndian.Uint32([]byte{buf[0], buf[1], buf[2], 0})
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// readString 获取字符
|
|||
|
|
func (q *IPDict) readMode() byte {
|
|||
|
|
return q.readBuf(1)[0] // 标志字节
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// readString 获取字符串
|
|||
|
|
func (q *IPDict) readString(char byte) []byte {
|
|||
|
|
data := make([]byte, 0, 30)
|
|||
|
|
if char != 0 {
|
|||
|
|
data = append(data, char)
|
|||
|
|
}
|
|||
|
|
buf := q.readBuf(1)
|
|||
|
|
for buf[0] != 0 {
|
|||
|
|
data = append(data, buf[0])
|
|||
|
|
buf = q.readBuf(1)
|
|||
|
|
}
|
|||
|
|
return data
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// readArea 获取地区字符串
|
|||
|
|
func (q *IPDict) readArea() []byte {
|
|||
|
|
mode := q.readMode()
|
|||
|
|
switch mode { // 标志字节
|
|||
|
|
case 0: // 结束标识
|
|||
|
|
return []byte{}
|
|||
|
|
case RedirectMode1:
|
|||
|
|
case RedirectMode2: // 标志字节为1或2，表示区域信息被重定向
|
|||
|
|
q.seekOffset(q.getRedirectOffset()) // 重定向地址
|
|||
|
|
return q.readString(0)
|
|||
|
|
}
|
|||
|
|
return q.readString(mode)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//数值IP转换字符串IP
|
|||
|
|
func long2ip(ipInt uint32) string {
|
|||
|
|
// need to do two bit shifting and “0xff” masking
|
|||
|
|
ipInt64 := int64(ipInt)
|
|||
|
|
b0 := strconv.FormatInt((ipInt64>>24)&0xff, 10)
|
|||
|
|
b1 := strconv.FormatInt((ipInt64>>16)&0xff, 10)
|
|||
|
|
b2 := strconv.FormatInt((ipInt64>>8)&0xff, 10)
|
|||
|
|
b3 := strconv.FormatInt(ipInt64&0xff, 10)
|
|||
|
|
return b0 + "." + b1 + "." + b2 + "." + b3
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//字符串IP转换数值IP
|
|||
|
|
func ip2long(ip string) uint32 {
|
|||
|
|
bIP := net.ParseIP(ip).To4()
|
|||
|
|
if nil == bIP {
|
|||
|
|
return 0
|
|||
|
|
}
|
|||
|
|
return binary.BigEndian.Uint32(bIP)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//返回字典绝对路径
|
|||
|
|
func dictPath(dictFileName string) (string, error) {
|
|||
|
|
if filepath.IsAbs(dictFileName) {
|
|||
|
|
return dictFileName, nil
|
|||
|
|
}
|
|||
|
|
var dictFilePath string
|
|||
|
|
cwd, err := os.Getwd()
|
|||
|
|
if err != nil {
|
|||
|
|
return dictFilePath, err
|
|||
|
|
}
|
|||
|
|
dictFilePath = filepath.Clean(filepath.Join(cwd, dictFileName))
|
|||
|
|
return dictFilePath, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//检查ip地址
|
|||
|
|
func checkIPv4(IP string) bool {
|
|||
|
|
// 字符串这样切割
|
|||
|
|
strList := strings.Split(IP, ".")
|
|||
|
|
if len(strList) != 4 {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
for _, s := range strList {
|
|||
|
|
if len(s) == 0 || (len(s) > 1 && s[0] == '0') {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
// 直接访问字符串的值
|
|||
|
|
if s[0] < '0' || s[0] > '9' {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
// 字符串转数字
|
|||
|
|
n, err := strconv.Atoi(s)
|
|||
|
|
if err != nil {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
if n < 0 || n > 255 {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return true
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func GetIpAddress(ip string) (string, error) {
|
|||
|
|
IPDict := NewIPDict()
|
|||
|
|
//载入IP字典
|
|||
|
|
err := IPDict.Load("../conf/qqwry.dat")
|
|||
|
|
if err != nil {
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
//查询IP
|
|||
|
|
res, err := IPDict.FindIP(ip)
|
|||
|
|
if err != nil {
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
return res.Country, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func GetIpOnlyAddress(ip string) string {
|
|||
|
|
IPDict := NewIPDict()
|
|||
|
|
//载入IP字典
|
|||
|
|
err := IPDict.Load("../conf/qqwry.dat")
|
|||
|
|
if err != nil {
|
|||
|
|
return ""
|
|||
|
|
}
|
|||
|
|
//查询IP
|
|||
|
|
res, err := IPDict.FindIP(ip)
|
|||
|
|
if err != nil {
|
|||
|
|
return ""
|
|||
|
|
}
|
|||
|
|
return res.Country
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func AliIpAddress(ip string) (string, error) {
|
|||
|
|
|
|||
|
|
url := "https://c2ba.api.huachen.cn/ip?ip=" + ip
|
|||
|
|
|
|||
|
|
client := &http.Client{
|
|||
|
|
Timeout: 1 * time.Second,
|
|||
|
|
}
|
|||
|
|
//提交请求
|
|||
|
|
reqest, err := http.NewRequest("GET", url, nil)
|
|||
|
|
|
|||
|
|
//增加header选项
|
|||
|
|
reqest.Header.Add("Authorization", "APPCODE 89aaef07254149aabac798c911647673")
|
|||
|
|
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println(err)
|
|||
|
|
return "", err
|
|||
|
|
//panic(err)
|
|||
|
|
}
|
|||
|
|
//处理返回结果
|
|||
|
|
response, err := client.Do(reqest)
|
|||
|
|
if err != nil {
|
|||
|
|
fmt.Println(err)
|
|||
|
|
return "", err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resByte, err := ioutil.ReadAll(response.Body)
|
|||
|
|
|
|||
|
|
fmt.Println("1-------------", string(resByte))
|
|||
|
|
var result IpResultV2
|
|||
|
|
err = json.Unmarshal(resByte, &result)
|
|||
|
|
fmt.Printf("1-------------%+v\n", result)
|
|||
|
|
|
|||
|
|
defer response.Body.Close()
|
|||
|
|
|
|||
|
|
return result.Result.Country + result.Result.City, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func GetIpOnlyAddressFromAli(ip string) string {
|
|||
|
|
IPDict := NewIPDict()
|
|||
|
|
//载入IP字典
|
|||
|
|
err := IPDict.Load("../conf/qqwry.dat")
|
|||
|
|
if err != nil {
|
|||
|
|
return ""
|
|||
|
|
}
|
|||
|
|
//查询IP
|
|||
|
|
res, err := IPDict.FindIP(ip)
|
|||
|
|
if err != nil {
|
|||
|
|
return ""
|
|||
|
|
}
|
|||
|
|
return res.Country
|
|||
|
|
}
|