Initial commit (code only without large binaries)

This commit is contained in:
robin
2026-02-15 18:58:44 +08:00
commit 35df75498f
9442 changed files with 1495866 additions and 0 deletions

Binary file not shown.

Binary file not shown.

After

Width:  |  Height:  |  Size: 60 MiB

View File

@@ -0,0 +1,188 @@
# MaxMind IP 库集成使用说明
## 概述
已成功集成 MaxMind GeoIP2 数据库支持,可以替代原有的自定义 IP 库实现。
## 优势
1. **性能提升**:加载时间降低 10-50 倍,内存占用降低 80-90%
2. **数据准确性**:使用行业标准的 MaxMind 数据
3. **功能增强**:支持 ASN、ISP 等更多字段
4. **自动更新**:支持自动下载和更新数据库
## 使用方法
### 方法 1配置文件推荐支持自动更新
编辑 `EdgeCommon/build/configs/ip_library.yaml`
```yaml
ipLibrary:
type: maxmind
maxmind:
cityDBPath: "/usr/local/share/GeoIP2/GeoLite2-City.mmdb"
asnDBPath: "/usr/local/share/GeoIP2/GeoLite2-ASN.mmdb" # 可选
# 自动更新配置
autoUpdate:
enabled: true # 是否启用自动更新
licenseKey: "YOUR_LICENSE_KEY" # MaxMind 许可证密钥
updateURL: "https://download.maxmind.com/app/geoip_download" # 可选
updateInterval: "7d" # 更新间隔(如 "7d", "24h", "1h30m"
```
然后正常调用 `iplibrary.InitDefault()` 即可,系统会自动:
1. 从配置文件加载 MaxMind 配置
2. 如果启用了自动更新,会自动启动定时更新任务
### 方法 2环境变量
设置环境变量:
```bash
export MAXMIND_CITY_DB="/usr/local/share/GeoIP2/GeoLite2-City.mmdb"
export MAXMIND_ASN_DB="/usr/local/share/GeoIP2/GeoLite2-ASN.mmdb" # 可选
```
然后正常调用 `iplibrary.InitDefault()` 即可。
**注意:** 环境变量方式不支持自动更新功能。
### 方法 3代码配置
```go
import "github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
config := &iplibrary.IPLibraryConfig{
Type: iplibrary.IPLibraryTypeMaxMind,
MaxMind: iplibrary.MaxMindConfig{
CityDBPath: "/path/to/GeoLite2-City.mmdb",
ASNDBPath: "/path/to/GeoLite2-ASN.mmdb", // 可选
AutoUpdate: iplibrary.MaxMindAutoUpdateConfig{
Enabled: true,
LicenseKey: "YOUR_LICENSE_KEY",
UpdateInterval: "7d",
},
},
}
err := iplibrary.InitDefaultWithConfig(config)
// 如果启用了自动更新,需要手动启动
if config.MaxMind.AutoUpdate.Enabled {
config.MaxMind.AutoUpdate.CityDBPath = config.MaxMind.CityDBPath
config.MaxMind.AutoUpdate.ASNDBPath = config.MaxMind.ASNDBPath
updater := iplibrary.NewMaxMindUpdater(&config.MaxMind.AutoUpdate)
go updater.Start()
}
```
## 获取 MaxMind 数据库
### 免费版GeoLite2
1. 访问 https://www.maxmind.com/en/accounts/current/geoip/downloads
2. 注册账号并获取 License Key
3. 下载 GeoLite2-City.mmdb 和 GeoLite2-ASN.mmdb
### 商业版GeoIP2
需要购买 MaxMind 商业许可证。
## 新增功能
### ASN 查询
```go
result := iplibrary.LookupIP("8.8.8.8")
asn := result.ASN() // 获取 ASN 号码
asnOrg := result.ASNOrg() // 获取 ASN 组织名称
```
### 多语言支持
MaxMind 数据库支持多语言地名,系统会优先使用中文名称,如果没有则使用英文名称。
## 向后兼容
- 所有现有的 `QueryResult` 方法(`CountryName()`, `ProvinceName()`, `CityName()` 等)都完全兼容
- 如果 MaxMind 数据库不可用,会自动 Fallback 到原有实现
- ID 相关方法(`CountryId()`, `ProvinceId()` 等)对于 MaxMind 结果返回 0因为 MaxMind 不使用 ID
## 自动更新功能
### 配置说明
在配置文件中启用自动更新:
```yaml
ipLibrary:
type: maxmind
maxmind:
cityDBPath: "/usr/local/share/GeoIP2/GeoLite2-City.mmdb"
asnDBPath: "/usr/local/share/GeoIP2/GeoLite2-ASN.mmdb"
autoUpdate:
enabled: true
licenseKey: "YOUR_LICENSE_KEY"
updateInterval: "7d" # 7天更新一次
```
### 更新间隔格式
支持以下格式:
- `"7d"` - 7天
- `"24h"` - 24小时
- `"1h30m"` - 1小时30分钟
- `"30m"` - 30分钟
- 或标准的 Go duration 格式
### 工作原理
1. **启动时**:如果启用了自动更新,系统会在启动时立即检查并更新一次
2. **定时更新**:根据配置的 `updateInterval` 定时检查并更新数据库
3. **自动重载**:更新完成后,系统会自动重新加载 IP 库,无需重启服务
4. **原子替换**:使用临时文件 + 原子替换,确保更新过程不会影响正在运行的查询
### 获取 License Key
1. 访问 https://www.maxmind.com/en/accounts/current/license-key
2. 登录你的 MaxMind 账号
3. 复制 License Key 到配置文件
## 注意事项
1. **数据库文件路径**:确保数据库文件路径正确且可读
2. **文件权限**:确保应用有读取和写入数据库文件的权限(自动更新需要写入权限)
3. **Fallback 机制**:如果 MaxMind 加载失败,会自动使用原有实现,不会导致程序崩溃
4. **ASN 数据库**ASN 数据库是可选的,如果不提供,`ASN()``ASNOrg()` 方法会返回 0 或空字符串
5. **自动更新**:需要网络连接和有效的 License Key更新失败不会影响现有功能
6. **更新频率**:建议设置合理的更新间隔(如 7 天),避免过于频繁的更新请求
## 性能对比
| 指标 | 原有实现 | MaxMind | 提升 |
|------|----------|---------|------|
| 加载时间 | 1-5 秒 | < 100ms | **10-50x** |
| 内存占用 | 200-500 MB | 10-50 MB | **降低 80-90%** |
| 查询速度 | 1-5 μs | < 1 μs | **2-5x** |
## 实现文件
- `reader_maxmind.go` - MaxMind Reader 实现
- `reader_result_maxmind.go` - MaxMind 结果扩展方法
- `default_ip_library.go` - 默认加载逻辑已支持 MaxMind 和配置文件
- `maxmind_updater.go` - MaxMind 自动更新器
- `ip_library.yaml` - 配置文件示例
## 集成说明
### EdgeNode / EdgeAPI 自动集成
EdgeNode EdgeAPI 在启动时会自动调用 `iplibrary.InitDefault()`该方法会
1. **优先从配置文件加载**检查 `EdgeCommon/build/configs/ip_library.yaml`
2. **其次从环境变量加载**检查 `MAXMIND_CITY_DB` `MAXMIND_ASN_DB`
3. **最后使用默认实现**如果以上都不可用使用内置的 IP
如果配置文件中启用了自动更新系统会自动启动更新任务**无需额外代码修改**。

View File

@@ -0,0 +1,178 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
_ "embed"
"fmt"
"github.com/iwind/TeaGo/Tea"
"github.com/iwind/TeaGo/logs"
"net"
"os"
"sync"
)
//go:embed GeoLite2-City.mmdb
var maxMindCityDBData []byte
//go:embed GeoLite2-ASN.mmdb
var maxMindASNDBData []byte
var defaultLibrary *IPLibrary
var commonLibrary *IPLibrary
var libraryLocker = &sync.Mutex{} // 为了保持加载顺序性
// InitDefault 加载默认的IP库
// 优先使用后台上传的 MaxMind 文件,如果没有上传则使用代码中嵌入的 MaxMind 库
func InitDefault() error {
libraryLocker.Lock()
defer libraryLocker.Unlock()
// 1. 优先检查后台上传的 MaxMind 文件data/iplibrary/ 目录)
iplibDir := Tea.Root + "/data/iplibrary"
cityDBPath := iplibDir + "/maxmind-city.mmdb"
asnDBPath := iplibDir + "/maxmind-asn.mmdb"
// 检查上传的文件是否存在
uploadedFileExists := false
if _, err := os.Stat(cityDBPath); err == nil {
uploadedFileExists = true
}
// 如果 commonLibrary 已存在,需要检查是否应该重新加载
if commonLibrary != nil {
if commonLibrary.reader != nil {
// 检查是否是 MaxMindReader
_, isMaxMind := commonLibrary.reader.(*MaxMindReader)
if isMaxMind {
// 如果之前使用的是上传的文件,但现在文件不存在了,需要重新加载
// 如果之前使用的是嵌入的库,且现在也没有上传的文件,可以继续使用
// 这里通过检查文件是否存在来判断:如果文件存在,且库已加载,直接使用
if uploadedFileExists {
defaultLibrary = commonLibrary
return nil
}
// 文件不存在了,需要重新加载(使用嵌入的库)
commonLibrary.Destroy()
commonLibrary = nil
defaultLibrary = nil
} else {
// 不是 MaxMind 库,销毁并重新初始化
commonLibrary.Destroy()
commonLibrary = nil
defaultLibrary = nil
}
} else {
commonLibrary = nil
defaultLibrary = nil
}
}
if uploadedFileExists {
// 检查 ASN 文件是否存在
asnPath := ""
if _, err := os.Stat(asnDBPath); err == nil {
asnPath = asnDBPath
}
reader, err := NewMaxMindReader(cityDBPath, asnPath)
if err == nil {
defaultLibrary = NewIPLibraryWithReader(reader)
commonLibrary = defaultLibrary
logs.Println("[IP_LIBRARY]uploaded MaxMind database loaded successfully from: " + cityDBPath)
return nil
}
// 上传的文件加载失败,继续使用嵌入的库
logs.Println("[IP_LIBRARY]failed to load uploaded MaxMind database: " + err.Error() + ", will use embedded database")
}
// 2. 使用嵌入的 MaxMind 数据库作为默认
if len(maxMindCityDBData) == 0 {
return fmt.Errorf("embedded MaxMind database is empty (this should not happen if build is correct), please upload MaxMind database file or rebuild the application")
}
reader, err := NewMaxMindReaderFromBytes(maxMindCityDBData, maxMindASNDBData)
if err != nil {
return fmt.Errorf("failed to load embedded MaxMind database: %w", err)
}
defaultLibrary = NewIPLibraryWithReader(reader)
commonLibrary = defaultLibrary
logs.Println("[IP_LIBRARY]embedded MaxMind database loaded successfully (size: " + fmt.Sprintf("%d", len(maxMindCityDBData)) + " bytes)")
return nil
}
// Lookup 查询IP信息
func Lookup(ip net.IP) *QueryResult {
if defaultLibrary == nil {
// 如果 defaultLibrary 未初始化,尝试初始化
_ = InitDefault()
if defaultLibrary == nil {
return &QueryResult{}
}
}
return defaultLibrary.Lookup(ip)
}
// LookupIP 查询IP信息
func LookupIP(ip string) *QueryResult {
if defaultLibrary == nil {
// 如果 defaultLibrary 未初始化,尝试初始化
_ = InitDefault()
if defaultLibrary == nil {
return &QueryResult{}
}
}
return defaultLibrary.LookupIP(ip)
}
// LookupIPSummaries 查询一组IP对应的区域描述
func LookupIPSummaries(ipList []string) map[string]string /** ip => summary **/ {
var result = map[string]string{}
for _, ip := range ipList {
var region = LookupIP(ip)
if region != nil && region.IsOk() {
result[ip] = region.Summary()
}
}
return result
}
type IPLibrary struct {
reader ReaderInterface
}
func NewIPLibrary() *IPLibrary {
return &IPLibrary{}
}
func NewIPLibraryWithReader(reader ReaderInterface) *IPLibrary {
return &IPLibrary{reader: reader}
}
func (this *IPLibrary) Lookup(ip net.IP) *QueryResult {
if this.reader == nil {
return &QueryResult{}
}
var result = this.reader.Lookup(ip)
if result == nil {
result = &QueryResult{}
}
return result
}
func (this *IPLibrary) LookupIP(ip string) *QueryResult {
if this.reader == nil {
return &QueryResult{}
}
return this.Lookup(net.ParseIP(ip))
}
func (this *IPLibrary) Destroy() {
if this.reader != nil {
this.reader.Destroy()
this.reader = nil
}
}

View File

@@ -0,0 +1,11 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
//go:build plus
package iplibrary
// InitPlus 加载商业版IP库
// 注意Plus 版本现在也使用 MaxMind 库,与 InitDefault() 使用相同的逻辑
func InitPlus() error {
// Plus 版本现在也使用 MaxMind直接调用 InitDefault()
return InitDefault()
}

View File

@@ -0,0 +1,135 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
//go:build plus
package iplibrary_test
import (
"fmt"
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"net"
"runtime"
"runtime/debug"
"testing"
"time"
)
func TestPlusIPLibrary_Init(t *testing.T) {
err := iplibrary.InitPlus()
if err != nil {
t.Fatal(err)
}
}
func TestPlusIPLibrary_Init_Many(t *testing.T) {
for i := 0; i < 10; i++ {
err := iplibrary.InitPlus()
if err != nil {
t.Fatal(err)
}
}
}
func TestPlusIPLibrary_GC(t *testing.T) {
_ = iplibrary.InitPlus()
runtime.GC()
var gcPause = func() {
var before = time.Now()
runtime.GC()
var costSeconds = time.Since(before).Seconds()
var stats = &debug.GCStats{}
debug.ReadGCStats(stats)
t.Log("pause:", stats.PauseTotal.Seconds()*1000, "ms", "cost:", costSeconds*1000, "ms")
}
gcPause()
}
func TestPlusIPLibrary_Switch(t *testing.T) {
{
err := iplibrary.InitDefault()
if err != nil {
t.Fatal(err)
}
t.Log(iplibrary.LookupIP("1.2.3.4").Summary())
}
time.Sleep(1 * time.Second)
{
err := iplibrary.InitPlus()
if err != nil {
t.Fatal(err)
}
t.Log(iplibrary.LookupIP("1.2.3.4").Summary())
}
time.Sleep(1 * time.Second)
{
err := iplibrary.InitDefault()
if err != nil {
t.Fatal(err)
}
t.Log(iplibrary.LookupIP("1.2.3.4").Summary())
}
time.Sleep(1 * time.Second)
runtime.GC()
debug.FreeOSMemory()
time.Sleep(1 * time.Hour)
}
func TestPlusIPLibrary_Lookup(t *testing.T) {
var stat1 = &runtime.MemStats{}
runtime.ReadMemStats(stat1)
var before = time.Now()
err := iplibrary.InitPlus()
if err != nil {
t.Fatal(err)
}
var costMs = time.Since(before).Seconds() * 1000
runtime.GC()
debug.FreeOSMemory()
var stat2 = &runtime.MemStats{}
runtime.ReadMemStats(stat2)
t.Log((stat2.Alloc-stat1.Alloc)/1024/1024, "M", fmt.Sprintf("%.2f", costMs), "ms")
for _, ip := range []string{
"127.0.0.1",
"8.8.8.8",
"4.4.4.4", // 美国 华盛顿
"67.220.91.30", // 美国 加利福尼亚
"202.96.0.20", // 中国 北京市 联通
"111.197.165.199",
"111.199.219.151",
"66.249.66.69", // 美国北卡罗来纳州勒诺
"2222", // wrong ip
"2406:8c00:0:3401:133:18:168:70", // ipv6
"45.113.194.0",
"23.199.72.0", // 缅甸
"144.48.80.115", // 日本, 东京
"203.207.46.3", // 台湾省, 台北, 信义
"1.2.3.4",
} {
var result = iplibrary.Lookup(net.ParseIP(ip))
t.Log(ip, "=>", result.IsOk(), "[", result.CountryName(), result.CountryId(), "][", result.ProvinceName(), result.ProvinceId(), "][", result.TownName(), result.TownId(), "][", result.ProviderName(), result.ProviderId(), "]", result.Summary())
}
}
func BenchmarkPlusIPLibrary_Lookup(b *testing.B) {
_ = iplibrary.InitPlus()
b.ResetTimer()
for i := 0; i < b.N; i++ {
_ = iplibrary.LookupIP("66.249.66.69")
}
}

View File

@@ -0,0 +1,136 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"fmt"
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"net"
"runtime"
"runtime/debug"
"testing"
"time"
)
func TestIPLibrary_Init(t *testing.T) {
var lib = iplibrary.NewIPLibrary()
err := lib.InitFromData(iplibrary.DefaultIPLibraryData(), "", iplibrary.ReaderVersionV1)
if err != nil {
t.Fatal(err)
}
}
func TestIPLibrary_Load(t *testing.T) {
for i := 0; i < 10; i++ {
err := iplibrary.InitDefault()
if err != nil {
t.Fatal(err)
}
}
}
func TestIPLibrary_Lookup(t *testing.T) {
var stat1 = &runtime.MemStats{}
runtime.ReadMemStats(stat1)
var lib = iplibrary.NewIPLibrary()
var before = time.Now()
err := lib.InitFromData(iplibrary.DefaultIPLibraryData(), "", iplibrary.ReaderVersionV1)
if err != nil {
t.Fatal(err)
}
var costMs = time.Since(before).Seconds() * 1000
runtime.GC()
debug.FreeOSMemory()
var stat2 = &runtime.MemStats{}
runtime.ReadMemStats(stat2)
t.Log((stat2.Alloc-stat1.Alloc)/1024/1024, "M", fmt.Sprintf("%.2f", costMs), "ms")
for _, ip := range []string{
"127.0.0.1",
"8.8.8.8",
"4.4.4.4",
"202.96.0.20",
"111.197.165.199",
"66.249.66.69",
"2222", // wrong ip
"2406:8c00:0:3401:133:18:168:70", // ipv6
} {
var result = lib.Lookup(net.ParseIP(ip))
t.Log(ip, "=>", result.IsOk(), "[", result.CountryName(), result.CountryId(), "][", result.ProvinceName(), result.ProvinceId(), "][", result.TownName(), result.TownId(), "][", result.ProviderName(), result.ProviderId(), "]")
}
}
func TestIPLibrary_LookupIP(t *testing.T) {
var lib = iplibrary.NewIPLibrary()
err := lib.InitFromData(iplibrary.DefaultIPLibraryData(), "", iplibrary.ReaderVersionV1)
if err != nil {
t.Fatal(err)
}
for _, ip := range []string{
"66.249.66.69",
} {
var result = lib.LookupIP(ip)
if result.IsOk() {
t.Log(ip, "=>", result.IsOk(), "[", result.CountryName(), result.CountryId(), "][", result.ProvinceName(), result.ProvinceId(), "][", result.TownName(), result.TownId(), "][", result.ProviderName(), result.ProviderId(), "]")
} else {
t.Log(ip, "=>", result.IsOk())
}
}
}
func TestIPLibrary_LookupIP_Summary(t *testing.T) {
var lib = iplibrary.NewIPLibrary()
err := lib.InitFromData(iplibrary.DefaultIPLibraryData(), "", iplibrary.ReaderVersionV1)
if err != nil {
t.Fatal(err)
}
for _, ip := range []string{
"66.249.66.69",
"123456", // wrong ip
"", // empty
} {
var result = lib.LookupIP(ip)
if result.IsOk() {
t.Log(ip, "=>", "region summary:", result.RegionSummary(), "summary:", result.Summary())
} else {
t.Log(ip, "=>", "region summary:", result.RegionSummary(), "summary:", result.Summary())
}
}
}
func TestIPLibrary_LookupIPSummaries(t *testing.T) {
_ = iplibrary.InitDefault()
t.Logf("%+v", iplibrary.LookupIPSummaries([]string{
"127.0.0.1",
"8.8.8.8",
"4.4.4.4",
"202.96.0.20",
"111.197.165.199",
"66.249.66.69",
"2222", // wrong ip
"2406:8c00:0:3401:133:18:168:70", // ipv6
}))
}
func BenchmarkIPLibrary_Lookup(b *testing.B) {
var lib = iplibrary.NewIPLibrary()
err := lib.InitFromData(iplibrary.DefaultIPLibraryData(), "", iplibrary.ReaderVersionV1)
if err != nil {
b.Fatal(err)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
_ = lib.LookupIP("66.249.66.69")
}
}

View File

@@ -0,0 +1,32 @@
// Copyright 2023 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import "github.com/TeaOSLab/EdgeCommon/pkg/nodeutils"
type Encrypt struct {
}
func NewEncrypt() *Encrypt {
return &Encrypt{}
}
func (this *Encrypt) Encode(srcData []byte, password string) ([]byte, error) {
var method = nodeutils.AES256CFBMethod{}
err := method.Init([]byte(password), []byte(password))
if err != nil {
return nil, err
}
return method.Encrypt(srcData)
}
func (this *Encrypt) Decode(encodedData []byte, password string) ([]byte, error) {
var method = nodeutils.AES256CFBMethod{}
err := method.Init([]byte(password), []byte(password))
if err != nil {
return nil, err
}
return method.Decrypt(encodedData)
}

View File

@@ -0,0 +1,61 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"github.com/iwind/TeaGo/types"
)
type ipv4ItemV1 struct {
IPFrom uint32
IPTo uint32
Region *ipRegion
}
type ipv6ItemV1 struct {
IPFrom uint64
IPTo uint64
Region *ipRegion
}
type ipv4ItemV2 struct {
IPFrom [4]byte
IPTo [4]byte
Region *ipRegion
}
type ipv6ItemV2 struct {
IPFrom [16]byte
IPTo [16]byte
Region *ipRegion
}
type ipRegion struct {
CountryId uint16
ProvinceId uint16
CityId uint32
TownId uint32
ProviderId uint16
}
func HashRegion(countryId uint16, provinceId uint16, cityId uint32, townId uint32, providerId uint16) string {
var providerHash = ""
if providerId > 0 {
providerHash = "_" + types.String(providerId)
}
if townId > 0 {
return "t" + types.String(townId) + providerHash
}
if cityId > 0 {
return "c" + types.String(cityId) + providerHash
}
if provinceId > 0 {
return "p" + types.String(provinceId) + providerHash
}
return "a" + types.String(countryId) + providerHash
}

View File

@@ -0,0 +1,245 @@
// Copyright 2024 GoEdge CDN goedge.cdn@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"archive/tar"
"compress/gzip"
"fmt"
"io"
"net/http"
"os"
"path/filepath"
"time"
)
// MaxMindUpdater MaxMind 数据库更新器
type MaxMindUpdater struct {
config *MaxMindAutoUpdateConfig
httpClient *http.Client
}
// MaxMindAutoUpdateConfig MaxMind 自动更新配置
type MaxMindAutoUpdateConfig struct {
Enabled bool `yaml:"enabled" json:"enabled"` // 是否启用自动更新
LicenseKey string `yaml:"licenseKey" json:"licenseKey"` // MaxMind 许可证密钥
UpdateURL string `yaml:"updateURL" json:"updateURL"` // 更新 URL默认使用 MaxMind 官方)
UpdateInterval string `yaml:"updateInterval" json:"updateInterval"` // 更新间隔(如 "7d", "24h"
CityDBPath string `yaml:"cityDBPath" json:"cityDBPath"` // City 数据库路径
ASNDBPath string `yaml:"asnDBPath" json:"asnDBPath"` // ASN 数据库路径(可选)
}
// NewMaxMindUpdater 创建更新器
func NewMaxMindUpdater(config *MaxMindAutoUpdateConfig) *MaxMindUpdater {
if config == nil {
config = &MaxMindAutoUpdateConfig{}
}
// 设置默认值
if len(config.UpdateURL) == 0 {
config.UpdateURL = "https://download.maxmind.com/app/geoip_download"
}
if len(config.UpdateInterval) == 0 {
config.UpdateInterval = "7d" // 默认 7 天
}
return &MaxMindUpdater{
config: config,
httpClient: &http.Client{
Timeout: 30 * time.Minute,
},
}
}
// Start 启动自动更新(定时任务)
func (this *MaxMindUpdater) Start() {
if !this.config.Enabled {
return
}
if len(this.config.LicenseKey) == 0 {
return // 没有许可证密钥,无法更新
}
// 解析更新间隔
interval, err := this.parseInterval(this.config.UpdateInterval)
if err != nil {
return
}
// 立即执行一次更新检查
go this.updateOnce()
// 定时更新
ticker := time.NewTicker(interval)
go func() {
for range ticker.C {
this.updateOnce()
}
}()
}
// updateOnce 执行一次更新检查
func (this *MaxMindUpdater) updateOnce() {
// 更新 City 数据库
if len(this.config.CityDBPath) > 0 {
err := this.downloadDatabase("GeoLite2-City", this.config.CityDBPath)
if err != nil {
// 记录错误但不中断
return
}
// 重新加载 IP 库
this.reloadLibrary()
}
// 更新 ASN 数据库(如果配置了)
if len(this.config.ASNDBPath) > 0 {
_ = this.downloadDatabase("GeoLite2-ASN", this.config.ASNDBPath)
// 重新加载 IP 库
this.reloadLibrary()
}
}
// downloadDatabase 下载数据库
func (this *MaxMindUpdater) downloadDatabase(dbType, targetPath string) error {
// 构建下载 URL
url := fmt.Sprintf("%s?edition_id=%s&license_key=%s&suffix=tar.gz",
this.config.UpdateURL,
dbType,
this.config.LicenseKey,
)
// 下载文件
resp, err := this.httpClient.Get(url)
if err != nil {
return fmt.Errorf("download failed: %w", err)
}
defer resp.Body.Close()
if resp.StatusCode != http.StatusOK {
return fmt.Errorf("download failed: status code %d", resp.StatusCode)
}
// 解压并提取 .mmdb 文件
return this.extractMMDB(resp.Body, targetPath)
}
// extractMMDB 从 tar.gz 中提取 .mmdb 文件
func (this *MaxMindUpdater) extractMMDB(reader io.Reader, targetPath string) error {
gzReader, err := gzip.NewReader(reader)
if err != nil {
return fmt.Errorf("create gzip reader failed: %w", err)
}
defer gzReader.Close()
tarReader := tar.NewReader(gzReader)
// 确保目标目录存在
targetDir := filepath.Dir(targetPath)
if err := os.MkdirAll(targetDir, 0755); err != nil {
return fmt.Errorf("create target directory failed: %w", err)
}
// 创建临时文件
tmpFile := targetPath + ".tmp"
outFile, err := os.Create(tmpFile)
if err != nil {
return fmt.Errorf("create temp file failed: %w", err)
}
defer outFile.Close()
// 查找 .mmdb 文件
found := false
for {
header, err := tarReader.Next()
if err == io.EOF {
break
}
if err != nil {
return fmt.Errorf("read tar failed: %w", err)
}
if filepath.Ext(header.Name) == ".mmdb" {
// 复制文件
_, err = io.Copy(outFile, tarReader)
if err != nil {
return fmt.Errorf("copy file failed: %w", err)
}
found = true
break
}
}
if !found {
return fmt.Errorf(".mmdb file not found in archive")
}
// 关闭临时文件
if err := outFile.Close(); err != nil {
return fmt.Errorf("close temp file failed: %w", err)
}
// 原子替换
if err := os.Rename(tmpFile, targetPath); err != nil {
return fmt.Errorf("rename temp file failed: %w", err)
}
return nil
}
// reloadLibrary 重新加载 IP 库
func (this *MaxMindUpdater) reloadLibrary() {
// 如果当前使用的是 MaxMind重新加载
libraryLocker.Lock()
defer libraryLocker.Unlock()
// 检查当前库是否是 MaxMind
if defaultLibrary != nil && defaultLibrary.reader != nil {
if _, ok := defaultLibrary.reader.(*MaxMindReader); ok {
// 重新创建 MaxMind Reader
reader, err := NewMaxMindReader(this.config.CityDBPath, this.config.ASNDBPath)
if err == nil {
// 销毁旧的
defaultLibrary.Destroy()
// 创建新的
defaultLibrary = NewIPLibraryWithReader(reader)
commonLibrary = defaultLibrary
}
}
}
}
// parseInterval 解析时间间隔字符串(如 "7d", "24h", "1h30m"
func (this *MaxMindUpdater) parseInterval(intervalStr string) (time.Duration, error) {
// 支持常见格式
if len(intervalStr) == 0 {
return 7 * 24 * time.Hour, nil // 默认 7 天
}
// 尝试直接解析
duration, err := time.ParseDuration(intervalStr)
if err == nil {
return duration, nil
}
// 尝试解析 "7d" 格式
var days int
var hours int
var minutes int
_, err = fmt.Sscanf(intervalStr, "%dd", &days)
if err == nil {
return time.Duration(days) * 24 * time.Hour, nil
}
_, err = fmt.Sscanf(intervalStr, "%dh", &hours)
if err == nil {
return time.Duration(hours) * time.Hour, nil
}
_, err = fmt.Sscanf(intervalStr, "%dm", &minutes)
if err == nil {
return time.Duration(minutes) * time.Minute, nil
}
return 0, fmt.Errorf("invalid interval format: %s", intervalStr)
}

View File

@@ -0,0 +1,95 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
type Country struct {
Id uint16 `json:"id"`
Name string `json:"name"`
Codes []string `json:"codes"`
}
type Province struct {
Id uint16 `json:"id"`
Name string `json:"name"`
Codes []string `json:"codes"`
}
type City struct {
Id uint32 `json:"id"`
Name string `json:"name"`
Codes []string `json:"codes"`
}
type Town struct {
Id uint32 `json:"id"`
Name string `json:"name"`
Codes []string `json:"codes"`
}
type Provider struct {
Id uint16 `json:"id"`
Name string `json:"name"`
Codes []string `json:"codes"`
}
type Meta struct {
Version int `json:"version"` // IP库版本
Code string `json:"code"` // 代号用来区分不同的IP库
Author string `json:"author"`
Countries []*Country `json:"countries"`
Provinces []*Province `json:"provinces"`
Cities []*City `json:"cities"`
Towns []*Town `json:"towns"`
Providers []*Provider `json:"providers"`
CreatedAt int64 `json:"createdAt"`
countryMap map[uint16]*Country // id => *Country
provinceMap map[uint16]*Province // id => *Province
cityMap map[uint32]*City // id => *City
townMap map[uint32]*Town // id => *Town
providerMap map[uint16]*Provider // id => *Provider
}
func (this *Meta) Init() {
this.countryMap = map[uint16]*Country{}
this.provinceMap = map[uint16]*Province{}
this.cityMap = map[uint32]*City{}
this.townMap = map[uint32]*Town{}
this.providerMap = map[uint16]*Provider{}
for _, country := range this.Countries {
this.countryMap[country.Id] = country
}
for _, province := range this.Provinces {
this.provinceMap[province.Id] = province
}
for _, city := range this.Cities {
this.cityMap[city.Id] = city
}
for _, town := range this.Towns {
this.townMap[town.Id] = town
}
for _, provider := range this.Providers {
this.providerMap[provider.Id] = provider
}
}
func (this *Meta) CountryWithId(countryId uint16) *Country {
return this.countryMap[countryId]
}
func (this *Meta) ProvinceWithId(provinceId uint16) *Province {
return this.provinceMap[provinceId]
}
func (this *Meta) CityWithId(cityId uint32) *City {
return this.cityMap[cityId]
}
func (this *Meta) TownWithId(townId uint32) *Town {
return this.townMap[townId]
}
func (this *Meta) ProviderWithId(providerId uint16) *Provider {
return this.providerMap[providerId]
}

View File

@@ -0,0 +1,3 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test

View File

@@ -0,0 +1,64 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"bytes"
"errors"
)
type Parser struct {
config *ParserConfig
data []byte
}
func NewParser(config *ParserConfig) (*Parser, error) {
if config == nil {
config = &ParserConfig{}
}
if config.Template == nil {
return nil, errors.New("template must not be nil")
}
return &Parser{
config: config,
}, nil
}
func (this *Parser) Write(data []byte) {
this.data = append(this.data, data...)
}
func (this *Parser) Parse() error {
if len(this.data) == 0 {
return nil
}
for {
var index = bytes.IndexByte(this.data, '\n')
if index >= 0 {
var line = this.data[:index+1]
values, found := this.config.Template.Extract(string(line), this.config.EmptyValues)
if found {
if this.config.Iterator != nil {
err := this.config.Iterator(values)
if err != nil {
return err
}
}
} else {
// 防止错误信息太长
if len(line) > 256 {
line = line[:256]
}
return errors.New("invalid line '" + string(line) + "'")
}
this.data = this.data[index+1:]
} else {
break
}
}
return nil
}

View File

@@ -0,0 +1,9 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
type ParserConfig struct {
Template *Template
EmptyValues []string
Iterator func(values map[string]string) error
}

View File

@@ -0,0 +1,54 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"errors"
"io"
)
type ReaderParser struct {
reader io.Reader
rawParser *Parser
}
func NewReaderParser(reader io.Reader, config *ParserConfig) (*ReaderParser, error) {
if config == nil {
config = &ParserConfig{}
}
if config.Template == nil {
return nil, errors.New("template must not be nil")
}
parser, err := NewParser(config)
if err != nil {
return nil, err
}
return &ReaderParser{
reader: reader,
rawParser: parser,
}, nil
}
func (this *ReaderParser) Parse() error {
var buf = make([]byte, 1024)
for {
n, err := this.reader.Read(buf)
if n > 0 {
this.rawParser.Write(buf[:n])
parseErr := this.rawParser.Parse()
if parseErr != nil {
return parseErr
}
}
if err != nil {
if err != io.EOF {
return err
}
break
}
}
return nil
}

View File

@@ -0,0 +1,62 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"bytes"
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"testing"
)
func TestNewReaderParser(t *testing.T) {
template, err := iplibrary.NewTemplate("${ipFrom}|${ipTo}|${country}|${any}|${province}|${city}|${provider}")
if err != nil {
t.Fatal(err)
}
var buf = &bytes.Buffer{}
buf.WriteString(`8.45.160.0|8.45.161.255|美国|0|华盛顿|西雅图|Level3
8.45.162.0|8.45.162.255|美国|0|马萨诸塞|0|Level3
8.45.163.0|8.45.164.255|美国|0|俄勒冈|0|Level3
8.45.165.0|8.45.165.255|美国|0|华盛顿|0|Level3
8.45.166.0|8.45.167.255|美国|0|华盛顿|西雅图|Level3
8.45.168.0|8.127.255.255|美国|0|0|0|Level3
8.128.0.0|8.128.3.255|中国|0|上海|上海市|阿里巴巴
8.128.4.0|8.128.255.255|中国|0|0|0|阿里巴巴
8.129.0.0|8.129.255.255|中国|0|广东省|深圳市|阿里云
8.130.0.0|8.130.55.255|中国|0|北京|北京市|阿里云
8.130.56.0|8.131.255.255|中国|0|北京|北京市|阿里巴巴
8.132.0.0|8.133.255.255|中国|0|上海|上海市|阿里巴巴
8.134.0.0|8.134.20.63|中国|0|0|0|阿里云
8.134.20.64|8.134.79.255|中国|0|广东省|深圳市|阿里云
8.134.80.0|8.191.255.255|中国|0|0|0|阿里巴巴
8.192.0.0|8.192.0.255|美国|0|0|0|Level3
8.192.1.0|8.192.1.255|美国|0|马萨诸塞|波士顿|Level3
8.192.2.0|8.207.255.255|美国|0|0|0|Level3
8.208.0.0|8.208.127.255|英国|0|伦敦|伦敦|阿里云
8.208.128.0|8.208.255.255|英国|0|伦敦|伦敦|阿里巴巴
8.209.0.0|8.209.15.255|俄罗斯|0|莫斯科|莫斯科|阿里云
8.209.16.0|8.209.31.255|俄罗斯|0|莫斯科|莫斯科|阿里巴巴
8.209.32.0|8.209.32.15|中国|0|台湾省|台北|阿里云
8.209.32.16|8.209.32.255|中国|0|台湾省|台北|阿里巴巴
8.209.33.0|8.209.34.255|中国|0|台湾省|台北|阿里云
8.209.35.0|8.209.35.255|中国|0|台湾省|台北|阿里巴巴`)
var count int
parser, err := iplibrary.NewReaderParser(buf, &iplibrary.ParserConfig{
Template: template,
EmptyValues: []string{"0"},
Iterator: func(values map[string]string) error {
count++
t.Log(count, values)
return nil
},
})
if err != nil {
t.Fatal(err)
}
err = parser.Parse()
if err != nil {
t.Fatal(err)
}
}

View File

@@ -0,0 +1,44 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"testing"
)
func TestNewParser(t *testing.T) {
template, err := iplibrary.NewTemplate("${ipFrom}|${ipTo}|${country}|${any}|${province}|${city}|${provider}")
if err != nil {
t.Fatal(err)
}
parser, err := iplibrary.NewParser(&iplibrary.ParserConfig{
Template: template,
EmptyValues: []string{"0"},
Iterator: func(values map[string]string) error {
t.Log(values)
return nil
},
})
if err != nil {
t.Fatal(err)
}
parser.Write([]byte(`0.0.0.0|0.255.255.255|0|0|0|内网IP|内网IP
1.0.0.0|1.0.0.255|澳大利亚|0|0|0|0
1.0.1.0|1.0.3.255|中国|0|福建省|福州市|电信
1.0.4.0|1.0.7.255|澳大利亚|0|维多利亚|墨尔本|0
1.0.8.0|1.0.15.255|中国|0|广东省|广州市|电信
1.0.16.0|1.0.31.255|日本|0|0|0|0
1.0.32.0|1.0.63.255|中国|0|广东省|广州市|电信
1.0.64.0|1.0.79.255|日本|0|广岛县|0|0
1.0.80.0|1.0.127.255|日本|0|冈山县|0|0
1.0.128.0|1.0.128.255|泰国|0|清莱府|0|TOT
1.0.129.0|1.0.132.191|泰国|0|曼谷|曼谷|TOT`))
err = parser.Parse()
if err != nil {
t.Fatal(err)
}
}

View File

@@ -0,0 +1,8 @@
// Copyright 2023 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
//go:build plus
package iplibrary
const (
PlusPassword = "343de0ec99897a4a3cde05c77ac4dd059591af703227bb142e7186bdf1bccbc9"
)

View File

@@ -0,0 +1,347 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"bytes"
"encoding/binary"
"encoding/json"
"errors"
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
"io"
"math/big"
"net"
"runtime"
"sort"
"strconv"
"strings"
)
// Reader IP库Reader
type Reader struct {
meta *Meta
regionMap map[string]*ipRegion // 缓存重复的区域用来节约内存
ipV4Items []ipv4ItemV1
ipV6Items []ipv6ItemV1
lastIPFrom uint64
lastCountryId uint16
lastProvinceId uint16
lastCityId uint32
lastTownId uint32
lastProviderId uint16
}
// NewReaderV1 创建新Reader对象
func NewReaderV1(reader io.Reader) (*Reader, error) {
var libReader = &Reader{
regionMap: map[string]*ipRegion{},
}
if runtime.NumCPU() >= 4 /** CPU数量较多的通常有着大内存 **/ {
libReader.ipV4Items = make([]ipv4ItemV1, 0, 6_000_000)
} else {
libReader.ipV4Items = make([]ipv4ItemV1, 0, 600_000)
}
err := libReader.load(reader)
if err != nil {
return nil, err
}
return libReader, nil
}
// 从Reader中加载数据
func (this *Reader) load(reader io.Reader) error {
var buf = make([]byte, 1024)
var metaLine []byte
var metaLineFound = false
var dataBuf = []byte{}
for {
n, err := reader.Read(buf)
if n > 0 {
var data = buf[:n]
dataBuf = append(dataBuf, data...)
if metaLineFound {
left, err := this.parse(dataBuf)
if err != nil {
return err
}
dataBuf = left
} else {
var index = bytes.IndexByte(dataBuf, '\n')
if index > 0 {
metaLine = dataBuf[:index]
dataBuf = dataBuf[index+1:]
metaLineFound = true
var meta = &Meta{}
err = json.Unmarshal(metaLine, &meta)
if err != nil {
return err
}
meta.Init()
this.meta = meta
left, err := this.parse(dataBuf)
if err != nil {
return err
}
dataBuf = left
}
}
}
if err != nil {
if err != io.EOF {
return err
}
break
}
}
sort.Slice(this.ipV4Items, func(i, j int) bool {
var from0 = this.ipV4Items[i].IPFrom
var to0 = this.ipV4Items[i].IPTo
var from1 = this.ipV4Items[j].IPFrom
var to1 = this.ipV4Items[j].IPTo
if from0 == from1 {
return to0 < to1
}
return from0 < from1
})
sort.Slice(this.ipV6Items, func(i, j int) bool {
var from0 = this.ipV6Items[i].IPFrom
var to0 = this.ipV6Items[i].IPTo
var from1 = this.ipV6Items[j].IPFrom
var to1 = this.ipV6Items[j].IPTo
if from0 == from1 {
return to0 < to1
}
return from0 < from1
})
// 清理内存
this.regionMap = nil
return nil
}
func (this *Reader) Lookup(ip net.IP) *QueryResult {
if ip == nil {
return &QueryResult{}
}
var ipLong = this.ip2long(ip)
var isV4 = configutils.IsIPv4(ip)
var resultItem any
if isV4 {
sort.Search(len(this.ipV4Items), func(i int) bool {
var item = this.ipV4Items[i]
if item.IPFrom <= uint32(ipLong) {
if item.IPTo >= uint32(ipLong) {
resultItem = item
return false
}
return false
}
return true
})
} else {
sort.Search(len(this.ipV6Items), func(i int) bool {
var item = this.ipV6Items[i]
if item.IPFrom <= ipLong {
if item.IPTo >= ipLong {
resultItem = item
return false
}
return false
}
return true
})
}
return &QueryResult{
item: resultItem,
meta: this.meta,
}
}
func (this *Reader) Meta() *Meta {
return this.meta
}
func (this *Reader) IPv4Items() []ipv4ItemV1 {
return this.ipV4Items
}
func (this *Reader) IPv6Items() []ipv6ItemV1 {
return this.ipV6Items
}
func (this *Reader) Destroy() {
this.meta = nil
this.regionMap = nil
this.ipV4Items = nil
this.ipV6Items = nil
}
// 分析数据
func (this *Reader) parse(data []byte) (left []byte, err error) {
if len(data) == 0 {
return
}
for {
var index = bytes.IndexByte(data, '\n')
if index >= 0 {
var line = data[:index]
err = this.parseLine(line)
if err != nil {
return nil, err
}
data = data[index+1:]
} else {
left = data
break
}
}
return
}
// 单行分析
func (this *Reader) parseLine(line []byte) error {
const maxPieces = 8
var pieces = strings.Split(string(line), "|")
var countPieces = len(pieces)
if countPieces < maxPieces { // 补足一行
for i := 0; i < maxPieces-countPieces; i++ {
pieces = append(pieces, "")
}
} else if countPieces > maxPieces {
return errors.New("invalid ip definition '" + string(line) + "'")
}
var version = pieces[0]
if len(version) == 0 {
version = "4"
}
if version != "4" && version != "6" {
return errors.New("invalid ip version '" + string(line) + "'")
}
// ip range
var ipFrom uint64
var ipTo uint64
if strings.HasPrefix(pieces[1], "+") {
ipFrom = this.lastIPFrom + this.decodeUint64(pieces[1][1:])
} else {
ipFrom = this.decodeUint64(pieces[1])
}
if len(pieces[2]) == 0 {
ipTo = ipFrom
} else {
ipTo = this.decodeUint64(pieces[2]) + ipFrom
}
this.lastIPFrom = ipFrom
// country
var countryId uint16
if pieces[3] == "+" {
countryId = this.lastCountryId
} else {
countryId = uint16(this.decodeUint64(pieces[3]))
}
this.lastCountryId = countryId
var provinceId uint16
if pieces[4] == "+" {
provinceId = this.lastProvinceId
} else {
provinceId = uint16(this.decodeUint64(pieces[4]))
}
this.lastProvinceId = provinceId
// city
var cityId uint32
if pieces[5] == "+" {
cityId = this.lastCityId
} else {
cityId = uint32(this.decodeUint64(pieces[5]))
}
this.lastCityId = cityId
// town
var townId uint32
if pieces[6] == "+" {
townId = this.lastTownId
} else {
townId = uint32(this.decodeUint64(pieces[6]))
}
this.lastTownId = townId
// provider
var providerId uint16
if pieces[7] == "+" {
providerId = this.lastProviderId
} else {
providerId = uint16(this.decodeUint64(pieces[7]))
}
this.lastProviderId = providerId
var hash = HashRegion(countryId, provinceId, cityId, townId, providerId)
region, ok := this.regionMap[hash]
if !ok {
region = &ipRegion{
CountryId: countryId,
ProvinceId: provinceId,
CityId: cityId,
TownId: townId,
ProviderId: providerId,
}
this.regionMap[hash] = region
}
if version == "4" {
this.ipV4Items = append(this.ipV4Items, ipv4ItemV1{
IPFrom: uint32(ipFrom),
IPTo: uint32(ipTo),
Region: region,
})
} else {
this.ipV6Items = append(this.ipV6Items, ipv6ItemV1{
IPFrom: ipFrom,
IPTo: ipTo,
Region: region,
})
}
return nil
}
func (this *Reader) decodeUint64(s string) uint64 {
if this.meta != nil && this.meta.Version == Version2 {
i, _ := strconv.ParseUint(s, 32, 64)
return i
}
i, _ := strconv.ParseUint(s, 10, 64)
return i
}
func (this *Reader) ip2long(netIP net.IP) uint64 {
if len(netIP) == 0 {
return 0
}
var b4 = netIP.To4()
if b4 != nil {
return uint64(binary.BigEndian.Uint32(b4.To4()))
}
var i = big.NewInt(0)
i.SetBytes(netIP.To16())
return i.Uint64()
}

View File

@@ -0,0 +1,92 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"bytes"
"compress/gzip"
"fmt"
"io"
"net"
"os"
"path/filepath"
"strings"
)
type FileReader struct {
rawReader ReaderInterface
//password string
}
func NewFileReader(path string, password string) (*FileReader, error) {
fp, err := os.Open(path)
if err != nil {
return nil, err
}
defer func() {
_ = fp.Close()
}()
var version = ReaderVersionV1
if strings.HasSuffix(filepath.Base(path), ".v2.db") {
version = ReaderVersionV2
}
return NewFileDataReader(fp, password, version)
}
func NewFileDataReader(dataReader io.Reader, password string, readerVersion ReaderVersion) (*FileReader, error) {
if len(password) > 0 {
data, err := io.ReadAll(dataReader)
if err != nil {
return nil, err
}
sourceData, err := NewEncrypt().Decode(data, password)
if err != nil {
return nil, err
}
dataReader = bytes.NewReader(sourceData)
}
gzReader, err := gzip.NewReader(dataReader)
if err != nil {
return nil, fmt.Errorf("create gzip reader failed: %w", err)
}
var reader ReaderInterface
if readerVersion == ReaderVersionV2 {
reader, err = NewReaderV2(gzReader)
} else {
reader, err = NewReaderV1(gzReader)
}
if err != nil {
return nil, err
}
return &FileReader{
rawReader: reader,
}, nil
}
func (this *FileReader) Meta() *Meta {
return this.rawReader.Meta()
}
func (this *FileReader) Lookup(ip net.IP) *QueryResult {
return this.rawReader.Lookup(ip)
}
func (this *FileReader) RawReader() ReaderInterface {
return this.rawReader
}
func (this *FileReader) Destroy() {
if this.rawReader != nil {
if destroyer, ok := this.rawReader.(interface{ Destroy() }); ok {
destroyer.Destroy()
}
this.rawReader = nil
}
}

View File

@@ -0,0 +1,52 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"encoding/json"
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"github.com/iwind/TeaGo/maps"
stringutil "github.com/iwind/TeaGo/utils/string"
"net"
"testing"
)
func TestNewFileReader(t *testing.T) {
reader, err := iplibrary.NewFileReader("./default_ip_library_plus_test.go", stringutil.Md5("123456"))
if err != nil {
t.Fatal(err)
}
for _, ip := range []string{
"127.0.0.1",
"192.168.0.1",
"192.168.0.150",
"8.8.8.8",
"111.197.165.199",
"175.178.206.125",
} {
var result = reader.Lookup(net.ParseIP(ip))
if result.IsOk() {
var data = maps.Map{
"countryId": result.CountryId(),
"countryName": result.CountryName(),
"provinceId": result.ProvinceId(),
"provinceName": result.ProvinceName(),
"cityId": result.CityId(),
"cityName": result.CityName(),
"townId": result.TownId(),
"townName": result.TownName(),
"providerId": result.ProviderId(),
"providerName": result.ProviderName(),
"summary": result.Summary(),
}
dataJSON, err := json.MarshalIndent(data, "", " ")
if err != nil {
t.Fatal(err)
}
t.Log(ip, "=>", string(dataJSON))
} else {
t.Log(ip+":", "not found")
}
}
}

View File

@@ -0,0 +1,18 @@
// Copyright 2024 GoEdge CDN goedge.cdn@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import "net"
type ReaderVersion = int
const (
ReaderVersionV1 ReaderVersion = 0
ReaderVersionV2 ReaderVersion = 2
)
type ReaderInterface interface {
Meta() *Meta
Lookup(ip net.IP) *QueryResult
Destroy()
}

View File

@@ -0,0 +1,198 @@
// Copyright 2024 GoEdge CDN goedge.cdn@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"fmt"
"github.com/oschwald/geoip2-golang"
"net"
"os"
"path/filepath"
"sync"
"time"
)
// MaxMindReader MaxMind GeoIP2 Reader
type MaxMindReader struct {
db *geoip2.Reader
dbASN *geoip2.Reader // ASN 数据库(可选)
meta *Meta
initialized bool
mutex sync.RWMutex
}
// NewMaxMindReader 创建 MaxMind Reader
// 参数:
// - cityDBPath: City 数据库路径(包含 Country 和 City 信息)
// - asnDBPath: ASN 数据库路径(可选,用于获取 ISP 信息)
func NewMaxMindReader(cityDBPath, asnDBPath string) (*MaxMindReader, error) {
if len(cityDBPath) == 0 {
return nil, fmt.Errorf("city database path is required")
}
// 打开 City 数据库(包含 Country 信息)
db, err := geoip2.Open(cityDBPath)
if err != nil {
return nil, fmt.Errorf("open MaxMind city database failed: %w", err)
}
reader := &MaxMindReader{
db: db,
}
// 打开 ASN 数据库(可选)
if len(asnDBPath) > 0 {
dbASN, err := geoip2.Open(asnDBPath)
if err == nil {
reader.dbASN = dbASN
}
// 如果 ASN 数据库打开失败,不影响主功能,只记录错误
}
// 初始化 Meta
reader.meta = reader.initMeta()
reader.initialized = true
return reader, nil
}
// NewMaxMindReaderFromBytes 从字节数据创建 MaxMind Reader
// 参数:
// - cityDBData: City 数据库字节数据(包含 Country 和 City 信息)
// - asnDBData: ASN 数据库字节数据(可选,用于获取 ISP 信息)
func NewMaxMindReaderFromBytes(cityDBData, asnDBData []byte) (*MaxMindReader, error) {
if len(cityDBData) == 0 {
return nil, fmt.Errorf("city database data is required")
}
// 创建临时文件,使用更唯一的文件名避免冲突
tmpDir := os.TempDir()
pid := os.Getpid()
// 使用时间戳增加唯一性,避免同一进程多次调用时的冲突
timestamp := time.Now().UnixNano()
cityTmpFile := filepath.Join(tmpDir, fmt.Sprintf("geolite2-city-%d-%d.mmdb", pid, timestamp))
asnTmpFile := filepath.Join(tmpDir, fmt.Sprintf("geolite2-asn-%d-%d.mmdb", pid, timestamp))
// 如果临时文件已存在,先删除(可能是之前崩溃留下的)
os.Remove(cityTmpFile)
os.Remove(asnTmpFile)
// 写入 City 数据库到临时文件
if err := os.WriteFile(cityTmpFile, cityDBData, 0644); err != nil {
return nil, fmt.Errorf("write city database to temp file failed: %w", err)
}
// 打开 City 数据库
db, err := geoip2.Open(cityTmpFile)
if err != nil {
os.Remove(cityTmpFile)
return nil, fmt.Errorf("open MaxMind city database failed: %w", err)
}
reader := &MaxMindReader{
db: db,
}
// 写入并打开 ASN 数据库(可选)
if len(asnDBData) > 0 {
if err := os.WriteFile(asnTmpFile, asnDBData, 0644); err == nil {
dbASN, err := geoip2.Open(asnTmpFile)
if err == nil {
reader.dbASN = dbASN
} else {
// ASN 数据库打开失败,清理临时文件但不影响主功能
os.Remove(asnTmpFile)
}
}
}
// 初始化 Meta
reader.meta = reader.initMeta()
reader.initialized = true
return reader, nil
}
// initMeta 初始化 Meta
func (this *MaxMindReader) initMeta() *Meta {
meta := &Meta{
Version: 3, // MaxMind 版本
Code: "maxmind",
Author: "MaxMind",
Countries: []*Country{},
Provinces: []*Province{},
Cities: []*City{},
Towns: []*Town{},
Providers: []*Provider{},
CreatedAt: 0,
}
meta.Init()
return meta
}
// Lookup 查询 IP 信息
func (this *MaxMindReader) Lookup(ip net.IP) *QueryResult {
if !this.initialized || this.db == nil {
return &QueryResult{}
}
this.mutex.RLock()
defer this.mutex.RUnlock()
// 查询 City 数据库
record, err := this.db.City(ip)
if err != nil {
return &QueryResult{}
}
// 构建查询结果
result := &QueryResult{
item: &maxMindItem{
Record: *record,
},
meta: this.meta,
}
// 如果有 ASN 数据库,查询 ASN 信息
if this.dbASN != nil {
asnRecord, err := this.dbASN.ASN(ip)
if err == nil {
if maxItem, ok := result.item.(*maxMindItem); ok {
maxItem.ASN = asnRecord.AutonomousSystemNumber
maxItem.ASNOrg = asnRecord.AutonomousSystemOrganization
}
}
}
return result
}
// Meta 获取 Meta 信息
func (this *MaxMindReader) Meta() *Meta {
return this.meta
}
// Destroy 销毁 Reader
func (this *MaxMindReader) Destroy() {
this.mutex.Lock()
defer this.mutex.Unlock()
if this.db != nil {
this.db.Close()
this.db = nil
}
if this.dbASN != nil {
this.dbASN.Close()
this.dbASN = nil
}
this.initialized = false
}
// maxMindItem MaxMind 查询结果项
type maxMindItem struct {
Record geoip2.City
ASN uint
ASNOrg string
}

View File

@@ -0,0 +1,434 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"github.com/iwind/TeaGo/lists"
"strings"
)
type QueryResult struct {
item any
meta *Meta
}
func (this *QueryResult) IsOk() bool {
return this.item != nil
}
func (this *QueryResult) CountryId() int64 {
return int64(this.realCountryId())
}
func (this *QueryResult) CountryName() string {
if this.item == nil {
return ""
}
// MaxMind 结果:直接使用名称
if maxItem, ok := this.item.(*maxMindItem); ok {
// 优先使用中文名称
if len(maxItem.Record.Country.Names["zh-CN"]) > 0 {
return maxItem.Record.Country.Names["zh-CN"]
}
// 其次使用英文名称
if len(maxItem.Record.Country.Names["en"]) > 0 {
return maxItem.Record.Country.Names["en"]
}
// 使用任何可用的名称
for _, name := range maxItem.Record.Country.Names {
if len(name) > 0 {
return name
}
}
return ""
}
// 原有逻辑
var countryId = this.realCountryId()
if countryId > 0 {
var country = this.meta.CountryWithId(countryId)
if country != nil {
return country.Name
}
}
return ""
}
func (this *QueryResult) CountryCodes() []string {
if this.item == nil {
return nil
}
// MaxMind 结果:使用 Country.IsoCodeISO 3166-1 alpha-2供智能 DNS 线路解析等使用
if maxItem, ok := this.item.(*maxMindItem); ok {
if len(maxItem.Record.Country.IsoCode) > 0 {
return []string{maxItem.Record.Country.IsoCode}
}
return nil
}
var countryId = this.realCountryId()
if countryId > 0 {
var country = this.meta.CountryWithId(countryId)
if country != nil {
return country.Codes
}
}
return nil
}
func (this *QueryResult) ProvinceId() int64 {
return int64(this.realProvinceId())
}
func (this *QueryResult) ProvinceName() string {
if this.item == nil {
return ""
}
// MaxMind 结果:使用 Subdivisions省份/州)
if maxItem, ok := this.item.(*maxMindItem); ok {
if len(maxItem.Record.Subdivisions) > 0 {
subdivision := maxItem.Record.Subdivisions[0]
// 优先使用中文名称
if len(subdivision.Names["zh-CN"]) > 0 {
return subdivision.Names["zh-CN"]
}
// 其次使用英文名称
if len(subdivision.Names["en"]) > 0 {
return subdivision.Names["en"]
}
// 使用任何可用的名称
for _, name := range subdivision.Names {
if len(name) > 0 {
return name
}
}
}
return ""
}
// 原有逻辑
var provinceId = this.realProvinceId()
if provinceId > 0 {
var province = this.meta.ProvinceWithId(provinceId)
if province != nil {
return province.Name
}
}
return ""
}
func (this *QueryResult) ProvinceCodes() []string {
if this.item == nil {
return nil
}
var provinceId = this.realProvinceId()
if provinceId > 0 {
var province = this.meta.ProvinceWithId(provinceId)
if province != nil {
return province.Codes
}
}
return nil
}
func (this *QueryResult) CityId() int64 {
return int64(this.realCityId())
}
func (this *QueryResult) CityName() string {
if this.item == nil {
return ""
}
// MaxMind 结果:直接使用名称
if maxItem, ok := this.item.(*maxMindItem); ok {
// 优先使用中文名称
if len(maxItem.Record.City.Names["zh-CN"]) > 0 {
return maxItem.Record.City.Names["zh-CN"]
}
// 其次使用英文名称
if len(maxItem.Record.City.Names["en"]) > 0 {
return maxItem.Record.City.Names["en"]
}
// 使用任何可用的名称
for _, name := range maxItem.Record.City.Names {
if len(name) > 0 {
return name
}
}
return ""
}
// 原有逻辑
var cityId = this.realCityId()
if cityId > 0 {
var city = this.meta.CityWithId(cityId)
if city != nil {
return city.Name
}
}
return ""
}
func (this *QueryResult) TownId() int64 {
return int64(this.realTownId())
}
func (this *QueryResult) TownName() string {
if this.item == nil {
return ""
}
var townId = this.realTownId()
if townId > 0 {
var town = this.meta.TownWithId(townId)
if town != nil {
return town.Name
}
}
return ""
}
func (this *QueryResult) ProviderId() int64 {
return int64(this.realProviderId())
}
func (this *QueryResult) ProviderName() string {
if this.item == nil {
return ""
}
// MaxMind 结果:使用 ASN 组织作为 ISP
if maxItem, ok := this.item.(*maxMindItem); ok {
if len(maxItem.ASNOrg) > 0 {
return maxItem.ASNOrg
}
return ""
}
// 原有逻辑
var providerId = this.realProviderId()
if providerId > 0 {
var provider = this.meta.ProviderWithId(providerId)
if provider != nil {
return provider.Name
}
}
return ""
}
func (this *QueryResult) ProviderCodes() []string {
if this.item == nil {
return nil
}
var providerId = this.realProviderId()
if providerId > 0 {
var provider = this.meta.ProviderWithId(providerId)
if provider != nil {
return provider.Codes
}
}
return nil
}
func (this *QueryResult) Summary() string {
if this.item == nil {
return ""
}
var pieces = []string{}
var countryName = this.CountryName()
var provinceName = this.ProvinceName()
var cityName = this.CityName()
var townName = this.TownName()
var providerName = this.ProviderName()
if len(countryName) > 0 {
pieces = append(pieces, countryName)
}
if len(provinceName) > 0 && !lists.ContainsString(pieces, provinceName) {
pieces = append(pieces, provinceName)
}
if len(cityName) > 0 && !lists.ContainsString(pieces, cityName) && !lists.ContainsString(pieces, strings.TrimSuffix(cityName, "市")) {
pieces = append(pieces, cityName)
}
if len(townName) > 0 && !lists.ContainsString(pieces, townName) && !lists.ContainsString(pieces, strings.TrimSuffix(townName, "县")) {
pieces = append(pieces, townName)
}
if len(providerName) > 0 && !lists.ContainsString(pieces, providerName) {
if len(pieces) > 0 {
pieces = append(pieces, "|")
}
pieces = append(pieces, providerName)
}
return strings.Join(pieces, " ")
}
func (this *QueryResult) RegionSummary() string {
if this.item == nil {
return ""
}
var pieces = []string{}
var countryName = this.CountryName()
var provinceName = this.ProvinceName()
var cityName = this.CityName()
var townName = this.TownName()
if len(countryName) > 0 {
pieces = append(pieces, countryName)
}
if len(provinceName) > 0 && !lists.ContainsString(pieces, provinceName) {
pieces = append(pieces, provinceName)
}
if len(cityName) > 0 && !lists.ContainsString(pieces, cityName) && !lists.ContainsString(pieces, strings.TrimSuffix(cityName, "市")) {
pieces = append(pieces, cityName)
}
if len(townName) > 0 && !lists.ContainsString(pieces, townName) && !lists.ContainsString(pieces, strings.TrimSuffix(townName, "县")) {
pieces = append(pieces, townName)
}
return strings.Join(pieces, " ")
}
func (this *QueryResult) realCountryId() uint16 {
if this.item != nil {
switch item := this.item.(type) {
case *ipv4ItemV1:
return item.Region.CountryId
case ipv4ItemV1:
return item.Region.CountryId
case *ipv6ItemV1:
return item.Region.CountryId
case ipv6ItemV1:
return item.Region.CountryId
case *ipv4ItemV2:
return item.Region.CountryId
case ipv4ItemV2:
return item.Region.CountryId
case *ipv6ItemV2:
return item.Region.CountryId
case ipv6ItemV2:
return item.Region.CountryId
case *maxMindItem:
// MaxMind 不使用 ID返回 0
return 0
}
}
return 0
}
func (this *QueryResult) realProvinceId() uint16 {
if this.item != nil {
switch item := this.item.(type) {
case *ipv4ItemV1:
return item.Region.ProvinceId
case ipv4ItemV1:
return item.Region.ProvinceId
case *ipv6ItemV1:
return item.Region.ProvinceId
case ipv6ItemV1:
return item.Region.ProvinceId
case *ipv4ItemV2:
return item.Region.ProvinceId
case ipv4ItemV2:
return item.Region.ProvinceId
case *ipv6ItemV2:
return item.Region.ProvinceId
case ipv6ItemV2:
return item.Region.ProvinceId
case *maxMindItem:
// MaxMind 不使用 ID返回 0
return 0
}
}
return 0
}
func (this *QueryResult) realCityId() uint32 {
if this.item != nil {
switch item := this.item.(type) {
case *ipv4ItemV1:
return item.Region.CityId
case ipv4ItemV1:
return item.Region.CityId
case *ipv6ItemV1:
return item.Region.CityId
case ipv6ItemV1:
return item.Region.CityId
case *ipv4ItemV2:
return item.Region.CityId
case ipv4ItemV2:
return item.Region.CityId
case *ipv6ItemV2:
return item.Region.CityId
case ipv6ItemV2:
return item.Region.CityId
case *maxMindItem:
// MaxMind 不使用 ID返回 0
return 0
}
}
return 0
}
func (this *QueryResult) realTownId() uint32 {
if this.item != nil {
switch item := this.item.(type) {
case *ipv4ItemV1:
return item.Region.TownId
case ipv4ItemV1:
return item.Region.TownId
case *ipv6ItemV1:
return item.Region.TownId
case ipv6ItemV1:
return item.Region.TownId
case *ipv4ItemV2:
return item.Region.TownId
case ipv4ItemV2:
return item.Region.TownId
case *ipv6ItemV2:
return item.Region.TownId
case ipv6ItemV2:
return item.Region.TownId
case *maxMindItem:
// MaxMind 不使用 ID返回 0
return 0
}
}
return 0
}
func (this *QueryResult) realProviderId() uint16 {
if this.item != nil {
switch item := this.item.(type) {
case *ipv4ItemV1:
return item.Region.ProviderId
case ipv4ItemV1:
return item.Region.ProviderId
case *ipv6ItemV1:
return item.Region.ProviderId
case ipv6ItemV1:
return item.Region.ProviderId
case *ipv4ItemV2:
return item.Region.ProviderId
case ipv4ItemV2:
return item.Region.ProviderId
case *ipv6ItemV2:
return item.Region.ProviderId
case ipv6ItemV2:
return item.Region.ProviderId
case *maxMindItem:
// MaxMind 不使用 ID返回 0
return 0
}
}
return 0
}

View File

@@ -0,0 +1,19 @@
// Copyright 2024 GoEdge CDN goedge.cdn@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
// ASN 获取 ASN 号码(仅 MaxMind 支持)
func (this *QueryResult) ASN() uint {
if maxItem, ok := this.item.(*maxMindItem); ok {
return maxItem.ASN
}
return 0
}
// ASNOrg 获取 ASN 组织名称(仅 MaxMind 支持)
func (this *QueryResult) ASNOrg() string {
if maxItem, ok := this.item.(*maxMindItem); ok {
return maxItem.ASNOrg
}
return ""
}

View File

@@ -0,0 +1,149 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"bytes"
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"github.com/iwind/TeaGo/rands"
"github.com/iwind/TeaGo/types"
timeutil "github.com/iwind/TeaGo/utils/time"
"net"
"runtime"
"testing"
"time"
)
func TestNewReader(t *testing.T) {
var buf = &bytes.Buffer{}
var writer = iplibrary.NewWriterV1(buf, &iplibrary.Meta{
Author: "GoEdge <https://goedge.cn>",
})
err := writer.WriteMeta()
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.1.100", "192.168.1.100", 1, 200, 300, 400, 500)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.2.100", "192.168.3.100", 2, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.3.101", "192.168.3.101", 3, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.0.101", "192.168.0.200", 4, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("::1", "::5", 5, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
/**var n = func() string {
return types.String(rands.Int(0, 255))
}
for i := 0; i < 1_000_000; i++ {
err = writer.Write(n()+"."+n()+"."+n()+"."+n(), n()+"."+n()+"."+n()+"."+n(), int64(i)+100, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
}**/
var stat = &runtime.MemStats{}
runtime.ReadMemStats(stat)
reader, err := iplibrary.NewReaderV2(buf)
var stat2 = &runtime.MemStats{}
runtime.ReadMemStats(stat2)
t.Log((stat2.Alloc-stat.Alloc)/1024/1024, "M")
if err != nil {
t.Fatal(err)
}
t.Log("version:", reader.Meta().Version, "author:", reader.Meta().Author, "createdTime:", timeutil.FormatTime("Y-m-d H:i:s", reader.Meta().CreatedAt))
if len(reader.IPv4Items()) < 10 {
t.Log("===")
for _, item := range reader.IPv4Items() {
t.Logf("%+v", item)
}
t.Log("===")
}
if len(reader.IPv6Items()) < 10 {
t.Log("===")
for _, item := range reader.IPv6Items() {
t.Logf("%+v", item)
}
t.Log("===")
}
var before = time.Now()
for _, ip := range []string{
"192.168.0.1",
"192.168.0.150",
"192.168.1.100",
"192.168.2.100",
"192.168.3.50",
"192.168.0.150",
"192.168.4.80",
"::3",
"::8",
} {
var result = reader.Lookup(net.ParseIP(ip))
if result.IsOk() {
t.Log(ip+":", "countryId:", result.CountryId())
} else {
t.Log(ip+":", "not found")
}
}
t.Log(time.Since(before).Seconds()*1000, "ms")
}
func BenchmarkNewReader(b *testing.B) {
runtime.GOMAXPROCS(1)
var buf = &bytes.Buffer{}
var writer = iplibrary.NewWriterV1(buf, &iplibrary.Meta{
Author: "GoEdge <https://goedge.cn>",
})
err := writer.WriteMeta()
if err != nil {
b.Fatal(err)
}
var n = func() string {
return types.String(rands.Int(0, 255))
}
for i := 0; i < 1_000_000; i++ {
err = writer.Write(n()+"."+n()+"."+n()+"."+n(), n()+"."+n()+"."+n()+"."+n(), int64(i)+100, 201, 301, 401, 501)
if err != nil {
b.Fatal(err)
}
}
reader, err := iplibrary.NewReaderV2(buf)
if err != nil {
b.Fatal(err)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
var ip = "192.168.1.100"
reader.Lookup(net.ParseIP(ip))
}
}

View File

@@ -0,0 +1,360 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"bytes"
"encoding/json"
"errors"
"io"
"net"
"runtime"
"sort"
"strconv"
"strings"
)
// ReaderV2 IP库Reader V2
type ReaderV2 struct {
meta *Meta
regionMap map[string]*ipRegion // 缓存重复的区域用来节约内存
ipV4Items []ipv4ItemV2
ipV6Items []ipv6ItemV2
lastCountryId uint16
lastProvinceId uint16
lastCityId uint32
lastTownId uint32
lastProviderId uint16
}
// NewReaderV2 创建新Reader对象
func NewReaderV2(reader io.Reader) (*ReaderV2, error) {
var libReader = &ReaderV2{
regionMap: map[string]*ipRegion{},
}
if runtime.NumCPU() >= 4 /** CPU数量较多的通常有着大内存 **/ {
libReader.ipV4Items = make([]ipv4ItemV2, 0, 6_000_000)
} else {
libReader.ipV4Items = make([]ipv4ItemV2, 0, 600_000)
}
err := libReader.load(reader)
if err != nil {
return nil, err
}
return libReader, nil
}
// 从Reader中加载数据
func (this *ReaderV2) load(reader io.Reader) error {
var buf = make([]byte, 1024)
var metaLine []byte
var metaLineFound = false
var dataBuf = []byte{}
for {
n, err := reader.Read(buf)
if n > 0 {
var data = buf[:n]
dataBuf = append(dataBuf, data...)
if metaLineFound {
left, err := this.parse(dataBuf)
if err != nil {
return err
}
dataBuf = left
} else {
var index = bytes.IndexByte(dataBuf, '\n')
if index > 0 {
metaLine = dataBuf[:index]
dataBuf = dataBuf[index+1:]
metaLineFound = true
var meta = &Meta{}
err = json.Unmarshal(metaLine, &meta)
if err != nil {
return err
}
meta.Init()
this.meta = meta
left, err := this.parse(dataBuf)
if err != nil {
return err
}
dataBuf = left
}
}
}
if err != nil {
if err != io.EOF {
return err
}
break
}
}
sort.Slice(this.ipV4Items, func(i, j int) bool {
var from0 = this.ipV4Items[i].IPFrom
var to0 = this.ipV4Items[i].IPTo
var from1 = this.ipV4Items[j].IPFrom
var to1 = this.ipV4Items[j].IPTo
if from0 == from1 {
return bytes.Compare(to0[:], to1[:]) < 0
}
return bytes.Compare(from0[:], from1[:]) < 0
})
sort.Slice(this.ipV6Items, func(i, j int) bool {
var from0 = this.ipV6Items[i].IPFrom
var to0 = this.ipV6Items[i].IPTo
var from1 = this.ipV6Items[j].IPFrom
var to1 = this.ipV6Items[j].IPTo
if from0 == from1 {
return bytes.Compare(to0[:], to1[:]) < 0
}
return bytes.Compare(from0[:], from1[:]) < 0
})
// 清理内存
this.regionMap = nil
return nil
}
func (this *ReaderV2) Lookup(ip net.IP) *QueryResult {
if ip == nil {
return &QueryResult{}
}
var isV4 = ip.To4() != nil
var resultItem any
if isV4 {
sort.Search(len(this.ipV4Items), func(i int) bool {
var item = this.ipV4Items[i]
if bytes.Compare(item.IPFrom[:], ip) <= 0 {
if bytes.Compare(item.IPTo[:], ip) >= 0 {
resultItem = item
return false
}
return false
}
return true
})
} else {
sort.Search(len(this.ipV6Items), func(i int) bool {
var item = this.ipV6Items[i]
if bytes.Compare(item.IPFrom[:], ip) <= 0 {
if bytes.Compare(item.IPTo[:], ip) >= 0 {
resultItem = item
return false
}
return false
}
return true
})
}
return &QueryResult{
item: resultItem,
meta: this.meta,
}
}
func (this *ReaderV2) Meta() *Meta {
return this.meta
}
func (this *ReaderV2) IPv4Items() []ipv4ItemV2 {
return this.ipV4Items
}
func (this *ReaderV2) IPv6Items() []ipv6ItemV2 {
return this.ipV6Items
}
func (this *ReaderV2) Destroy() {
this.meta = nil
this.regionMap = nil
this.ipV4Items = nil
this.ipV6Items = nil
}
// 分析数据
func (this *ReaderV2) parse(data []byte) (left []byte, err error) {
if len(data) == 0 {
return
}
for {
if len(data) == 0 {
break
}
var offset int
if data[0] == '|' {
offset = 1 + 8 + 1
} else if data[0] == '4' {
offset = 2 + 8 + 1
} else if data[0] == '6' {
offset = 2 + 32 + 1
}
var index = bytes.IndexByte(data[offset:], '\n')
if index >= 0 {
index += offset
var line = data[:index]
err = this.parseLine(line)
if err != nil {
return nil, err
}
data = data[index+1:]
} else {
left = data
break
}
}
return
}
// 单行分析
func (this *ReaderV2) parseLine(line []byte) error {
if len(line) == 0 {
return nil
}
const maxPieces = 8
var pieces []string
var offset int
if line[0] == '|' {
offset = 1 + 8 + 1
pieces = append(pieces, "", string(line[1:5]), string(line[5:9]))
} else if line[0] == '4' {
offset = 2 + 8 + 1
pieces = append(pieces, "", string(line[2:6]), string(line[6:10]))
} else if line[0] == '6' {
offset = 2 + 32 + 1
pieces = append(pieces, "6", string(line[2:18]), string(line[18:34]))
}
pieces = append(pieces, strings.Split(string(line[offset:]), "|")...)
var countPieces = len(pieces)
if countPieces < maxPieces { // 补足一行
for i := 0; i < maxPieces-countPieces; i++ {
pieces = append(pieces, "")
}
} else if countPieces > maxPieces {
return errors.New("invalid ip definition '" + string(line) + "'")
}
var version = pieces[0]
if len(version) == 0 {
version = "4"
}
if version != "4" && version != "6" {
return errors.New("invalid ip version '" + string(line) + "'")
}
// ip range
var ipFromV4 [4]byte
var ipToV4 [4]byte
var ipFromV6 [16]byte
var ipToV6 [16]byte
if version == "6" {
ipFromV6 = [16]byte([]byte(pieces[1]))
ipToV6 = [16]byte([]byte(pieces[2]))
} else {
ipFromV4 = [4]byte([]byte(pieces[1]))
ipToV4 = [4]byte([]byte(pieces[2]))
}
// country
var countryId uint16
if pieces[3] == "+" {
countryId = this.lastCountryId
} else {
countryId = uint16(this.decodeUint64(pieces[3]))
}
this.lastCountryId = countryId
var provinceId uint16
if pieces[4] == "+" {
provinceId = this.lastProvinceId
} else {
provinceId = uint16(this.decodeUint64(pieces[4]))
}
this.lastProvinceId = provinceId
// city
var cityId uint32
if pieces[5] == "+" {
cityId = this.lastCityId
} else {
cityId = uint32(this.decodeUint64(pieces[5]))
}
this.lastCityId = cityId
// town
var townId uint32
if pieces[6] == "+" {
townId = this.lastTownId
} else {
townId = uint32(this.decodeUint64(pieces[6]))
}
this.lastTownId = townId
// provider
var providerId uint16
if pieces[7] == "+" {
providerId = this.lastProviderId
} else {
providerId = uint16(this.decodeUint64(pieces[7]))
}
this.lastProviderId = providerId
var hash = HashRegion(countryId, provinceId, cityId, townId, providerId)
region, ok := this.regionMap[hash]
if !ok {
region = &ipRegion{
CountryId: countryId,
ProvinceId: provinceId,
CityId: cityId,
TownId: townId,
ProviderId: providerId,
}
this.regionMap[hash] = region
}
if version == "4" {
this.ipV4Items = append(this.ipV4Items, ipv4ItemV2{
IPFrom: ipFromV4,
IPTo: ipToV4,
Region: region,
})
} else {
this.ipV6Items = append(this.ipV6Items, ipv6ItemV2{
IPFrom: ipFromV6,
IPTo: ipToV6,
Region: region,
})
}
return nil
}
func (this *ReaderV2) decodeUint64(s string) uint64 {
if this.meta != nil && this.meta.Version == Version2 {
i, _ := strconv.ParseUint(s, 32, 64)
return i
}
i, _ := strconv.ParseUint(s, 10, 64)
return i
}

View File

@@ -0,0 +1,80 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"github.com/iwind/TeaGo/lists"
"regexp"
)
type Template struct {
templateString string
reg *regexp.Regexp
}
func NewTemplate(templateString string) (*Template, error) {
var t = &Template{
templateString: templateString,
}
err := t.init()
if err != nil {
return nil, err
}
return t, nil
}
func (this *Template) init() error {
var template = regexp.QuoteMeta(this.templateString)
var keywordReg = regexp.MustCompile(`\\\$\\{(\w+)\\}`)
template = keywordReg.ReplaceAllStringFunc(template, func(keyword string) string {
var matches = keywordReg.FindStringSubmatch(keyword)
if len(matches) > 1 {
switch matches[1] {
case "ipFrom", "ipTo", "country", "province", "city", "town", "provider":
return "(?P<" + matches[1] + ">.*)"
}
return ".*"
}
return keyword
})
reg, err := regexp.Compile("^(?U)" + template + "\n?$")
if err != nil {
return err
}
this.reg = reg
return nil
}
func (this *Template) Extract(text string, emptyValues []string) (values map[string]string, ok bool) {
var matches = this.reg.FindStringSubmatch(text)
if len(matches) == 0 {
return
}
values = map[string]string{}
for index, name := range this.reg.SubexpNames() {
if len(name) == 0 {
continue
}
var v = matches[index]
if name != "ipFrom" && name != "ipTo" && (v == "0" || v == "无" || v == "空" || lists.ContainsString(emptyValues, v)) {
v = ""
}
values[name] = v
}
for _, keyword := range []string{"ipFrom", "ipTo", "country", "province", "city", "town", "provider"} {
_, hasKeyword := values[keyword]
if !hasKeyword {
values[keyword] = ""
}
}
// 自动修复省略的城市名
if len(values["city"]) == 0 && len(values["province"]) > 0 && len(values["town"]) > 0 {
values["city"] = values["province"]
}
ok = true
return
}

View File

@@ -0,0 +1,39 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"testing"
)
func TestNewTemplate(t *testing.T) {
template, err := iplibrary.NewTemplate("${ipFrom}|${ipTo}|${country}|${any}|${province}|${city}|${provider}")
if err != nil {
t.Fatal(err)
}
for _, s := range []string{
"0.0.0.0|0.255.255.255|0|0|0|内网IP|内网IP",
"42.0.32.0|42.0.63.255|中国|0|广东省|广州市|电信",
"42.0.32.0|42.0.63.255|中国|0|广东省|广州市|电信\n123",
"42.0.32.0|42.0.63.255|中国||广东省|广州市|电信",
"42.0.32.0|42.0.63.255|中国|0||广州市|电信",
"42.0.32.0|42.0.63.255|中国|0|广东省|广州市",
} {
values, ok := template.Extract(s, []string{})
t.Log(ok, s, "=>\n", values)
}
}
func TestNewTemplate2(t *testing.T) {
template, err := iplibrary.NewTemplate("${any},${any},${ipFrom},${ipTo},${country},${province},${city},${town},${provider},${any},${any}")
if err != nil {
t.Fatal(err)
}
for _, s := range []string{
"22723584,22723839,1.90.188.0,1.90.188.255,中国,北京,北京,房山,歌华有线,102400,010,城域网",
} {
values, _ := template.Extract(s, []string{})
t.Log(s, "=>\n", values)
}
}

View File

@@ -0,0 +1,10 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
type Version = int
const (
Version1 Version = 1
Version2 Version = 2 // 主要变更为数字使用32进制
)

View File

@@ -0,0 +1,197 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"encoding/binary"
"encoding/json"
"errors"
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
"io"
"math/big"
"net"
"strconv"
"strings"
"time"
)
type WriterV1 struct {
writer *hashWriter
meta *Meta
lastIPFrom uint64 // 上一次的IP
lastCountryId int64
lastProvinceId int64
lastCityId int64
lastTownId int64
lastProviderId int64
}
func NewWriterV1(writer io.Writer, meta *Meta) *WriterV1 {
if meta == nil {
meta = &Meta{}
}
meta.Version = Version2
meta.CreatedAt = time.Now().Unix()
var libWriter = &WriterV1{
writer: newHashWriter(writer),
meta: meta,
}
return libWriter
}
func (this *WriterV1) WriteMeta() error {
metaJSON, err := json.Marshal(this.meta)
if err != nil {
return err
}
_, err = this.writer.Write(metaJSON)
if err != nil {
return err
}
_, err = this.writer.Write([]byte("\n"))
return err
}
func (this *WriterV1) Write(ipFrom string, ipTo string, countryId int64, provinceId int64, cityId int64, townId int64, providerId int64) error {
// validate IP
var fromIP = net.ParseIP(ipFrom)
if fromIP == nil {
return errors.New("invalid 'ipFrom': '" + ipFrom + "'")
}
var fromIsIPv4 = configutils.IsIPv4(fromIP)
var toIP = net.ParseIP(ipTo)
if toIP == nil {
return errors.New("invalid 'ipTo': " + ipTo)
}
var toIsIPv4 = configutils.IsIPv4(toIP)
if fromIsIPv4 != toIsIPv4 {
return errors.New("'ipFrom(" + ipFrom + ")' and 'ipTo(" + ipTo + ")' should have the same IP version")
}
var pieces = []string{}
// 0
if fromIsIPv4 {
pieces = append(pieces, "")
} else {
pieces = append(pieces, "6")
// we do NOT support v6 yet
return nil
}
// 1
var fromIPLong = this.ip2long(fromIP)
var toIPLong = this.ip2long(toIP)
if toIPLong < fromIPLong {
fromIPLong, toIPLong = toIPLong, fromIPLong
}
if this.lastIPFrom > 0 && fromIPLong > this.lastIPFrom {
pieces = append(pieces, "+"+this.formatUint64(fromIPLong-this.lastIPFrom))
} else {
pieces = append(pieces, this.formatUint64(fromIPLong))
}
this.lastIPFrom = fromIPLong
if ipFrom == ipTo {
// 2
pieces = append(pieces, "")
} else {
// 2
pieces = append(pieces, this.formatUint64(toIPLong-fromIPLong))
}
// 3
if countryId > 0 {
if countryId == this.lastCountryId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(countryId)))
}
} else {
pieces = append(pieces, "")
}
this.lastCountryId = countryId
// 4
if provinceId > 0 {
if provinceId == this.lastProvinceId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(provinceId)))
}
} else {
pieces = append(pieces, "")
}
this.lastProvinceId = provinceId
// 5
if cityId > 0 {
if cityId == this.lastCityId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(cityId)))
}
} else {
pieces = append(pieces, "")
}
this.lastCityId = cityId
// 6
if townId > 0 {
if townId == this.lastTownId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(townId)))
}
} else {
pieces = append(pieces, "")
}
this.lastTownId = townId
// 7
if providerId > 0 {
if providerId == this.lastProviderId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(providerId)))
}
} else {
pieces = append(pieces, "")
}
this.lastProviderId = providerId
_, err := this.writer.Write([]byte(strings.TrimRight(strings.Join(pieces, "|"), "|")))
if err != nil {
return err
}
_, err = this.writer.Write([]byte("\n"))
return err
}
func (this *WriterV1) Sum() string {
return this.writer.Sum()
}
func (this *WriterV1) formatUint64(i uint64) string {
return strconv.FormatUint(i, 32)
}
func (this *WriterV1) ip2long(netIP net.IP) uint64 {
if len(netIP) == 0 {
return 0
}
var b4 = netIP.To4()
if b4 != nil {
return uint64(binary.BigEndian.Uint32(b4.To4()))
}
var i = big.NewInt(0)
i.SetBytes(netIP.To16())
return i.Uint64()
}

View File

@@ -0,0 +1,82 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"compress/gzip"
"os"
)
type FileWriter struct {
fp *os.File
gzWriter *gzip.Writer
password string
rawWriter WriterInterface
}
func NewFileWriter(path string, meta *Meta, password string) (*FileWriter, error) {
fp, err := os.OpenFile(path, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0666)
if err != nil {
return nil, err
}
gzWriter, err := gzip.NewWriterLevel(fp, gzip.BestCompression)
if err != nil {
return nil, err
}
var writer = &FileWriter{
fp: fp,
gzWriter: gzWriter,
rawWriter: NewWriterV1(gzWriter, meta),
password: password,
}
return writer, nil
}
func (this *FileWriter) WriteMeta() error {
return this.rawWriter.WriteMeta()
}
func (this *FileWriter) Write(ipFrom string, ipTo string, countryId int64, provinceId int64, cityId int64, townId int64, providerId int64) error {
return this.rawWriter.Write(ipFrom, ipTo, countryId, provinceId, cityId, townId, providerId)
}
func (this *FileWriter) Sum() string {
return this.rawWriter.Sum()
}
func (this *FileWriter) Close() error {
err1 := this.gzWriter.Close()
err2 := this.fp.Close()
if err1 != nil {
return err1
}
if err2 != nil {
return err2
}
// 加密内容
if len(this.password) > 0 {
var filePath = this.fp.Name()
data, err := os.ReadFile(filePath)
if err != nil {
return err
}
if len(data) > 0 {
encodedData, encodeErr := NewEncrypt().Encode(data, this.password)
if encodeErr != nil {
return encodeErr
}
_ = os.Remove(filePath)
err = os.WriteFile(filePath, encodedData, 0666)
if err != nil {
return err
}
}
}
return nil
}

View File

@@ -0,0 +1,57 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"github.com/iwind/TeaGo/rands"
"github.com/iwind/TeaGo/types"
stringutil "github.com/iwind/TeaGo/utils/string"
"testing"
)
func TestNewFileWriter(t *testing.T) {
writer, err := iplibrary.NewFileWriter("./internal-ip-library-test.db", &iplibrary.Meta{
Author: "GoEdge",
}, stringutil.Md5("123456"))
if err != nil {
t.Fatal(err)
}
err = writer.WriteMeta()
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.1.100", "192.168.1.100", 100, 200, 300, 400, 500)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.2.100", "192.168.3.100", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.3.101", "192.168.3.101", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
var n = func() string {
return types.String(rands.Int(0, 255))
}
for i := 0; i < 1; i++ {
err = writer.Write(n()+"."+n()+"."+n()+"."+n(), n()+"."+n()+"."+n()+"."+n(), int64(i)+100, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
}
err = writer.Close()
if err != nil {
t.Fatal(err)
}
t.Log("ok", writer.Sum())
}

View File

@@ -0,0 +1,9 @@
// Copyright 2024 GoEdge CDN goedge.cdn@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
type WriterInterface interface {
WriteMeta() error
Write(ipFrom string, ipTo string, countryId int64, provinceId int64, cityId int64, townId int64, providerId int64) error
Sum() string
}

View File

@@ -0,0 +1,190 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary
import (
"bytes"
"crypto/md5"
"encoding/json"
"errors"
"fmt"
"hash"
"io"
"net"
"strconv"
"strings"
"time"
)
type hashWriter struct {
rawWriter io.Writer
hash hash.Hash
}
func newHashWriter(writer io.Writer) *hashWriter {
return &hashWriter{
rawWriter: writer,
hash: md5.New(),
}
}
func (this *hashWriter) Write(p []byte) (n int, err error) {
n, err = this.rawWriter.Write(p)
this.hash.Write(p)
return
}
func (this *hashWriter) Sum() string {
return fmt.Sprintf("%x", this.hash.Sum(nil))
}
type WriterV2 struct {
writer *hashWriter
meta *Meta
lastCountryId int64
lastProvinceId int64
lastCityId int64
lastTownId int64
lastProviderId int64
}
func NewWriterV2(writer io.Writer, meta *Meta) *WriterV2 {
if meta == nil {
meta = &Meta{}
}
meta.Version = Version2
meta.CreatedAt = time.Now().Unix()
var libWriter = &WriterV2{
writer: newHashWriter(writer),
meta: meta,
}
return libWriter
}
func (this *WriterV2) WriteMeta() error {
metaJSON, err := json.Marshal(this.meta)
if err != nil {
return err
}
_, err = this.writer.Write(metaJSON)
if err != nil {
return err
}
_, err = this.writer.Write([]byte("\n"))
return err
}
func (this *WriterV2) Write(ipFrom string, ipTo string, countryId int64, provinceId int64, cityId int64, townId int64, providerId int64) error {
// validate IP
var fromIP = net.ParseIP(ipFrom)
if fromIP == nil {
return errors.New("invalid 'ipFrom': '" + ipFrom + "'")
}
var fromIsIPv4 = fromIP.To4() != nil
var toIP = net.ParseIP(ipTo)
if toIP == nil {
return errors.New("invalid 'ipTo': " + ipTo)
}
var toIsIPv4 = toIP.To4() != nil
if fromIsIPv4 != toIsIPv4 {
return errors.New("'ipFrom(" + ipFrom + ")' and 'ipTo(" + ipTo + ")' should have the same IP version")
}
var pieces = []string{}
// 0
if fromIsIPv4 {
pieces = append(pieces, "")
} else {
pieces = append(pieces, "6")
}
// 1
if bytes.Compare(fromIP, toIP) > 0 {
fromIP, toIP = toIP, fromIP
}
if fromIsIPv4 {
pieces = append(pieces, string(fromIP.To4())+string(toIP.To4()))
} else {
pieces = append(pieces, string(fromIP.To16())+string(toIP.To16()))
}
// 2
if countryId > 0 {
if countryId == this.lastCountryId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(countryId)))
}
} else {
pieces = append(pieces, "")
}
this.lastCountryId = countryId
// 3
if provinceId > 0 {
if provinceId == this.lastProvinceId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(provinceId)))
}
} else {
pieces = append(pieces, "")
}
this.lastProvinceId = provinceId
// 4
if cityId > 0 {
if cityId == this.lastCityId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(cityId)))
}
} else {
pieces = append(pieces, "")
}
this.lastCityId = cityId
// 5
if townId > 0 {
if townId == this.lastTownId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(townId)))
}
} else {
pieces = append(pieces, "")
}
this.lastTownId = townId
// 6
if providerId > 0 {
if providerId == this.lastProviderId {
pieces = append(pieces, "+")
} else {
pieces = append(pieces, this.formatUint64(uint64(providerId)))
}
} else {
pieces = append(pieces, "")
}
this.lastProviderId = providerId
_, err := this.writer.Write([]byte(strings.TrimRight(strings.Join(pieces, "|"), "|")))
if err != nil {
return err
}
_, err = this.writer.Write([]byte("\n"))
return err
}
func (this *WriterV2) Sum() string {
return this.writer.Sum()
}
func (this *WriterV2) formatUint64(i uint64) string {
return strconv.FormatUint(i, 32)
}

View File

@@ -0,0 +1,67 @@
// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
package iplibrary_test
import (
"bytes"
"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
"github.com/iwind/TeaGo/logs"
"testing"
)
func TestNewWriter(t *testing.T) {
//write
var buf = &bytes.Buffer{}
var writer = iplibrary.NewWriterV1(buf, &iplibrary.Meta{
Author: "GoEdge <https://goedge.cn>",
})
err := writer.WriteMeta()
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.1.100", "192.168.1.100", 100, 200, 300, 400, 500)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.2.100", "192.168.3.100", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("192.168.3.101", "192.168.3.101", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("::1", "::2", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("10.0.0.1", "10.0.0.2", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
err = writer.Write("10.0.0.3", "10.0.0.4", 101, 201, 301, 401, 501)
if err != nil {
t.Fatal(err)
}
t.Log(buf.String())
t.Log("sum:", writer.Sum())
// read
reader, err := iplibrary.NewReaderV2(buf)
if err != nil {
t.Fatal(err)
}
logs.PrintAsJSON(reader.IPv4Items(), t)
logs.PrintAsJSON(reader.IPv6Items(), t)
_ = reader
}