package maxmind import ( "encoding/csv" "encoding/json" "fmt" "io" "os" "path/filepath" "strings" "github.com/Loyalsoldier/geoip/lib" ) const ( TypeGeoLite2ASNCSVIn = "maxmindGeoLite2ASNCSV" DescGeoLite2ASNCSVIn = "Convert MaxMind GeoLite2 ASN CSV data to other formats" ) var ( defaultGeoLite2ASNCSVIPv4File = filepath.Join("./", "geolite2", "GeoLite2-ASN-Blocks-IPv4.csv") defaultGeoLite2ASNCSVIPv6File = filepath.Join("./", "geolite2", "GeoLite2-ASN-Blocks-IPv6.csv") ) func init() { lib.RegisterInputConfigCreator(TypeGeoLite2ASNCSVIn, func(action lib.Action, data json.RawMessage) (lib.InputConverter, error) { return newGeoLite2ASNCSVIn(action, data) }) lib.RegisterInputConverter(TypeGeoLite2ASNCSVIn, &GeoLite2ASNCSVIn{ Description: DescGeoLite2ASNCSVIn, }) } func newGeoLite2ASNCSVIn(action lib.Action, data json.RawMessage) (lib.InputConverter, error) { var tmp struct { IPv4File string `json:"ipv4"` IPv6File string `json:"ipv6"` Want lib.WantedListExtended `json:"wantedList"` OnlyIPType lib.IPType `json:"onlyIPType"` } if len(data) > 0 { if err := json.Unmarshal(data, &tmp); err != nil { return nil, err } } // When both of IP files are not specified, // it means user wants to use the default ones if tmp.IPv4File == "" && tmp.IPv6File == "" { tmp.IPv4File = defaultGeoLite2ASNCSVIPv4File tmp.IPv6File = defaultGeoLite2ASNCSVIPv6File } // Filter want list wantList := make(map[string][]string) // map[asn][]listname or map[asn][]asn for list, asnList := range tmp.Want.TypeMap { list = strings.ToUpper(strings.TrimSpace(list)) if list == "" { continue } for _, asn := range asnList { asn = strings.TrimPrefix(strings.ToLower(strings.TrimSpace(asn)), "as") if asn == "" { continue } if listArr, found := wantList[asn]; found { listArr = append(listArr, list) wantList[asn] = listArr } else { wantList[asn] = []string{list} } } } for _, asn := range tmp.Want.TypeSlice { asn = strings.TrimPrefix(strings.ToLower(strings.TrimSpace(asn)), "as") if asn == "" { continue } wantList[asn] = []string{"AS" + asn} } return &GeoLite2ASNCSVIn{ Type: TypeGeoLite2ASNCSVIn, Action: action, Description: DescGeoLite2ASNCSVIn, IPv4File: tmp.IPv4File, IPv6File: tmp.IPv6File, Want: wantList, OnlyIPType: tmp.OnlyIPType, }, nil } type GeoLite2ASNCSVIn struct { Type string Action lib.Action Description string IPv4File string IPv6File string Want map[string][]string OnlyIPType lib.IPType } func (g *GeoLite2ASNCSVIn) GetType() string { return g.Type } func (g *GeoLite2ASNCSVIn) GetAction() lib.Action { return g.Action } func (g *GeoLite2ASNCSVIn) GetDescription() string { return g.Description } func (g *GeoLite2ASNCSVIn) Input(container lib.Container) (lib.Container, error) { entries := make(map[string]*lib.Entry) if g.IPv4File != "" { if err := g.process(g.IPv4File, entries); err != nil { return nil, err } } if g.IPv6File != "" { if err := g.process(g.IPv6File, entries); err != nil { return nil, err } } if len(entries) == 0 { return nil, fmt.Errorf("❌ [type %s | action %s] no entry is generated", g.Type, g.Action) } var ignoreIPType lib.IgnoreIPOption switch g.OnlyIPType { case lib.IPv4: ignoreIPType = lib.IgnoreIPv6 case lib.IPv6: ignoreIPType = lib.IgnoreIPv4 } for _, entry := range entries { switch g.Action { case lib.ActionAdd: if err := container.Add(entry, ignoreIPType); err != nil { return nil, err } case lib.ActionRemove: if err := container.Remove(entry, lib.CaseRemovePrefix, ignoreIPType); err != nil { return nil, err } default: return nil, lib.ErrUnknownAction } } return container, nil } func (g *GeoLite2ASNCSVIn) process(file string, entries map[string]*lib.Entry) error { if entries == nil { entries = make(map[string]*lib.Entry) } var f io.ReadCloser var err error switch { case strings.HasPrefix(strings.ToLower(file), "http://"), strings.HasPrefix(strings.ToLower(file), "https://"): f, err = lib.GetRemoteURLReader(file) default: f, err = os.Open(file) } if err != nil { return err } defer f.Close() reader := csv.NewReader(f) reader.Read() // skip header for { record, err := reader.Read() if err == io.EOF { break } if err != nil { return err } if len(record) < 2 { return fmt.Errorf("❌ [type %s | action %s] invalid record: %v", g.Type, g.Action, record) } // Maxmind ASN CSV reference: // network,autonomous_system_number,autonomous_system_organization // 1.0.0.0/24,13335,CLOUDFLARENET // 1.0.4.0/22,38803,"Gtelecom Pty Ltd" // 1.0.16.0/24,2519,"ARTERIA Networks Corporation" switch len(g.Want) { case 0: // it means user wants all ASNs asn := "AS" + strings.TrimSpace(record[1]) // default list name is in "AS12345" format entry, got := entries[asn] if !got { entry = lib.NewEntry(asn) } if err := entry.AddPrefix(strings.TrimSpace(record[0])); err != nil { return err } entries[asn] = entry default: // it means user wants specific ASNs or customized lists with specific ASNs if listArr, found := g.Want[strings.TrimSpace(record[1])]; found { for _, listName := range listArr { entry, got := entries[listName] if !got { entry = lib.NewEntry(listName) } if err := entry.AddPrefix(strings.TrimSpace(record[0])); err != nil { return err } entries[listName] = entry } } } } return nil }