grs/grs.go

package grs

import (
	"errors"
	"fmt"
	"log"
	"net"
	"net/url"
	"regexp"
	"strings"
	"time"

	napping "gopkg.in/jmcvetta/napping.v3"
)

const (
	// GrsURL contains the RIPE REST API URL
	GrsURL = "http://rest.db.ripe.net/search.json"
)

// GRS contains whois data from the ripe API
type GRS struct {
	//ID           bson.ObjectId `bson:"_id,omitempty" json:"id"`
	ID           string       `bson:"_id" json:"_id"`
	Source       string       `bson:"source" json:"source"`
	IpFrom       string       `bson:"ip_from" json:"ip_from"`
	IpTo         string       `bson:"ip_to" json:"ip_to"`
	IpFromRaw    []byte       `bson:"ip_from_raw" json:"ip_from_raw"`
	IpToRaw      []byte       `bson:"ip_to_raw" json:"ip_to_raw"`
	Description  string       `bson:"description" json:"description"`
	Country      string       `bson:"country" json:"country"`
	Status       string       `bson:"status" json:"status"`
	Cidr         string       `bson:"cidr" json:"cidr"`
	NetMaskBits  int          `bson:"netmask_bits" json:"netmask_bits"`
	Name         string       `bson:"name" json:"name"`
	Org          string       `bson:"org" json:"org"`
	ASN          string       `bson:"asn" json:"asn"`
	CreatedAt    time.Time    `bson:"created_at" json:"created_at"`
	ModifiedAt   time.Time    `bson:"modified_at" json:"modified_at"`
	Organization Organization `bson:"organization" json:"organization"`
}

// GRSRaw contains the raw GRS response from the ripe API server
type GRSRaw struct {
	Service       Name          `json:"service"`
	Parameters    Parameters    `json:"parameters"`
	Objects       Objects       `json:"objects"`
	Terms         Terms         `json:"terms-and-conditions"`
	ErrorMessages ErrorMessages `json:"errormessages"`
}

// Name contains the GRS name
type Name struct {
	Name string `json:"name"`
}

// Parameters contains all API query parameters
type Parameters struct {
	InverseLookup map[string]interface{} `json:"inverse-lookup"`
	TypeFilters   map[string]interface{} `json:"type-filters"`
	Flags         map[string]interface{} `json:"flags"`
	QueryStrings  QueryString            `json:"query-strings"`
	Sources       Sources                `json:"sources"`
}

// QueryString contains a list of query-strings for API requests
type QueryString struct {
	QueryString []Value `json:"query-string"`
}

// Value contains a GRS value
type Value struct {
	Value string `json:"value"`
}

type Sources struct {
	Ids []Id `json:"source"`
}

type AutNum struct {
	Source       string
	ID           string
	Name         string
	Org          string
	AdminContact string
	TechContact  string
	Status       string
	Notify       []string
	Maintainer   []string
	Created      time.Time
	Modified     time.Time
	Organization Organization
}

type Organization struct {
	// ID           string
	Name         string
	Type         string
	Address      []string
	Phone        string
	Fax          string
	Email        string
	Organization string
	AbuseEmail   string
	Source       string
}

type Id struct {
	ID string `json:"id"`
}

type Objects struct {
	Objects []Object `json:"object"`
}

type Object struct {
	Type       string     `json:"type"`
	Link       Link       `json:"link"`
	Source     Id         `json:"source"`
	PrimaryKey Attributes `json:"primary-key"`
	Attributes Attributes `json:"attributes"`
	Tags       Tags       `json:"tags"`
}

type Link struct {
	Type string `json:"type"`
	Href string `json:"href"`
}

type Attributes struct {
	Attributes []Attribute `json:"attribute"`
}

type Attribute struct {
	Link           Link   `json:"link"`
	Name           string `json:"name"`
	Value          string `json:"value"`
	ReferencedType string `json:"referenced-type"`
}

type Tags struct {
	Tags []Tag `json:"tag"`
}

type Tag struct {
	ID   string `json:"id"`
	Data string `json:"data"`
}

type Terms struct {
	Type string `json:"type"`
	Href string `json:"href"`
}

type ErrorMessages struct {
	ErrorMessage []ErrorMessage `json:"errormessage"`
}

type ErrorMessage struct {
	Severity string `json:"severity"`
	Text     string `json:"text"`
}

// LookupAutNum looks up the Autonomous System Number (ASN) using the RIPE API and returns an AutNum object
func LookupAutNum(id string) (AutNum, error) {
	asID := id
	asID = strings.TrimPrefix(asID, "MNT-")
	asID = strings.TrimPrefix(asID, "AS")
	asID = fmt.Sprintf("AS%s", id)

	args := url.Values{}
	args.Set("query-string", id)
	args.Add("type-filter", "aut-num")
	args.Add("source", "ripe-grs")
	args.Add("source", "arin-grs")
	args.Add("source", "apnic-grs")
	args.Add("source", "lacnic-grs")
	args.Add("source", "afrinic-grs")

	var data GRSRaw

	resp, err := napping.Get(GrsURL, &args, &data, nil)

	if err != nil {
		return AutNum{}, errors.New(fmt.Sprint("Failed to load data from ", resp.Url, ": ", err))
	}

	if resp.Status() != 200 {
		return AutNum{}, errors.New(fmt.Sprint("Failed to load data from GRS server: ", resp.Status()))
	}

	if len(data.ErrorMessages.ErrorMessage) > 0 {
		return AutNum{}, errors.New(fmt.Sprint("No GRS data for ", id, ": ", data.ErrorMessages.ErrorMessage[0].Text))
	}
	if err != nil {
		return AutNum{}, err
	}

	var aut AutNum

	var autnum *Object
	var org *Object

	ymdRegexp := regexp.MustCompile(`^\d+$`)

	for i, e := range data.Objects.Objects {
		switch e.Type {
		case "aut-num":
			autnum = &data.Objects.Objects[i]
		case "organisation":
			org = &data.Objects.Objects[i]
		}
	}

	if autnum != nil {
		for _, e := range autnum.Attributes.Attributes {
			switch e.Name {
			case "aut-num":
				aut.ID = e.Value
			case "as-name":
				aut.Name = e.Value
			case "org":
				aut.Org = e.Value
			case "admin-c":
				aut.AdminContact = e.Value
			case "tech-c":
				aut.TechContact = e.Value
			case "status":
				aut.Status = e.Value
			case "mnt-by":
				aut.Maintainer = append(aut.Maintainer, e.Value)
			case "source":
				aut.Source = e.Value
			case "created":
				if ymdRegexp.MatchString(e.Value) {
					t, err := time.Parse("20060102", e.Value)
					if err != nil {
						log.Printf("%s: %s\n", e.Value, err)
						break
					}
					aut.Created = t
					break
				}

				t, err := time.Parse(time.RFC3339, e.Value)
				if err != nil {
					log.Printf("%s: %s\n", e.Value, err)
					break
				}
				aut.Created = t
			case "last-modified":
				if ymdRegexp.MatchString(e.Value) {
					t, err := time.Parse("20060102", e.Value)
					if err != nil {
						log.Printf("%s: %s\n", e.Value, err)
						break
					}
					aut.Modified = t
					break
				}

				t, err := time.Parse(time.RFC3339, e.Value)
				if err != nil {
					log.Printf("%s: %s\n", e.Value, err)
					break
				}
				aut.Modified = t
			}
		}
	}

	if org != nil {
		o := Organization{}

		for _, e := range org.Attributes.Attributes {
			switch e.Name {
			case "organisation":
				o.Organization = e.Value
			case "org-name":
				o.Name = e.Value
			case "org-type":
				o.Type = e.Value
			case "address":
				o.Address = append(o.Address, e.Value)
			case "phone":
				o.Phone = e.Value
			case "abuse-mailbox":
				o.AbuseEmail = e.Value
			case "e-mail":
				o.Email = e.Value
			}
		}

		aut.Organization = o
	}

	return aut, nil
}

// Lookup loads GRS data from the RIPE REST API and returns a GRS object
func Lookup(ip string) (GRS, error) {
	// var data map[string]interface{}
	var data GRSRaw

	args := url.Values{}
	args.Set("query-string", ip)
	args.Add("source", "ripe-grs")
	args.Add("source", "arin-grs")
	args.Add("source", "apnic-grs")
	args.Add("source", "lacnic-grs")
	args.Add("source", "afrinic-grs")

	resp, err := napping.Get(GrsURL, &args, &data, nil)

	if err != nil {
		return GRS{}, errors.New(fmt.Sprint("Failed to load data from ", resp.Url, ": ", err))
	}

	if resp.Status() != 200 {
		return GRS{}, errors.New(fmt.Sprint("Failed to load data from GRS server: ", resp.Status()))
	}

	if len(data.ErrorMessages.ErrorMessage) > 0 {
		return GRS{}, errors.New(fmt.Sprint("No GRS data for ", ip, ": ", data.ErrorMessages.ErrorMessage[0].Text))
	}

	grs := GRS{}
	var grs_inetnum *Object
	var grs_route *Object
	var grs_org *Object
	var inetnum string

	ymdRegexp := regexp.MustCompile(`^\d+$`)

	for i, e := range data.Objects.Objects {
		switch e.Type {
		case "inetnum":
			grs_inetnum = &data.Objects.Objects[i]
		case "inet6num":
			grs_inetnum = &data.Objects.Objects[i]
		case "route":
			grs_route = &data.Objects.Objects[i]
		case "organisation":
			grs_org = &data.Objects.Objects[i]
		}
	}

	// Inetnum fields
	//
	if grs_inetnum != nil {
		for _, e := range grs_inetnum.Attributes.Attributes {
			switch e.Name {
			case "inetnum":
				inetnum = e.Value
			case "inet6num":
				inetnum = e.Value
			case "netname":
				grs.Name = e.Value
			case "descr":
				grs.Description = e.Value
			case "country":
				grs.Country = e.Value
			case "status":
				grs.Status = e.Value
			case "org":
				grs.Org = e.Value
			case "source":
				grs.Source = e.Value
			case "created":
				if ymdRegexp.MatchString(e.Value) {
					t, err := time.Parse("20060102", e.Value)
					if err != nil {
						log.Printf("%s: %s\n", e.Value, err)
						break
					}
					grs.CreatedAt = t
					break
				}

				t, err := time.Parse(time.RFC3339, e.Value)
				if err != nil {
					log.Printf("%s: %s\n", e.Value, err)
					break
				}
				grs.CreatedAt = t
			case "last-modified":
				if ymdRegexp.MatchString(e.Value) {
					t, err := time.Parse("20060102", e.Value)
					if err != nil {
						log.Printf("%s: %s\n", e.Value, err)
						break
					}
					grs.ModifiedAt = t
					break
				}

				t, err := time.Parse(time.RFC3339, e.Value)
				if err != nil {
					log.Printf("%s: %s\n", e.Value, err)
					break
				}
				grs.ModifiedAt = t
			}
		}
	}

	// Route fields
	//
	if grs_route != nil {
		for _, e := range grs_route.Attributes.Attributes {
			switch e.Name {
			//case "route":
			//	grs.Cidr = e.Value
			case "descr":
				grs.Description = e.Value
			case "origin":
				grs.ASN = e.Value
			}
		}
	}

	var ipFrom net.IP
	var ipTo net.IP

	if inetnum != "" {

		_, network, err := net.ParseCIDR(inetnum)

		if err == nil {
			ipFrom, ipTo = networkRange(network)
			grs.IpFrom = ipFrom.String()
			grs.IpTo = ipTo.String()
			if grs.Cidr == "" {
				grs.Cidr = network.String()

				_, numBits := network.Mask.Size()
				grs.NetMaskBits = numBits
			}
		} else {
			reg := regexp.MustCompile(`^\s*(\d+\.\d+\.\d+\.\d+)\s*-\s*(\d+\.\d+\.\d+\.\d+)\s*$`)
			matches := reg.FindAllStringSubmatch(inetnum, -1)

			if matches != nil && matches[0] != nil && matches[0][1] != "" && matches[0][2] != "" {
				grs.IpFrom = matches[0][1]
				grs.IpTo = matches[0][2]

				ipFrom = net.ParseIP(grs.IpFrom)
				ipTo = net.ParseIP(grs.IpTo)

				_, masklen := cidr(ipFrom, ipTo)

				grs.NetMaskBits = masklen
				grs.Cidr = fmt.Sprintf("%s/%d", grs.IpFrom, masklen)

			}

		}

		grs.IpFromRaw = ipFrom.To16()
		grs.IpToRaw = ipTo.To16()
	}

	if grs_org != nil {
		org := Organization{}
		for _, e := range grs_org.Attributes.Attributes {
			switch e.Name {
			case "organisation":
				org.Organization = e.Value
			case "org-name":
				org.Name = e.Value
			case "org-type":
				org.Type = e.Value
			case "address":
				org.Address = append(org.Address, e.Value)
			case "e-mail":
				org.Email = e.Value
			case "abuse-mailbox":
				org.AbuseEmail = e.Value
			case "phone":
				org.Phone = e.Value
			case "fax":
				org.Fax = e.Value
			case "source":
				org.Source = e.Value
			}
		}
		grs.Organization = org
	}

	return grs, nil
}

// Calculates the first and last IP addresses in an IPNet
func networkRange(network *net.IPNet) (net.IP, net.IP) {
	netIP := network.IP.To16()
	firstIP := netIP.Mask(network.Mask)
	lastIP := net.ParseIP("::").To16()
	for i := 0; i < len(lastIP); i++ {
		lastIP[i] = netIP[i] | ^network.Mask[i]
	}
	return firstIP, lastIP
}

func cidr(first, last net.IP) (net.IPMask, int) {

	// Is the address IPv4?
	a := first.To4()
	b := last.To4()
	if a == nil || b == nil {
		a = first
		b = last
	}

	l := len(a)
	m := make([]byte, l)

	for i := 0; i < l; i++ {
		msk := a[i] ^ b[i]
		m[i] = ^msk
	}

	ipmask := net.IPMask(m)
	masklen, _ := ipmask.Size()

	return ipmask, masklen
}