Added support for PX5 to PX8 packages

Author: ip2location

LICENSE.TXT

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2018 IP2Location.com
+Copyright (c) 2019 IP2Location.com
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -1,9 +1,9 @@
 # IP2Proxy Erlang Module
 
-This module allows user to query an IP address if it was being used as open proxy, web proxy, VPN anonymizer and TOR exits. It lookup the proxy IP address from **IP2Proxy BIN Data** file. This data file can be downloaded at
+This module allows user to query an IP address if it was being used as VPN anonymizer, open proxies, web proxies, Tor exits, data center, web hosting (DCH) range and search engine robots (SES). It lookup the proxy IP address from **IP2Proxy BIN Data** file. This data file can be downloaded at
 
-* Free IP2Proxy BIN Data: http://lite.ip2location.com
-* Commercial IP2Proxy BIN Data: http://www.ip2location.com/proxy-database
+* Free IP2Proxy BIN Data: https://lite.ip2location.com
+* Commercial IP2Proxy BIN Data: https://www.ip2location.com/database/ip2proxy
 
 
 ## Compilation
@@ -19,17 +19,22 @@ Below are the methods supported in this package.
 |---|---|
 |open|Open the IP2Proxy BIN data for lookup.|
 |close|Close and clean up metadata.|
-|getpackageversion|Get the package version (1 to 4 for PX1 to PX4 respectively).|
+|getpackageversion|Get the package version (1 to 8 for PX1 to PX8 respectively).|
 |getmoduleversion|Get the module version.|
 |getdatabaseversion|Get the database version.|
-|isproxy|Check whether if an IP address was a proxy. Returned value:<ul><li>-1 : errors</li><li>0 : not a proxy</li><li>1 : a proxy</li><li>2 : a data center IP address</li></ul>|
+|isproxy|Check whether if an IP address was a proxy. Returned value:<ul><li>-1 : errors</li><li>0 : not a proxy</li><li>1 : a proxy</li><li>2 : a data center IP address or search engine robot</li></ul>|
 |getall|Return the proxy information in an array.|
-|getproxytype|Return the proxy type. Please visit <a href="https://www.ip2location.com/databases/px4-ip-proxytype-country-region-city-isp" target="_blank">IP2Location</a> for the list of proxy types supported|
+|getproxytype|Return the proxy type. Please visit <a href="https://www.ip2location.com/database/px8-ip-proxytype-country-region-city-isp-domain-usagetype-asn-lastseen" target="_blank">IP2Location</a> for the list of proxy types supported.|
 |getcountryshort|Return the ISO3166-1 country code (2-digits) of the proxy.|
 |getcountrylong|Return the ISO3166-1 country name of the proxy.|
-|getregion|Return the ISO3166-2 region name of the proxy. Please visit <a href="https://www.ip2location.com/free/iso3166-2" target="_blank">ISO3166-2 Subdivision Code</a> for the information of ISO3166-2 supported|
+|getregion|Return the ISO3166-2 region name of the proxy. Please visit <a href="https://www.ip2location.com/free/iso3166-2" target="_blank">ISO3166-2 Subdivision Code</a> for the information of ISO3166-2 supported.|
 |getcity|Return the city name of the proxy.|
 |getisp|Return the ISP name of the proxy.|
+|getdomain|Return the domain name of the proxy.|
+|getusagetype|Return the usage type classification of the proxy. Please visit <a href="https://www.ip2location.com/database/px8-ip-proxytype-country-region-city-isp-domain-usagetype-asn-lastseen" target="_blank">IP2Location</a> for the list of usage types supported.|
+|getasn|Return the autonomous system number of the proxy.|
+|getas|Return the autonomous system name of the proxy.|
+|getlastseen|Return the number of days that the proxy was last seen.|
 
 ## Example
 

ip2proxy.erl

@@ -1,12 +1,17 @@
 -module(ip2proxy).
--export([getpackageversion/0, getmoduleversion/0, getdatabaseversion/0, open/1, getall/1, getproxytype/1, getcountryshort/1, getcountrylong/1, getregion/1, getcity/1, getisp/1, isproxy/1, close/0]).
+-export([getpackageversion/0, getmoduleversion/0, getdatabaseversion/0, open/1, getall/1, getproxytype/1, getcountryshort/1, getcountrylong/1, getregion/1, getcity/1, getisp/1, getdomain/1, getusagetype/1, getasn/1, getas/1, getlastseen/1, isproxy/1, close/0]).
 -record(ip2proxyrecord, {
 	country_short = "-",
 	country_long = "-",
 	region = "-",
 	city = "-",
 	isp = "-",
 	proxy_type = "-",
+	domain = "-",
+	usage_type = "-",
+	asn = "-",
+	as = "-",
+	last_seen = "-",
 	is_proxy = 0
 }).
 
@@ -26,7 +31,7 @@ getpackageversion() ->
 	end.
 
 getmoduleversion() ->
-	"1.0.0".
+	"2.0.0".
 
 getdatabaseversion() ->
 	case ets:info(mymeta) of
@@ -152,11 +157,16 @@ readcolstring(S, Dbtype, Rowoffset, Col) ->
 
 
 readrecord(S, Dbtype, Rowoffset, Mode) ->
-	Country_position = [0, 2, 3, 3, 3],
-	Region_position = [0, 0, 0, 4, 4],
-	City_position = [0, 0, 0, 5, 5],
-	Isp_position = [0, 0, 0, 0, 6],
-	Proxytype_position = [0, 0, 2, 2, 2],
+	Country_position = [0, 2, 3, 3, 3, 3, 3, 3, 3],
+	Region_position = [0, 0, 0, 4, 4, 4, 4, 4, 4],
+	City_position = [0, 0, 0, 5, 5, 5, 5, 5, 5],
+	Isp_position = [0, 0, 0, 0, 6, 6, 6, 6, 6],
+	Proxytype_position = [0, 0, 2, 2, 2, 2, 2, 2, 2],
+	Domain_position = [0, 0, 0, 0, 0, 7, 7, 7, 7],
+	Usagetype_position = [0, 0, 0, 0, 0, 0, 8, 8, 8],
+	Asn_position = [0, 0, 0, 0, 0, 0, 0, 9, 9],
+	As_position = [0, 0, 0, 0, 0, 0, 0, 10, 10],
+	Lastseen_position = [0, 0, 0, 0, 0, 0, 0, 0, 11],
 
 	Countryshort_field = 1,
 	Countrylong_field = 2,
@@ -165,6 +175,11 @@ readrecord(S, Dbtype, Rowoffset, Mode) ->
 	Isp_field = 16,
 	Proxytype_field = 32,
 	Isproxy_field = 64,
+	Domain_field = 128,
+	Usagetype_field = 256,
+	Asn_field = 512,
+	As_field = 1024,
+	Lastseen_field = 2048,
 
 	if
 		(Mode band Proxytype_field /= 0) or (Mode band Isproxy_field /= 0) ->
@@ -201,12 +216,47 @@ readrecord(S, Dbtype, Rowoffset, Mode) ->
 			Isp = ""
 	end,
 
+	if
+		Mode band Domain_field /= 0 ->
+			Domain = readcolstring(S, Dbtype, Rowoffset, Domain_position);
+		true ->
+			Domain = ""
+	end,
+	
+	if
+		Mode band Usagetype_field /= 0 ->
+			Usage_type = readcolstring(S, Dbtype, Rowoffset, Usagetype_position);
+		true ->
+			Usage_type = ""
+	end,
+	
+	if
+		Mode band Asn_field /= 0 ->
+			Asn = readcolstring(S, Dbtype, Rowoffset, Asn_position);
+		true ->
+			Asn = ""
+	end,
+	
+	if
+		Mode band As_field /= 0 ->
+			As = readcolstring(S, Dbtype, Rowoffset, As_position);
+		true ->
+			As = ""
+	end,
+	
+	if
+		Mode band Lastseen_field /= 0 ->
+			Last_seen = readcolstring(S, Dbtype, Rowoffset, Lastseen_position);
+		true ->
+			Last_seen = ""
+	end,
+	
 	if
 		(Country_short == "-") or (Proxy_type == "-") ->
 			Is_proxy = 0;
 		true ->
 			if
-				Proxy_type == "DCH" ->
+				(Proxy_type == "DCH") or (Proxy_type == "SES") ->
 					Is_proxy = 2;
 				true ->
 					Is_proxy = 1
@@ -220,6 +270,11 @@ readrecord(S, Dbtype, Rowoffset, Mode) ->
 	city = City,
 	isp = Isp,
 	proxy_type = Proxy_type,
+	domain = Domain,
+	usage_type = Usage_type,
+	asn = Asn,
+	as = As,
+	last_seen = Last_seen,
 	is_proxy = Is_proxy
 	}.
 
@@ -265,6 +320,11 @@ searchtree(S, Ipnum, Dbtype, Low, High, BaseAddr, Colsize, Iptype, Mode) ->
 			city = X,
 			isp = X,
 			proxy_type = X,
+			domain = X,
+			usage_type = X,
+			asn = X,
+			as = X,
+			last_seen = X,
 			is_proxy = -1
 			}
 	end.
@@ -292,7 +352,7 @@ search6(S, Ipnum, Dbtype, Low, High, Baseaddr, Indexbaseaddr, Colsize, Mode) ->
 	end.
 
 getall(Ip) ->
-	query(Ip, 127).
+	query(Ip, 4095).
 
 getcountryshort(Ip) ->
 	Result = query(Ip, 1),
@@ -318,6 +378,26 @@ getproxytype(Ip) ->
 	Result = query(Ip, 32),
 	Result#ip2proxyrecord.proxy_type.
 
+getdomain(Ip) ->
+	Result = query(Ip, 128),
+	Result#ip2proxyrecord.domain.
+
+getusagetype(Ip) ->
+	Result = query(Ip, 256),
+	Result#ip2proxyrecord.usage_type.
+
+getasn(Ip) ->
+	Result = query(Ip, 512),
+	Result#ip2proxyrecord.asn.
+
+getas(Ip) ->
+	Result = query(Ip, 1024),
+	Result#ip2proxyrecord.as.
+
+getlastseen(Ip) ->
+	Result = query(Ip, 2048),
+	Result#ip2proxyrecord.last_seen.
+
 isproxy(Ip) ->
 	Result = query(Ip, 64),
 	Result#ip2proxyrecord.is_proxy.
@@ -374,6 +454,11 @@ query(Ip, Mode) ->
 					city = X,
 					isp = X,
 					proxy_type = X,
+					domain = X,
+					usage_type = X,
+					asn = X,
+					as = X,
+					last_seen = X,
 					is_proxy = -1
 					}
 				end;
@@ -385,6 +470,11 @@ query(Ip, Mode) ->
 				city = Y,
 				isp = Y,
 				proxy_type = Y,
+				domain = Y,
+				usage_type = Y,
+				asn = Y,
+				as = Y,
+				last_seen = Y,
 				is_proxy = -1
 				}
 			end

test.erl

@@ -5,20 +5,25 @@ printme(V) ->
 	case V of
 		{} ->
 			io:format("No results.~n", []);
-		{ip2proxyrecord, Country_short, Country_long, Region, City, Isp, Proxy_type, Is_proxy} ->
+		{ip2proxyrecord, Country_short, Country_long, Region, City, Isp, Proxy_type, Domain, Usage_type, Asn, As, Last_seen, Is_proxy} ->
 			io:format("Country_short: ~p~n", [Country_short]),
 			io:format("Country_long: ~p~n", [Country_long]),
 			io:format("Region: ~p~n", [Region]),
 			io:format("City: ~p~n", [City]),
 			io:format("Isp: ~p~n", [Isp]),
 			io:format("Proxy_type: ~p~n", [Proxy_type]),
+			io:format("Domain: ~p~n", [Domain]),
+			io:format("Usage_type: ~p~n", [Usage_type]),
+			io:format("Asn: ~p~n", [Asn]),
+			io:format("As: ~p~n", [As]),
+			io:format("Last_seen: ~p~n", [Last_seen]),
 			io:format("Is_proxy: ~p~n", [Is_proxy])
 	end,
 	io:format("===================================================================~n", []).
 
 testme() ->
-	X = "199.83.103.79",
-	case ip2proxy:open("IP2PROXY-IP-PROXYTYPE-COUNTRY-REGION-CITY-ISP.BIN") of
+	X = "37.252.228.50",
+	case ip2proxy:open("./IP2Proxy/bin/IP2PROXY-IP-PROXYTYPE-COUNTRY-REGION-CITY-ISP-DOMAIN-USAGETYPE-ASN-LASTSEEN.BIN") of
 	0 ->
 		io:format("getpackageversion: ~p~n", [ip2proxy:getpackageversion()]),
 		io:format("getmoduleversion: ~p~n", [ip2proxy:getmoduleversion()]),
@@ -32,6 +37,11 @@ testme() ->
 		io:format("City: ~p~n", [ip2proxy:getcity(X)]),
 		io:format("Isp: ~p~n", [ip2proxy:getisp(X)]),
 		io:format("Proxy_type: ~p~n", [ip2proxy:getproxytype(X)]),
+		io:format("Domain: ~p~n", [ip2proxy:getdomain(X)]),
+		io:format("Usage_type: ~p~n", [ip2proxy:getusagetype(X)]),
+		io:format("Asn: ~p~n", [ip2proxy:getasn(X)]),
+		io:format("AS: ~p~n", [ip2proxy:getas(X)]),
+		io:format("Last_seen: ~p~n", [ip2proxy:getlastseen(X)]),
 		io:format("Is_proxy: ~p~n", [ip2proxy:isproxy(X)]);
 	_ ->
 		io:format("Error reading BIN file~n", [])