Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 4 additions & 6 deletions getter/89ip.go
Original file line number Diff line number Diff line change
Expand Up @@ -6,25 +6,26 @@ import (
//"fmt"
"github.com/go-clog/clog"

"github.com/henson/proxypool/pkg/models"
"regexp"
"strings"

"github.com/henson/proxypool/pkg/models"
)

//IP89 get ip from www.89ip.cn
func IP89() (result []*models.IP) {
clog.Info("89IP] start test")
var ExprIP = regexp.MustCompile(`((25[0-5]|2[0-4]\d|((1\d{2})|([1-9]?\d)))\.){3}(25[0-5]|2[0-4]\d|((1\d{2})|([1-9]?\d)))\:([0-9]+)`)
pollURL := "http://www.89ip.cn/tqdl.html?api=1&num=100&port=&address=%E7%BE%8E%E5%9B%BD&isp="

resp, err := http.Get(pollURL)
if err != nil {
clog.Warn(err.Error())
return
}

if resp.StatusCode != 200 {
clog.Warn(err.Error())
clog.Warn("failed to get proxies from 89ip, http status: %d, error: %v", resp.StatusCode, err)
return
}
defer resp.Body.Close()
Expand All @@ -40,9 +41,6 @@ func IP89() (result []*models.IP) {
result = append(result, ip)
}



clog.Info("89IP done.")
return
}

2 changes: 1 addition & 1 deletion pkg/storage/filter.go
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ func ProxyRandom() (ip *models.IP) {
x := len(ips)
clog.Warn("len(ips) = %d", x)
if err != nil || x == 0 {
clog.Warn(err.Error())
clog.Warn("failed to get random ip, len(ips) %d, error %v", x, err)
return models.NewIP()
}
randomNum := RandInt(0, x)
Expand Down