看到有很多python 的,然后写了个go 的,可以抓取高清图片
getp.go
复制代码 代码如下:
package main
import (
"io/ioutil"
"log"
"net/http"
"os"
"regexp"
"strconv"
"strings"
"sync"
)
var urlist [4]string
var album chan string
var w sync.WaitGroup
var dir string
func main() {
dir = "tmp/"
err := os.Mkdir(dir, 0777)
if err != nil {
isexist := os.IsExist(err)
log.Println(isexist)
}
album = make(chan string, 200)
urlist = [4]string{"http://me2-sex.lofter.com/tag/%E7%BE%8E%E5%A5%B3%E6%91%84%E5%BD%B1", "http://me2-sex.lofter.com/tag/%E6%AC%A7%E7%BE%8E", "http://me2-sex.lofter.com/tag/%E6%A8%A1%E7%89%B9", "http://me2-sex.lofter.com/tag/%E7%BE%8E%E5%AA%9B%E9%A6%86"}
for _, v := range urlist {
for i := 1; i <= 20; i++ {
url := v + strconv.Itoa(i)
w.Add(1)
go GetAlbum(url)
w.Wait()
}
}
}
func GetAlbum(url string) {
data := GetUrl(url)
body := string(data)
part := regexp.MustCompile(`<a class="img" href="(.*)">`)
match := part.FindAllStringSubmatch(body, -1)
for _, v := range match {
album <- v[1]
w.Add(1)
go GetItem()
}
w.Done()
}
func GetItem() {
url := <-album
defer func() {
ret := recover()
if ret != nil {
log.Println(ret)
w.Done()
} else {
w.Done()
}
}()
data := GetUrl(url)
if len(data) > 10 {
body := string(data)
part := regexp.MustCompile(`bigimgsrc="/UploadFiles/2021-04-08/(.*)">
match := part.FindAllStringSubmatch(body, -1)
for _, v := range match {
str := strings.Split(v[1], "/")
length := len(str)
source := GetUrl(v[1])
name := str[length-1]
file, err := os.Create(dir + name)
if err != nil {
panic(err)
}
size, err := file.Write(source)
defer file.Close()
if err != nil {
panic(err)
}
log.Println(size)
}
}
}
func GetUrl(url string) []byte {
ret, err := http.Get(url)
if err != nil {
log.Println(url)
status := map[string]string{}
status["status"] = "400"
status["url"] = url
panic(status)
}
body := ret.Body
data, _ := ioutil.ReadAll(body)
return data
}
以上所述就是本文的全部内容了,希望对大家熟悉go语言能够有所帮助。
go语言,抓取,高清,图片
更新动态
- 怎么安装电脑系统版本,怎么安装电脑的系统
- 苹果电脑wps安装字体,苹果电脑wps怎么设置字体
- 活力美少女!《摇曳露营△》各务原抚子&志摩凛手办
- 《哥斯拉大战金刚2》票房破9亿 观影人次达2100万!
- 全新IP!《寂静岭2:重制版》开发商正在开发两款新作
- FlorilegiumandAshleySolomon-Haydn-SymphoniesNos.6,7,8LeMatin,Lemidi,LeSoir[flac]
- [PTC5186211]花痴系列-柏辽兹-幻想交响曲,Op.14-小泽征尔-波士顿交响乐团iso
- 欧阳菲菲-爱的路上我和你[东尼机构TONYLP-71LP黑胶转录]1977WAV+CUE
- 玩家确认《剑星》实体版可玩未审核版本:需断网安装
- 用火力战胜恐惧!《Backrooms Break》现已正式上线
- 晨报|《庄园领主》销量破百万 塔科夫PVE正式版将免费
- 冯天石《飞叶穿林——冯天石竹笛演奏专辑》[320K/MP3][92.25MB]
- 冯天石《飞叶穿林——冯天石竹笛演奏专辑》[FLAC/分轨][208.98MB]
- 特污兔《填空题》[320KMP3][70.83MB]
- 张杰.2007-最美的太阳(EP)【天娱传媒】【WAV+CUE】