登录注册

当前位置：首页 > 文章列表 > Golang > Go问答 > 网络请求库和协程池在每次运行时产生不同结果

网络请求库和协程池在每次运行时产生不同结果

来源：stackoverflow 2024-03-03 21:00:29 0浏览 收藏

知识点掌握了，还需要不断练习才能熟练运用。下面golang学习网给大家带来一个Golang开发实战，手把手教大家学习《网络请求库和协程池在每次运行时产生不同结果》，在实现功能的过程中也带大家重新温习相关知识点，温故而知新，回头看看说不定又有不一样的感悟！

问题内容

我编写了一段代码来区分提供 200 个响应的域和不提供 200 个响应的域。 尽管我有 3447 个不同的域，但每次运行程序后我都会得到不同的结果。

我找到域名的来源：https://github.com/opendns/public-domain-lists/blob/master/opendns-random-domains.txt

wc -l 示例.txt 3447

package main

import (
    "bufio"
    "log"
    "net/http"
    "os"
    "sync"
    "time"

    "github.com/panjf2000/ants"
)

var sitelist []string

func check(pool interface{}) {
    address := pool.(string)
    client := &http.client{}
    client.timeout = time.second * 5
    req, _ := http.newrequest("get", "http://"+address, nil)

    if response, err := client.do(req); err == nil {
        status := response.statuscode
        if status == 200 {
            // log.println("works:", address)
            sitelist = append(sitelist, "works:"+address)
            return
        }

        // log.println("not working:", address)
        sitelist = append(sitelist, "not-works:"+address)

    } else {
        // log.println("not working:", address)
        sitelist = append(sitelist, "not-works:"+address)

    }

}

func main() {

    defer ants.release()

    var wg sync.waitgroup
    p, _ := ants.newpoolwithfunc(1000, func(i interface{}) {
        check(i)
        wg.done()
    })
    defer p.release()

    file, err := os.open("example.txt")
    if err != nil {
        log.fatal(err)
    }
    defer file.close()

    scanner := bufio.newscanner(file)
    for scanner.scan() {
        wg.add(1)
        a := scanner.text()
        _ = p.invoke(string(a))
    }

    wg.wait()

    log.println(len(sitelist))
}

go运行./main.go

3385

go运行./main.go

3338

go运行./main.go

3300

这是 example.txt

我不明白我做错了什么。谢谢

我注意到当我想使用地图时，我收到不同的错误。

代码：

package main

import (
    "bufio"
    "fmt"
    "log"
    "net/http"
    "os"
    "sync"
    "time"

    "github.com/panjf2000/ants"
)

var (
    sitelist = make(map[string]int8)
)

func check(pool interface{}) {

    address := pool.(string)
    client := &http.client{}
    client.timeout = time.second * 15

    req, _ := http.newrequest("get", "http://"+address, nil)
    if response, err := client.do(req); err == nil {
        status := response.statuscode
        if status == 200 {

            sitelist[string(address)] = 1

        } else {

            sitelist[string(address)] = 0
        }
    } else {

        sitelist[string(address)] = 0

    }

}

func main() {

    defer ants.release()
    var wg sync.waitgroup
    p, _ := ants.newpoolwithfunc(1000, func(i interface{}) {
        check(i)
        wg.done()
    })
    defer p.release()
    file, err := os.open("example.txt")
    if err != nil {
        log.fatal(err)
    }
    defer file.close()

    scanner := bufio.newscanner(file)
    for scanner.scan() {
        wg.add(1)
        a := scanner.text()
        _ = p.invoke(string(a))
    }

    wg.wait()

    fmt.println(len(sitelist))

}

输出：

goroutine 4027 [select]:
net.cgoLookupIP({0x6b8778, 0xc002dff1c0}, {0x65d1b4, 0xf}, {0xc00073aa38, 0xc00003de10})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002dff1c0}, {0x65d1b4, 0x3}, {0xc00073aa38, 0xf})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002dff1c0}, 0x0, {0x65d1b4, 0x0}, {0xc00073aa38, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc002a1b270, {0xc00035cc18, 0x13}, 0xc0014cfb80)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4028 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc00073aa38, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc00035cc18}, {0xc00073aa38, 0xc0014cfb80})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4053 [select]:
net.cgoLookupIP({0x6b8778, 0xc002f25140}, {0x65d1b4, 0xb}, {0xc000842f50, 0xc000040610})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002f25140}, {0x65d1b4, 0x3}, {0xc000842f50, 0xb})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002f25140}, 0x0, {0x65d1b4, 0x0}, {0xc000842f50, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc002a97680, {0xc0006b2530, 0xf}, 0xc0014cfc30)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4054 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc000842f50, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc0006b2530}, {0xc000842f50, 0xc0014cfc30})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4029 [select]:
net.(*Resolver).lookupIPAddr(0x842360, {0x6b87e8, 0xc00173b4a0}, {0x65d1b4, 0x10}, {0xc000842f60, 0xd})
        /usr/lib/go/src/net/lookup.go:302 +0x5c7
net.(*Resolver).internetAddrList(0x6b87e8, {0x6b87e8, 0xc00173b4a0}, {0x65d1b4, 0x3}, {0xc000842f60, 0x10})
        /usr/lib/go/src/net/ipsock.go:288 +0x67a
net.(*Resolver).resolveAddrList(0x872790, {0x6b87e8, 0xc00173b4a0}, {0x65d30e, 0x4}, {0x65d1b4, 0xc000718d80}, {0xc000842f60, 0x10}, {0x0, ...})
        /usr/lib/go/src/net/dial.go:221 +0x41b
net.(*Dialer).DialContext(0xc00002c2a0, {0x6b87e8, 0xc00173b4a0}, {0x65d1b4, 0x7f61b406d4b8}, {0xc000842f60, 0x118})
        /usr/lib/go/src/net/dial.go:406 +0x448
net/http.(*Transport).dial(0xc00173b4a0, {0x6b87e8, 0xc00173b4a0}, {0x65d1b4, 0x5dcff9}, {0xc000842f60, 0xc00181bd00})
        /usr/lib/go/src/net/http/transport.go:1166 +0xda
net/http.(*Transport).dialConn(0x83cd80, {0x6b87e8, 0xc00173b4a0}, {{}, 0x0, {0xc00073aa80, 0x4}, {0xc000842f60, 0x10}, 0x0})
        /usr/lib/go/src/net/http/transport.go:1604 +0x845
net/http.(*Transport).dialConnFor(0xc00073aa38, 0xc0014cfd90)
        /usr/lib/go/src/net/http/transport.go:1446 +0xb0
created by net/http.(*Transport).queueForDial
        /usr/lib/go/src/net/http/transport.go:1415 +0x3d7

goroutine 4040 [select]:
net.cgoLookupIP({0x6b8778, 0xc002cb8640}, {0x65d1b4, 0xf}, {0xc00073aa68, 0xc000033e10})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002cb8640}, {0x65d1b4, 0x3}, {0xc00073aa68, 0xf})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002cb8640}, 0x0, {0x65d1b4, 0x0}, {0xc00073aa68, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc0013fff90, {0xc00073b4a0, 0x13}, 0xc0014cfce0)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4041 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc00073aa68, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc00073b4a0}, {0xc00073aa68, 0xc0014cfce0})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4055 [select]:
net.(*Resolver).lookupIPAddr(0x842360, {0x6b87e8, 0xc001566720}, {0x65d1b4, 0x15}, {0xc0015462e8, 0x12})
        /usr/lib/go/src/net/lookup.go:302 +0x5c7
net.(*Resolver).internetAddrList(0x6b87e8, {0x6b87e8, 0xc001566720}, {0x65d1b4, 0x3}, {0xc0015462e8, 0x15})
        /usr/lib/go/src/net/ipsock.go:288 +0x67a
net.(*Resolver).resolveAddrList(0x872790, {0x6b87e8, 0xc001566720}, {0x65d30e, 0x4}, {0x65d1b4, 0xc00006e000}, {0xc0015462e8, 0x15}, {0x0, ...})
        /usr/lib/go/src/net/dial.go:221 +0x41b
net.(*Dialer).DialContext(0xc00002c2a0, {0x6b87e8, 0xc001566720}, {0x65d1b4, 0x7f61b417e378}, {0xc0015462e8, 0x118})
        /usr/lib/go/src/net/dial.go:406 +0x448
net/http.(*Transport).dial(0xc001566720, {0x6b87e8, 0xc001566720}, {0x65d1b4, 0x5dcff9}, {0xc0015462e8, 0xc0013d2c00})
        /usr/lib/go/src/net/http/transport.go:1166 +0xda
net/http.(*Transport).dialConn(0x83cd80, {0x6b87e8, 0xc001566720}, {{}, 0x0, {0xc00047c160, 0x4}, {0xc0015462e8, 0x15}, 0x0})
        /usr/lib/go/src/net/http/transport.go:1604 +0x845
net/http.(*Transport).dialConnFor(0xc000842f50, 0xc000fff1e0)
        /usr/lib/go/src/net/http/transport.go:1446 +0xb0
created by net/http.(*Transport).queueForDial
        /usr/lib/go/src/net/http/transport.go:1415 +0x3d7

goroutine 4030 [select]:
net.cgoLookupIP({0x6b8778, 0xc002dff280}, {0x65d1b4, 0xd}, {0xc000842f60, 0xc00003de10})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002dff280}, {0x65d1b4, 0x3}, {0xc000842f60, 0xd})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002dff280}, 0x0, {0x65d1b4, 0x0}, {0xc000842f60, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc002a1b2c0, {0xc00035cc30, 0x11}, 0xc0014cfd90)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4031 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc000842f60, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc00035cc30}, {0xc000842f60, 0xc0014cfd90})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4042 [select]:
net.(*Resolver).lookupIPAddr(0x842360, {0x6b87e8, 0xc001eb28a0}, {0x65d1b4, 0x12}, {0xc00073ad68, 0xf})
        /usr/lib/go/src/net/lookup.go:302 +0x5c7
net.(*Resolver).internetAddrList(0x6b87e8, {0x6b87e8, 0xc001eb28a0}, {0x65d1b4, 0x3}, {0xc00073ad68, 0x12})
        /usr/lib/go/src/net/ipsock.go:288 +0x67a
net.(*Resolver).resolveAddrList(0x872790, {0x6b87e8, 0xc001eb28a0}, {0x65d30e, 0x4}, {0x65d1b4, 0xc0007193e0}, {0xc00073ad68, 0x12}, {0x0, ...})
        /usr/lib/go/src/net/dial.go:221 +0x41b
net.(*Dialer).DialContext(0xc00002c2a0, {0x6b87e8, 0xc001eb28a0}, {0x65d1b4, 0x7f61b41711f8}, {0xc00073ad68, 0x118})
        /usr/lib/go/src/net/dial.go:406 +0x448
net/http.(*Transport).dial(0xc001eb28a0, {0x6b87e8, 0xc001eb28a0}, {0x65d1b4, 0x5dcff9}, {0xc00073ad68, 0xc00147a000})
        /usr/lib/go/src/net/http/transport.go:1166 +0xda
net/http.(*Transport).dialConn(0x83cd80, {0x6b87e8, 0xc001eb28a0}, {{}, 0x0, {0xc000690840, 0x4}, {0xc00073ad68, 0x12}, 0x0})
        /usr/lib/go/src/net/http/transport.go:1604 +0x845
net/http.(*Transport).dialConnFor(0xc00073aa68, 0xc001ecc000)
        /usr/lib/go/src/net/http/transport.go:1446 +0xb0
created by net/http.(*Transport).queueForDial
        /usr/lib/go/src/net/http/transport.go:1415 +0x3d7

goroutine 4032 [select]:
net.(*Resolver).lookupIPAddr(0x842360, {0x6b87e8, 0xc00159cf00}, {0x65d1b4, 0x13}, {0xc0000bea38, 0x10})
        /usr/lib/go/src/net/lookup.go:302 +0x5c7
net.(*Resolver).internetAddrList(0x6b87e8, {0x6b87e8, 0xc00159cf00}, {0x65d1b4, 0x3}, {0xc0000bea38, 0x13})
        /usr/lib/go/src/net/ipsock.go:288 +0x67a
net.(*Resolver).resolveAddrList(0x872790, {0x6b87e8, 0xc00159cf00}, {0x65d30e, 0x4}, {0x65d1b4, 0xc0003a6b60}, {0xc0000bea38, 0x13}, {0x0, ...})
        /usr/lib/go/src/net/dial.go:221 +0x41b
net.(*Dialer).DialContext(0xc00002c2a0, {0x6b87e8, 0xc00159cf00}, {0x65d1b4, 0x7f61b406d4b8}, {0xc0000bea38, 0x118})
        /usr/lib/go/src/net/dial.go:406 +0x448
net/http.(*Transport).dial(0xc00159cf00, {0x6b87e8, 0xc00159cf00}, {0x65d1b4, 0x5dcff9}, {0xc0000bea38, 0xc0015bb800})
        /usr/lib/go/src/net/http/transport.go:1166 +0xda
net/http.(*Transport).dialConn(0x83cd80, {0x6b87e8, 0xc00159cf00}, {{}, 0x0, {0xc0003c0750, 0x4}, {0xc0000bea38, 0x13}, 0x0})
        /usr/lib/go/src/net/http/transport.go:1604 +0x845
net/http.(*Transport).dialConnFor(0xc000842f60, 0xc001379970)
        /usr/lib/go/src/net/http/transport.go:1446 +0xb0
created by net/http.(*Transport).queueForDial
        /usr/lib/go/src/net/http/transport.go:1415 +0x3d7

goroutine 4056 [select]:
net.cgoLookupIP({0x6b8778, 0xc002f25200}, {0x65d1b4, 0x12}, {0xc0015462e8, 0xc000040610})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002f25200}, {0x65d1b4, 0x3}, {0xc0015462e8, 0x12})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002f25200}, 0x0, {0x65d1b4, 0x0}, {0xc0015462e8, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc002a976d0, {0xc000690f00, 0x16}, 0xc000fff1e0)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4057 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc0015462e8, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc000690f00}, {0xc0015462e8, 0xc000fff1e0})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4043 [select]:
net.cgoLookupIP({0x6b8778, 0xc002cb8700}, {0x65d1b4, 0xf}, {0xc00073ad68, 0xc000033e10})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002cb8700}, {0x65d1b4, 0x3}, {0xc00073ad68, 0xf})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002cb8700}, 0x0, {0x65d1b4, 0x0}, {0xc00073ad68, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc002ce2000, {0xc00073b4b8, 0x13}, 0xc001ecc000)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4033 [select]:
net.cgoLookupIP({0x6b8778, 0xc002dff340}, {0x65d1b4, 0x10}, {0xc0000bea38, 0xc00003de10})
        /usr/lib/go/src/net/cgo_unix.go:231 +0x1b7
net.(*Resolver).lookupIP(0x842360, {0x6b8778, 0xc002dff340}, {0x65d1b4, 0x3}, {0xc0000bea38, 0x10})
        /usr/lib/go/src/net/lookup_unix.go:97 +0x128
net.glob..func1({0x6b8778, 0xc002dff340}, 0x0, {0x65d1b4, 0x0}, {0xc0000bea38, 0x5ea7d0})
        /usr/lib/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/lib/go/src/net/lookup.go:296 +0x9f
internal/singleflight.(*Group).doCall(0x842370, 0xc002a1b310, {0xc00035cc48, 0x14}, 0xc001379970)
        /usr/lib/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/lib/go/src/internal/singleflight/singleflight.go:88 +0x2f1

goroutine 4044 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc00073ad68, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc00073b4b8}, {0xc00073ad68, 0xc001ecc000})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4066 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc0000bea38, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc00035cc48}, {0xc0000bea38, 0xc001379970})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 4001 [chan send]:
net.acquireThread()
        /usr/lib/go/src/net/net.go:675 +0x45
net.cgoLookupIPCNAME({0x65d1b4, 0x3}, {0xc0005908e0, 0x4})
        /usr/lib/go/src/net/cgo_unix.go:146 +0x85
net.cgoIPLookup(0x842370, {0x65d1b4, 0xc0005908f0}, {0xc0005908e0, 0xc0020ec420})
        /usr/lib/go/src/net/cgo_unix.go:220 +0x3b
created by net.cgoLookupIP
        /usr/lib/go/src/net/cgo_unix.go:230 +0x125

goroutine 1744 [select]:
net.(*netFD).connect.func2()
        /usr/lib/go/src/net/fd_unix.go:119 +0x9e
created by net.(*netFD).connect
        /usr/lib/go/src/net/fd_unix.go:118 +0x385
exit status 2
...

正确答案


根据给出的答案，我了解到存在数据争用情况。

我用sync.mutex的外部函数解决了这个问题

package main

import (
    "bufio"
    "fmt"
    "log"
    "net/http"
    "os"
    "sync"
    "time"

    "github.com/panjf2000/ants"
)

var (
    sitelist = make(map[string]int8)
)

var wg sync.WaitGroup
var m sync.Mutex

func add(address string, status int8, m *sync.Mutex) {
    m.Lock()
    sitelist[address] = status
    m.Unlock()
}

func check(pool interface{}) {
    address := pool.(string)

    client := &http.Client{}
    client.Timeout = time.Second * 45

    req, _ := http.NewRequest("GET", "http://"+address, nil)

    if response, err := client.Do(req); err == nil {

        status := response.StatusCode
        if status == 200 {

            add(address, 1, &m)

        } else {

            add(address, 0, &m)

        }
    } else {
        add(address, 0, &m)

    }

}

func main() {

    defer ants.Release()
    p, _ := ants.NewPoolWithFunc(1000, func(i interface{}) {
        check(i)
        wg.Done()
    })

    defer p.Release()
    file, err := os.Open("example.txt")
    if err != nil {
        log.Fatal(err)
    }
    defer file.Close()

    scanner := bufio.NewScanner(file)
    for scanner.Scan() {
        a := scanner.Text()
        wg.Add(1)
        _ = p.Invoke(string(a))

    }
    wg.Wait()

    fmt.Println(len(sitelist))

}

文中关于的知识介绍，希望对你的学习有所帮助！若是受益匪浅，那就动动鼠标收藏这篇《网络请求库和协程池在每次运行时产生不同结果》文章吧，也可关注golang学习网公众号了解相关技术文章。

版本声明
本文转载于：stackoverflow 如有侵犯，请联系study_golang@163.com删除
如何在beego中指定自定义数据库迁移表如何在beego中指定自定义数据库迁移表
上一篇
如何在beego中指定自定义数据库迁移表
可以在使用 prestop 钩子进行优雅终止之前，硬驱逐进程吗？
下一篇
可以在使用 prestop 钩子进行优雅终止之前，硬驱逐进程吗？
查看更多
最新文章
查看更多
课程推荐
  • 前端进阶之JavaScript设计模式
    前端进阶之JavaScript设计模式
    设计模式是开发人员在软件开发过程中面临一般问题时的解决方案，代表了最佳的实践。本课程的主打内容包括JS常见设计模式以及具体应用场景，打造一站式知识长龙服务，适合有JS基础的同学学习。
    542次学习
  • GO语言核心编程课程
    GO语言核心编程课程
    本课程采用真实案例，全面具体可落地，从理论到实践，一步一步将GO核心编程技术、编程思想、底层实现融会贯通，使学习者贴近时代脉搏，做IT互联网时代的弄潮儿。
    508次学习
  • 简单聊聊mysql8与网络通信
    简单聊聊mysql8与网络通信
    如有问题加微信：Le-studyg；在课程中，我们将首先介绍MySQL8的新特性，包括性能优化、安全增强、新数据类型等，帮助学生快速熟悉MySQL8的最新功能。接着，我们将深入解析MySQL的网络通信机制，包括协议、连接管理、数据传输等，让
    497次学习
  • JavaScript正则表达式基础与实战
    JavaScript正则表达式基础与实战
    在任何一门编程语言中,正则表达式,都是一项重要的知识,它提供了高效的字符串匹配与捕获机制,可以极大的简化程序设计。
    487次学习
  • 从零制作响应式网站—Grid布局
    从零制作响应式网站—Grid布局
    本系列教程将展示从零制作一个假想的网络科技公司官网，分为导航，轮播，关于我们，成功案例，服务流程，团队介绍，数据部分，公司动态，底部信息等内容区块。网站整体采用CSSGrid布局，支持响应式，有流畅过渡和展现动画。
    484次学习
查看更多
AI推荐
  • 茅茅虫AIGC检测：精准识别AI生成内容，保障学术诚信
    茅茅虫AIGC检测
    茅茅虫AIGC检测，湖南茅茅虫科技有限公司倾力打造，运用NLP技术精准识别AI生成文本，提供论文、专著等学术文本的AIGC检测服务。支持多种格式，生成可视化报告，保障您的学术诚信和内容质量。
    56次使用
  • 赛林匹克平台：科技赛事聚合，赋能AI、算力、量子计算创新
    赛林匹克平台(Challympics)
    探索赛林匹克平台Challympics，一个聚焦人工智能、算力算法、量子计算等前沿技术的赛事聚合平台。连接产学研用，助力科技创新与产业升级。
    74次使用
  • SEO 笔格AIPPT：AI智能PPT制作，免费生成，高效演示
    笔格AIPPT
    SEO 笔格AIPPT是135编辑器推出的AI智能PPT制作平台，依托DeepSeek大模型，实现智能大纲生成、一键PPT生成、AI文字优化、图像生成等功能。免费试用，提升PPT制作效率，适用于商务演示、教育培训等多种场景。
    84次使用
  • 稿定PPT：在线AI演示设计，高效PPT制作工具
    稿定PPT
    告别PPT制作难题！稿定PPT提供海量模板、AI智能生成、在线协作，助您轻松制作专业演示文稿。职场办公、教育学习、企业服务全覆盖，降本增效，释放创意！
    76次使用
  • Suno苏诺中文版：AI音乐创作平台，人人都是音乐家
    Suno苏诺中文版
    探索Suno苏诺中文版，一款颠覆传统音乐创作的AI平台。无需专业技能，轻松创作个性化音乐。智能词曲生成、风格迁移、海量音效，释放您的音乐灵感！
    80次使用
查看更多
相关文章
关于我们 免责声明 意见反馈 联系我们 内容提交
Golang学习网：公益在线Go学习平台，帮助Go学习者快速成长！
技术交流群
Copyright 2023 http://www.17golang.com/ All Rights Reserved ｜ 苏ICP备2023003363号-1
  • Golang学习网
    关注公众号
    Golang学习网
微信登录更方便
  • 密码登录
  • 注册账号
忘记密码
登录即同意 用户协议 和 隐私政策
返回登录
  • 重置密码
发送验证码