go - 为什么在 goroutine 的 select 中有一个 default 子句会使它变慢?

标签 go

引用以下基准测试代码:

func BenchmarkRuneCountNoDefault(b *testing.B) {
    b.StopTimer()
    var strings []string
    numStrings := 10
    for n := 0; n < numStrings; n++{
        s := RandStringBytesMaskImprSrc(10)
        strings = append(strings, s)
    }
    jobs := make(chan string)
    results := make (chan int)

    for i := 0; i < runtime.NumCPU(); i++{
        go RuneCountNoDefault(jobs, results)
    }
    b.StartTimer()

    for n := 0; n < b.N; n++ {
        go func(){
            for n := 0; n < numStrings; n++{
                <-results
            }
            return
        }()

        for n := 0; n < numStrings; n++{
            jobs <- strings[n]
        }
    }

    close(jobs)
}

func RuneCountNoDefault(jobs chan string, results chan int){
    for{
        select{
        case j, ok := <-jobs:
            if ok{
                results <- utf8.RuneCountInString(j)
            } else {
                return
            }
        }
    }
}

func BenchmarkRuneCountWithDefault(b *testing.B) {
    b.StopTimer()
    var strings []string
    numStrings := 10
    for n := 0; n < numStrings; n++{
        s := RandStringBytesMaskImprSrc(10)
        strings = append(strings, s)
    }
    jobs := make(chan string)
    results := make (chan int)

    for i := 0; i < runtime.NumCPU(); i++{
        go RuneCountWithDefault(jobs, results)
    }
    b.StartTimer()

    for n := 0; n < b.N; n++ {
        go func(){
            for n := 0; n < numStrings; n++{
                <-results
            }
            return
        }()

        for n := 0; n < numStrings; n++{
            jobs <- strings[n]
        }
    }

    close(jobs)
}


func RuneCountWithDefault(jobs chan string, results chan int){
    for{
        select{
        case j, ok := <-jobs:
            if ok{
                results <- utf8.RuneCountInString(j)
            } else {
                return
            }
        default: //DIFFERENCE
        }
    }
}

//https://stackoverflow.com/questions/22892120/how-to-generate-a-random-string-of-a-fixed-length-in-golang
const letterBytes = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
const (
    letterIdxBits = 6                    // 6 bits to represent a letter index
    letterIdxMask = 1<<letterIdxBits - 1 // All 1-bits, as many as letterIdxBits
    letterIdxMax  = 63 / letterIdxBits   // # of letter indices fitting in 63 bits
)

var src = rand.NewSource(time.Now().UnixNano())

func RandStringBytesMaskImprSrc(n int) string {
    b := make([]byte, n)
    // A src.Int63() generates 63 random bits, enough for letterIdxMax characters!
    for i, cache, remain := n-1, src.Int63(), letterIdxMax; i >= 0; {
        if remain == 0 {
            cache, remain = src.Int63(), letterIdxMax
        }
        if idx := int(cache & letterIdxMask); idx < len(letterBytes) {
            b[i] = letterBytes[idx]
            i--
        }
        cache >>= letterIdxBits
        remain--
    }

    return string(b)
}

当我对两个函数进行基准测试时,其中一个函数 RuneCountNoDefaultselect 中没有 default 子句,而另一个函数 RuneCountWithDefault 有一个 default 子句,我得到以下基准:

BenchmarkRuneCountNoDefault-4             200000              8910 ns/op
BenchmarkRuneCountWithDefault-4                5         277798660 ns/op

检查测试生成的 cpuprofile,我注意到带有 default 子句的函数在以下 channel 操作中花费了大量时间:

enter image description here

为什么在 goroutine 的 select 中使用 default 子句会使它变慢?

我正在为 windows/amd64 使用 Go 版本 1.10

最佳答案

The Go Programming Language Specification

Select statements

If one or more of the communications can proceed, a single one that can proceed is chosen via a uniform pseudo-random selection. Otherwise, if there is a default case, that case is chosen. If there is no default case, the "select" statement blocks until at least one of the communications can proceed.


修改您的基准以计算采取的处理和违约案例的数量:

$ go test default_test.go -bench=.
goos: linux
goarch: amd64
BenchmarkRuneCountNoDefault-4         300000          4108 ns/op
BenchmarkRuneCountWithDefault-4           10     209890782 ns/op
--- BENCH: BenchmarkRuneCountWithDefault-4
    default_test.go:90: proceeds 114
    default_test.go:91: defaults 128343308
$ 

虽然其他情况无法继续,但默认情况在 209422470 中执行了 128343308 次,(209890782 - 114*4108),纳秒或每个默认情况 1.63 纳秒。如果您多次做某件小事,它就会累积起来。


default_test.go:

package main

import (
    "math/rand"
    "runtime"
    "sync/atomic"
    "testing"
    "time"
    "unicode/utf8"
)

func BenchmarkRuneCountNoDefault(b *testing.B) {
    b.StopTimer()
    var strings []string
    numStrings := 10
    for n := 0; n < numStrings; n++ {
        s := RandStringBytesMaskImprSrc(10)
        strings = append(strings, s)
    }
    jobs := make(chan string)
    results := make(chan int)

    for i := 0; i < runtime.NumCPU(); i++ {
        go RuneCountNoDefault(jobs, results)
    }
    b.StartTimer()

    for n := 0; n < b.N; n++ {
        go func() {
            for n := 0; n < numStrings; n++ {
                <-results
            }
            return
        }()

        for n := 0; n < numStrings; n++ {
            jobs <- strings[n]
        }
    }

    close(jobs)
}

func RuneCountNoDefault(jobs chan string, results chan int) {
    for {
        select {
        case j, ok := <-jobs:
            if ok {
                results <- utf8.RuneCountInString(j)
            } else {
                return
            }
        }
    }
}

var proceeds ,defaults uint64

func BenchmarkRuneCountWithDefault(b *testing.B) {
    b.StopTimer()
    var strings []string
    numStrings := 10
    for n := 0; n < numStrings; n++ {
        s := RandStringBytesMaskImprSrc(10)
        strings = append(strings, s)
    }
    jobs := make(chan string)
    results := make(chan int)

    for i := 0; i < runtime.NumCPU(); i++ {
        go RuneCountWithDefault(jobs, results)
    }
    b.StartTimer()

    for n := 0; n < b.N; n++ {
        go func() {
            for n := 0; n < numStrings; n++ {
                <-results
            }
            return
        }()

        for n := 0; n < numStrings; n++ {
            jobs <- strings[n]
        }
    }

    close(jobs)

    b.Log("proceeds", atomic.LoadUint64(&proceeds))
    b.Log("defaults", atomic.LoadUint64(&defaults))

}

func RuneCountWithDefault(jobs chan string, results chan int) {
    for {
        select {
        case j, ok := <-jobs:

            atomic.AddUint64(&proceeds, 1)

            if ok {
                results <- utf8.RuneCountInString(j)
            } else {
                return
            }
        default: //DIFFERENCE

            atomic.AddUint64(&defaults, 1)

        }
    }
}

//https://stackoverflow.com/questions/22892120/how-to-generate-a-random-string-of-a-fixed-length-in-golang
const letterBytes = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
const (
    letterIdxBits = 6                    // 6 bits to represent a letter index
    letterIdxMask = 1<<letterIdxBits - 1 // All 1-bits, as many as letterIdxBits
    letterIdxMax  = 63 / letterIdxBits   // # of letter indices fitting in 63 bits
)

var src = rand.NewSource(time.Now().UnixNano())

func RandStringBytesMaskImprSrc(n int) string {
    b := make([]byte, n)
    // A src.Int63() generates 63 random bits, enough for letterIdxMax characters!
    for i, cache, remain := n-1, src.Int63(), letterIdxMax; i >= 0; {
        if remain == 0 {
            cache, remain = src.Int63(), letterIdxMax
        }
        if idx := int(cache & letterIdxMask); idx < len(letterBytes) {
            b[i] = letterBytes[idx]
            i--
        }
        cache >>= letterIdxBits
        remain--
    }

    return string(b)
}

Playground :https://play.golang.org/p/DLnAY0hovQG

关于go - 为什么在 goroutine 的 select 中有一个 default 子句会使它变慢?,我们在Stack Overflow上找到一个类似的问题: https://stackoverflow.com/questions/50665941/

相关文章:

recursion - 如何在不关闭无缓冲 channel 的情况下发现没有接收到任何东西?

go - 有没有办法向 GCP 记录 JSON 有效负载,以便它从有效负载中获取级别和时间戳?

postgresql - 在 golang 中使用 postgres IN 子句

go - 在同一命名空间中连线生成具有相同名称的第二个函数

go - 优雅地处理 gin-gonic 中的模板渲染错误

pointers - 在 Go 中传递任意 slice

go - 无法解码Golang中的数组字段

html - 如何使用 blackfriday 将 markdown 渲染到 golang 模板(html 或 tmpl)?

docker - 如何在设置中启动Docker容器?

go - 我如何处理以 Go 中的某个 url 开头的任何 url?