kubernetes: kubectl: unexpected signal during runtime execution

Is this a request for help? (If yes, you should use our troubleshooting guide and community support channels, see http://kubernetes.io/docs/troubleshooting/.): No

What keywords did you search in Kubernetes issues before filing this one? (If you have found any duplicates, you should instead reply there.): kubectl apply unexpected signal during runtime execution

Is this a BUG REPORT or FEATURE REQUEST? (choose one): BUG REPORT

Kubernetes version (use kubectl version):

Client Version: version.Info{Major:"1", Minor:"3", GitVersion:"v1.3.7", GitCommit:"a2cba278cba1f6881bb0a7704d9cac6fca6ed435", GitTreeState:"clean", BuildDate:"2016-09-12T23:15:30Z", GoVersion:"go1.6.2", Compiler:"gc", Platform:"darwin/amd64"}
Server Version: version.Info{Major:"1", Minor:"3", GitVersion:"v1.3.5", GitCommit:"b0deb2eb8f4037421077f77cb163dbb4c0a2a9f5", GitTreeState:"dirty", BuildDate:"1970-01-01T00:00:00Z", GoVersion:"go1.6", Compiler:"gc", Platform:"linux/amd64"}

Environment:

Cloud provider or hardware configuration: Minikube on VMWare Fusion
OS (e.g. from /etc/os-release): macOS 11.11
Kernel (e.g. uname -a): Darwin Kernel Version 16.0.0 x86_64
Install tools:
Others:

What happened:

$ kubectl apply -f frontend-deployment.yaml -f frontend-service.yaml -f frontend-ingress.yaml --record

fatal error: unexpected signal during runtime execution
[signal 0xb code=0x1 addr=0x16b709653040 pc=0xecfb]

runtime stack:
runtime.throw(0x1a4b1e0, 0x2a)
        /usr/local/go/src/runtime/panic.go:547 +0x90
runtime.sigpanic()
        /usr/local/go/src/runtime/sigpanic_unix.go:12 +0x5a
runtime.unlock(0x234b320)
        /usr/local/go/src/runtime/lock_sema.go:107 +0x14b
runtime.(*mheap).alloc_m(0x234b320, 0x20, 0x100000000, 0x26ebeb0)
        /usr/local/go/src/runtime/mheap.go:492 +0x314
runtime.(*mheap).alloc.func1()
        /usr/local/go/src/runtime/mheap.go:502 +0x41
runtime.systemstack(0xc82016dee0)
        /usr/local/go/src/runtime/asm_amd64.s:307 +0xab
runtime.(*mheap).alloc(0x234b320, 0x20, 0x10100000000, 0x1)
        /usr/local/go/src/runtime/mheap.go:503 +0x63
runtime.largeAlloc(0x3fe00, 0x1, 0x26ebeb0)
        /usr/local/go/src/runtime/malloc.go:766 +0xb3
runtime.mallocgc.func3()
        /usr/local/go/src/runtime/malloc.go:664 +0x33
runtime.systemstack(0xc8204a8040)
        /usr/local/go/src/runtime/asm_amd64.s:291 +0x79
runtime.mstart()
        /usr/local/go/src/runtime/proc.go:1051

goroutine 1 [running]:
runtime.systemstack_switch()
        /usr/local/go/src/runtime/asm_amd64.s:245 fp=0xc820579958 sp=0xc820579950
runtime.mallocgc(0x3fe00, 0x1210780, 0x1, 0x11524d)
        /usr/local/go/src/runtime/malloc.go:665 +0x9eb fp=0xc820579a30 sp=0xc820579958
runtime.newarray(0x1210780, 0x3fe00, 0x115ae)
        /usr/local/go/src/runtime/malloc.go:798 +0xc9 fp=0xc820579a70 sp=0xc820579a30
runtime.makeslice(0x11e4520, 0x1fe00, 0x3fe00, 0x0, 0x0, 0x0)
        /usr/local/go/src/runtime/slice.go:32 +0x165 fp=0xc820579ac0 sp=0xc820579a70
encoding/json.(*Decoder).refill(0xc82010e1a0, 0x0, 0x0)
        /usr/local/go/src/encoding/json/stream.go:146 +0x161 fp=0xc820579b78 sp=0xc820579ac0
encoding/json.(*Decoder).readValue(0xc82010e1a0, 0x1, 0x0, 0x0)
        /usr/local/go/src/encoding/json/stream.go:128 +0x413 fp=0xc820579c28 sp=0xc820579b78
encoding/json.(*Decoder).Decode(0xc82010e1a0, 0x11c34c0, 0xc8205721c0, 0x0, 0x0)
        /usr/local/go/src/encoding/json/stream.go:57 +0x159 fp=0xc820579ca8 sp=0xc820579c28
k8s.io/kubernetes/vendor/github.com/emicklei/go-restful/swagger.(*ModelList).UnmarshalJSON(0xc82005f988, 0xc8205b15dd, 0x211ab, 0x213ae, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/emicklei/go-restful/swagger/model_list.go:74 +0x1f7 fp=0xc820579e78 sp=0xc820579ca8
encoding/json.(*decodeState).object(0xc8205005a0, 0x15f5960, 0xc82005f988, 0x199)
        /usr/local/go/src/encoding/json/decode.go:560 +0x143 fp=0xc82057a220 sp=0xc820579e78
encoding/json.(*decodeState).value(0xc8205005a0, 0x15f5960, 0xc82005f988, 0x199)
        /usr/local/go/src/encoding/json/decode.go:367 +0x3a1 fp=0xc82057a2f8 sp=0xc82057a220
encoding/json.(*decodeState).object(0xc8205005a0, 0x16f3080, 0xc82005f930, 0x199)
        /usr/local/go/src/encoding/json/decode.go:684 +0x116a fp=0xc82057a6a0 sp=0xc82057a2f8
encoding/json.(*decodeState).value(0xc8205005a0, 0x11a8700, 0xc82005f930, 0x16)
        /usr/local/go/src/encoding/json/decode.go:367 +0x3a1 fp=0xc82057a778 sp=0xc82057a6a0
encoding/json.(*decodeState).unmarshal(0xc8205005a0, 0x11a8700, 0xc82005f930, 0x0, 0x0)
        /usr/local/go/src/encoding/json/decode.go:168 +0x196 fp=0xc82057a850 sp=0xc82057a778
encoding/json.Unmarshal(0xc82057c000, 0x5678b, 0x5698b, 0x11a8700, 0xc82005f930, 0x0, 0x0)
        /usr/local/go/src/encoding/json/decode.go:96 +0x12b fp=0xc82057a8c0 sp=0xc82057a850
k8s.io/kubernetes/pkg/api/validation.NewSwaggerSchemaFromBytes(0xc82057c000, 0x5678b, 0x5698b, 0x28c3838, 0xc8200aa2d0, 0x0, 0x0, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/api/validation/schema.go:72 +0xbb fp=0xc82057a930 sp=0xc82057a8c0
k8s.io/kubernetes/pkg/kubectl/cmd/util.getSchemaAndValidate(0x28c3ad0, 0xc82027c3c0, 0xc82045eb40, 0x205, 0x240, 0x18365f0, 0x5, 0xc820194ce0, 0x12, 0xc82022ae00, ...)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/cmd/util/factory.go:1012 +0x3c9 fp=0xc82057aa88 sp=0xc82057a930
k8s.io/kubernetes/pkg/kubectl/cmd/util.(*clientSwaggerSchema).ValidateBytes(0xc8200aa2d0, 0xc82045eb40, 0x205, 0x240, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/cmd/util/factory.go:1099 +0x2bfb fp=0xc82057b3a0 sp=0xc82057aa88
k8s.io/kubernetes/pkg/kubectl/resource.ValidateSchema(0xc82045eb40, 0x205, 0x240, 0x28c3838, 0xc8200aa2d0, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:214 +0x1e4 fp=0xc82057b470 sp=0xc82057b3a0
k8s.io/kubernetes/pkg/kubectl/resource.(*StreamVisitor).Visit(0xc820011980, 0xc820194060, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:530 +0x304 fp=0xc82057b5d8 sp=0xc82057b470
k8s.io/kubernetes/pkg/kubectl/resource.(*FileVisitor).Visit(0xc82022b940, 0xc820194060, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:489 +0x12d fp=0xc82057b658 sp=0xc82057b5d8
k8s.io/kubernetes/pkg/kubectl/resource.EagerVisitorList.Visit(0xc820011b40, 0x3, 0x4, 0xc820395920, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:190 +0x12c fp=0xc82057b748 sp=0xc82057b658
k8s.io/kubernetes/pkg/kubectl/resource.(*EagerVisitorList).Visit(0xc82022bdc0, 0xc820395920, 0x0, 0x0)
        <autogenerated>:116 +0xb7 fp=0xc82057b780 sp=0xc82057b748
k8s.io/kubernetes/pkg/kubectl/resource.FlattenListVisitor.Visit(0x28c39e0, 0xc82022bdc0, 0xc820011900, 0xc820011c40, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:409 +0xaa fp=0xc82057b7c0 sp=0xc82057b780
k8s.io/kubernetes/pkg/kubectl/resource.(*FlattenListVisitor).Visit(0xc82022be80, 0xc820011c40, 0x0, 0x0)
        <autogenerated>:131 +0xb7 fp=0xc82057b7f8 sp=0xc82057b7c0
k8s.io/kubernetes/pkg/kubectl/resource.DecoratedVisitor.Visit(0x28c3a08, 0xc82022be80, 0xc82022bf40, 0x3, 0x4, 0xc820194020, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:317 +0xf0 fp=0xc82057b860 sp=0xc82057b7f8
k8s.io/kubernetes/pkg/kubectl/resource.(*DecoratedVisitor).Visit(0xc820395440, 0xc820194020, 0x0, 0x0)
        <autogenerated>:150 +0xae fp=0xc82057b8a8 sp=0xc82057b860
k8s.io/kubernetes/pkg/kubectl/resource.ContinueOnErrorVisitor.Visit(0x28c3a30, 0xc820395440, 0xc8203bd7a0, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:335 +0x12f fp=0xc82057b998 sp=0xc82057b8a8
k8s.io/kubernetes/pkg/kubectl/resource.(*ContinueOnErrorVisitor).Visit(0xc82033cf40, 0xc8203bd7a0, 0x0, 0x0)
        <autogenerated>:145 +0xae fp=0xc82057b9d0 sp=0xc82057b998
k8s.io/kubernetes/pkg/kubectl/resource.(*Result).Visit(0xc8203bd730, 0xc8203bd7a0, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/result.go:80 +0x6d fp=0xc82057ba30 sp=0xc82057b9d0
k8s.io/kubernetes/pkg/kubectl/cmd.RunApply(0xc82017c200, 0xc8202b2200, 0x26e61c0, 0xc820030010, 0xc82029d3a0, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/cmd/apply.go:191 +0x754 fp=0xc82057bbc8 sp=0xc82057ba30
k8s.io/kubernetes/pkg/kubectl/cmd.NewCmdApply.func1(0xc8202b2200, 0xc8203bc000, 0x0, 0x7)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/cmd/apply.go:77 +0xf8 fp=0xc82057bc38 sp=0xc82057bbc8
k8s.io/kubernetes/vendor/github.com/spf13/cobra.(*Command).execute(0xc8202b2200, 0xc8203db880, 0x7, 0x7, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/spf13/cobra/command.go:565 +0x85a fp=0xc82057bd50 sp=0xc82057bc38
k8s.io/kubernetes/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0xc8200a2000, 0xc8202b2200, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/spf13/cobra/command.go:651 +0x55c fp=0xc82057be60 sp=0xc82057bd50
k8s.io/kubernetes/vendor/github.com/spf13/cobra.(*Command).Execute(0xc8200a2000, 0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/spf13/cobra/command.go:610 +0x2d fp=0xc82057be88 sp=0xc82057be60
k8s.io/kubernetes/cmd/kubectl/app.Run(0x0, 0x0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/cmd/kubectl/app/kubectl.go:32 +0xf0 fp=0xc82057bf08 sp=0xc82057be88
main.main()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/cmd/kubectl/kubectl.go:28 +0x28 fp=0xc82057bf30 sp=0xc82057bf08
runtime.main()
        /usr/local/go/src/runtime/proc.go:188 +0x2b0 fp=0xc82057bf80 sp=0xc82057bf30
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 fp=0xc82057bf88 sp=0xc82057bf80

goroutine 5 [chan receive]:
k8s.io/kubernetes/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x23421e0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/golang/glog/glog.go:879 +0x67
created by k8s.io/kubernetes/vendor/github.com/golang/glog.init.1
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/golang/glog/glog.go:410 +0x297

goroutine 38 [syscall]:
os/signal.signal_recv(0xc820314b40)
        /usr/local/go/src/runtime/sigqueue.go:116 +0x132
os/signal.loop()
        /usr/local/go/src/os/signal/signal_unix.go:22 +0x18
created by os/signal.init.1
        /usr/local/go/src/os/signal/signal_unix.go:28 +0x37

goroutine 9 [IO wait]:
net.runtime_pollWait(0x26f06b8, 0x72, 0xc8204ea000)
        /usr/local/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820328610, 0x72, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820328610, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8203285b0, 0xc8204ea000, 0x800, 0x800, 0x0, 0x26e2050, 0xc820016160)
        /usr/local/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc820178358, 0xc8204ea000, 0x800, 0x800, 0x0, 0x0, 0x0)
        /usr/local/go/src/net/net.go:172 +0xe4
crypto/tls.(*block).readFromUntil(0xc8202a87e0, 0x26f07c8, 0xc820178358, 0x5, 0x0, 0x0)
        /usr/local/go/src/crypto/tls/conn.go:460 +0xcc
crypto/tls.(*Conn).readRecord(0xc8201ac300, 0x1bd8817, 0x0, 0x0)
        /usr/local/go/src/crypto/tls/conn.go:562 +0x2d1
crypto/tls.(*Conn).Read(0xc8201ac300, 0xc82048f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/local/go/src/crypto/tls/conn.go:939 +0x167
net/http.noteEOFReader.Read(0x26f0c58, 0xc8201ac300, 0xc8201974b8, 0xc82048f000, 0x1000, 0x1000, 0x4cd3, 0x0, 0x0)
        /usr/local/go/src/net/http/transport.go:1687 +0x67
net/http.(*noteEOFReader).Read(0xc820471200, 0xc82048f000, 0x1000, 0x1000, 0xc820169d0d, 0x0, 0x0)
        <autogenerated>:284 +0xd0
bufio.(*Reader).fill(0xc820315c20)
        /usr/local/go/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Peek(0xc820315c20, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/local/go/src/bufio/bufio.go:132 +0xcc
net/http.(*persistConn).readLoop(0xc820197450)
        /usr/local/go/src/net/http/transport.go:1073 +0x177
created by net/http.(*Transport).dialConn
        /usr/local/go/src/net/http/transport.go:857 +0x10a6

goroutine 10 [select]:
net/http.(*persistConn).writeLoop(0xc820197450)
        /usr/local/go/src/net/http/transport.go:1277 +0x472
created by net/http.(*Transport).dialConn
        /usr/local/go/src/net/http/transport.go:858 +0x10cb

What you expected to happen:

deployment "docker-registry-frontend" created
service "docker-registry-frontend" created
ingress "docker-registry-frontend" created

How to reproduce it (as minimally and precisely as possible):

Hard to say, this is some kind of race condition in my experience.

Anything else do we need to know:

About this issue

Original URL
State: closed
Created 8 years ago
Comments: 16 (10 by maintainers)

Commits related to this issue

Merge pull request #33803 from ixdy/go1.7-darwin-client-binaries Automatic merge from submit-queue Use patched golang1.7.1 for cross-builds targeting darwin This PR extends #32517 to use the patche... — committed to kubernetes/kubernetes by deleted user 8 years ago
Merge pull request #28742 from jessfraz/test-go1.7rc1 Automatic merge from submit-queue Update to go 1.7 <!-- Checklist for submitting a Pull Request Please remove this comment block before sub... — committed to kubernetes/kubernetes by deleted user 8 years ago

Most upvoted comments

Also seeing this issue with a rolling update. I recently updated to macOS Sierra, and am on the latest version of kubectl.

Client Version: version.Info{Major:"1", Minor:"3", GitVersion:"v1.3.7", GitCommit:"a2cba278cba1f6881bb0a7704d9cac6fca6ed435", GitTreeState:"clean", BuildDate:"2016-09-12T23:15:30Z", GoVersion:"go1.6.2", Compiler:"gc", Platform:"darwin/amd64"}
Server Version: version.Info{Major:"1", Minor:"3", GitVersion:"v1.3.6", GitCommit:"ae4550cc9c89a593bcda6678df201db1b208133b", GitTreeState:"clean", BuildDate:"2016-08-26T18:06:06Z", GoVersion:"go1.6.2", Compiler:"gc", Platform:"linux/amd64"}

My stacktrace looks a bit different:

k8s.io/kubernetes/pkg/util/parsers.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/util/parsers/parsers.go:54 +0x40 fp=0xc8200ddcc8 sp=0xc8200ddcc0
k8s.io/kubernetes/pkg/api/v1.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/api/v1/types_swagger_doc_generated.go:1739 +0x74 fp=0xc8200ddd28 sp=0xc8200ddcc8
k8s.io/kubernetes/pkg/api/validation.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/api/validation/validation.go:3169 +0xcd fp=0xc8200dde40 sp=0xc8200ddd28
k8s.io/kubernetes/pkg/kubectl/resource.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/resource/visitor.go:643 +0x6f fp=0xc8200dde98 sp=0xc8200dde40
k8s.io/kubernetes/pkg/kubectl.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/watchloop.go:45 +0x51 fp=0xc8200dded0 sp=0xc8200dde98
k8s.io/kubernetes/pkg/kubectl/cmd.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/pkg/kubectl/cmd/version.go:55 +0x79 fp=0xc8200ddf30 sp=0xc8200dded0
k8s.io/kubernetes/cmd/kubectl/app.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/cmd/kubectl/app/kubectl.go:33 +0x40 fp=0xc8200ddf38 sp=0xc8200ddf30
main.init()
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/cmd/kubectl/kubectl.go:32 +0x45 fp=0xc8200ddf40 sp=0xc8200ddf38
runtime.main()
        /usr/local/go/src/runtime/proc.go:177 +0x27f fp=0xc8200ddf90 sp=0xc8200ddf40
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 fp=0xc8200ddf98 sp=0xc8200ddf90

goroutine 17 [chan receive]:
k8s.io/kubernetes/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x23421e0)
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/golang/glog/glog.go:879 +0x67
created by k8s.io/kubernetes/vendor/github.com/golang/glog.init.1
        /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/golang/glog/glog.go:410 +0x297

knownasilya on Sep 21, 2016

Details for 1.4 here.

ixdy on Oct 1, 2016