Open
Description
操作系统版本：ubuntu 22.04 lts
显卡：MTT S80
运行软件：docker+ollama
MUSA相关版本信息：
musa_2.7.1-rc3-0822_Ubuntu_amd64.deb
MUSA_Toolkits_rc3.1.1
MT_CloudNative_Toolkits_+v1.9.0
tookit版本：
docker版本：Docker version 28.0.1
大模型版本：modelscope.cn/Qwen/Qwen2.5-3B-Instruct-GGUF:Q3_K_M
运行命令：ollama run modelscope.cn/Qwen/Qwen2.5-3B-Instruct-GGUF:Q3_K_M
报错截图：
docker logs ollama日志信息如下：
MUSA error: unknown error
current device: 0, in function ggml_cuda_op_mul_mat at //ml/backend/ggml/ggml/src/ggml-cuda/ggml-cuda.cu:1621
musaGetLastError()
//ml/backend/ggml/ggml/src/ggml-cuda/ggml-cuda.cu:73: MUSA error
SIGSEGV: segmentation violation
PC=0x7f4856502436 m=0 sigcode=1 addr=0x7f48becd504c
signal arrived during cgo execution
goroutine 10 gp=0xc000102700 m=0 mp=0x55987a4f5a00 [syscall]:
runtime.cgocall(0x559879638d40, 0xc0004c7bc8)
runtime/cgocall.go:167 +0x4b fp=0xc0004c7ba0 sp=0xc0004c7b68 pc=0x5598789de58b
github.com/ollama/ollama/llama._Cfunc_llama_decode(0x7f4860008fb0, {0x9, 0x7f48600ccde0, 0x0, 0x0, 0x7f4860b34590, 0x7f486001a120, 0x7f4860b36cd0, 0x7f486272ca40})
_cgo_gotypes.go:540 +0x4a fp=0xc0004c7bc8 sp=0xc0004c7ba0 pc=0x559878d74c4a
github.com/ollama/ollama/llama.(*Context).Decode.func1(...)
github.com/ollama/ollama/llama/llama.go:132
github.com/ollama/ollama/llama.(*Context).Decode(0xc000035900?, 0x0?)
github.com/ollama/ollama/llama/llama.go:132 +0xf6 fp=0xc0004c7cc8 sp=0xc0004c7bc8 pc=0x559878d77736
github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0004b0000, 0xc000110360, 0xc000514f20)
github.com/ollama/ollama/runner/llamarunner/runner.go:435 +0x23e fp=0xc0004c7ee0 sp=0xc0004c7cc8 pc=0x559878d80d3e
github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0004b0000, {0x559879c9f150, 0xc00069a640})
github.com/ollama/ollama/runner/llamarunner/runner.go:343 +0x1d5 fp=0xc0004c7fb8 sp=0xc0004c7ee0 pc=0x559878d80995
github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2()
github.com/ollama/ollama/runner/llamarunner/runner.go:972 +0x28 fp=0xc0004c7fe0 sp=0xc0004c7fb8 pc=0x559878d85248
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0004c7fe8 sp=0xc0004c7fe0 pc=0x5598789e8fa1
created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1
github.com/ollama/ollama/runner/llamarunner/runner.go:972 +0xcb7
goroutine 1 gp=0xc000002380 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc0004ad5f8 sp=0xc0004ad5d8 pc=0x5598789e186e
runtime.netpollblock(0xc0004ad678?, 0x7897b1a6?, 0x98?)
runtime/netpoll.go:575 +0xf7 fp=0xc0004ad630 sp=0xc0004ad5f8 pc=0x5598789a6677
internal/poll.runtime_pollWait(0x7f4877447eb0, 0x72)
runtime/netpoll.go:351 +0x85 fp=0xc0004ad650 sp=0xc0004ad630 pc=0x5598789e0a85
internal/poll.(*pollDesc).wait(0xc0001cca80?, 0x559878989386?, 0x0)
internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0004ad678 sp=0xc0004ad650 pc=0x559878a67f07
internal/poll.(*pollDesc).waitRead(...)
internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0001cca80)
internal/poll/fd_unix.go:620 +0x295 fp=0xc0004ad720 sp=0xc0004ad678 pc=0x559878a6d2d5
net.(*netFD).accept(0xc0001cca80)
net/fd_unix.go:172 +0x29 fp=0xc0004ad7d8 sp=0xc0004ad720 pc=0x559878adf749
net.(*TCPListener).accept(0xc000538780)
net/tcpsock_posix.go:159 +0x1b fp=0xc0004ad828 sp=0xc0004ad7d8 pc=0x559878af50fb
net.(*TCPListener).Accept(0xc000538780)
net/tcpsock.go:380 +0x30 fp=0xc0004ad858 sp=0xc0004ad828 pc=0x559878af3fb0
net/http.(*onceCloseListener).Accept(0xc000224000?)
<autogenerated>:1 +0x24 fp=0xc0004ad870 sp=0xc0004ad858 pc=0x559878d0ad64
net/http.(*Server).Serve(0xc00051c200, {0x559879c9cea8, 0xc000538780})
net/http/server.go:3424 +0x30c fp=0xc0004ad9a0 sp=0xc0004ad870 pc=0x559878ce262c
github.com/ollama/ollama/runner/llamarunner.Execute({0xc000034120, 0xe, 0xe})
github.com/ollama/ollama/runner/llamarunner/runner.go:992 +0x108a fp=0xc0004add08 sp=0xc0004ad9a0 pc=0x559878d84f8a
github.com/ollama/ollama/runner.Execute({0xc000034110?, 0x0?, 0x0?})
github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc0004add30 sp=0xc0004add08 pc=0x559878faf9b4
github.com/ollama/ollama/cmd.NewCLI.func2(0xc000035600?, {0x559879817052?, 0x4?, 0x559879817056?})
github.com/ollama/ollama/cmd/cmd.go:1285 +0x45 fp=0xc0004add58 sp=0xc0004add30 pc=0x5598795cb4e5
github.com/spf13/cobra.(*Command).execute(0xc0006d1508, {0xc0000017a0, 0xe, 0xe})
github.com/spf13/[email protected]/command.go:940 +0x85c fp=0xc0004ade78 sp=0xc0004add58 pc=0x559878b588dc
github.com/spf13/cobra.(*Command).ExecuteC(0xc0004a4c08)
github.com/spf13/[email protected]/command.go:1068 +0x3a5 fp=0xc0004adf30 sp=0xc0004ade78 pc=0x559878b59125
github.com/spf13/cobra.(*Command).Execute(...)
github.com/spf13/[email protected]/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
github.com/spf13/[email protected]/command.go:985
main.main()
github.com/ollama/ollama/main.go:12 +0x4d fp=0xc0004adf50 sp=0xc0004adf30 pc=0x5598795cb84d
runtime.main()
runtime/proc.go:283 +0x29d fp=0xc0004adfe0 sp=0xc0004adf50 pc=0x5598789adc7d
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0004adfe8 sp=0xc0004adfe0 pc=0x5598789e8fa1
goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000072fa8 sp=0xc000072f88 pc=0x5598789e186e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.forcegchelper()
runtime/proc.go:348 +0xb8 fp=0xc000072fe0 sp=0xc000072fa8 pc=0x5598789adfb8
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000072fe8 sp=0xc000072fe0 pc=0x5598789e8fa1
created by runtime.init.7 in goroutine 1
runtime/proc.go:336 +0x1a
goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000073780 sp=0xc000073760 pc=0x5598789e186e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.bgsweep(0xc00003c080)
runtime/mgcsweep.go:316 +0xdf fp=0xc0000737c8 sp=0xc000073780 pc=0x5598789987df
runtime.gcenable.gowrap1()
runtime/mgc.go:204 +0x25 fp=0xc0000737e0 sp=0xc0000737c8 pc=0x55987898cbc5
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000737e8 sp=0xc0000737e0 pc=0x5598789e8fa1
created by runtime.gcenable in goroutine 1
runtime/mgc.go:204 +0x66
goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x5598799cc1c0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000073f78 sp=0xc000073f58 pc=0x5598789e186e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.(*scavengerState).park(0x55987a4f2be0)
runtime/mgcscavenge.go:425 +0x49 fp=0xc000073fa8 sp=0xc000073f78 pc=0x559878996229
runtime.bgscavenge(0xc00003c080)
runtime/mgcscavenge.go:658 +0x59 fp=0xc000073fc8 sp=0xc000073fa8 pc=0x5598789967b9
runtime.gcenable.gowrap2()
runtime/mgc.go:205 +0x25 fp=0xc000073fe0 sp=0xc000073fc8 pc=0x55987898cb65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x5598789e8fa1
created by runtime.gcenable in goroutine 1
runtime/mgc.go:205 +0xa5
goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]:
runtime.gopark(0x1b8?, 0xc000002380?, 0x1?, 0x23?, 0xc000072688?)
runtime/proc.go:435 +0xce fp=0xc000072630 sp=0xc000072610 pc=0x5598789e186e
runtime.runfinq()
runtime/mfinal.go:196 +0x107 fp=0xc0000727e0 sp=0xc000072630 pc=0x55987898bb87
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000727e8 sp=0xc0000727e0 pc=0x5598789e8fa1
created by runtime.createfing in goroutine 1
runtime/mfinal.go:166 +0x3d
goroutine 6 gp=0xc0001d28c0 m=nil [chan receive]:
runtime.gopark(0xc0001cfa40?, 0xc000590018?, 0x60?, 0x47?, 0x559878ac6488?)
runtime/proc.go:435 +0xce fp=0xc000074718 sp=0xc0000746f8 pc=0x5598789e186e
runtime.chanrecv(0xc0000a8380, 0x0, 0x1)
runtime/chan.go:664 +0x445 fp=0xc000074790 sp=0xc000074718 pc=0x55987897dd85
runtime.chanrecv1(0x0?, 0x0?)
runtime/chan.go:506 +0x12 fp=0xc0000747b8 sp=0xc000074790 pc=0x55987897d912
runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
runtime/mgc.go:1799 +0x2f fp=0xc0000747e0 sp=0xc0000747b8 pc=0x55987898fd6f
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000747e8 sp=0xc0000747e0 pc=0x5598789e8fa1
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
runtime/mgc.go:1794 +0x85
goroutine 7 gp=0xc0001d36c0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000074f38 sp=0xc000074f18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc000074fc8 sp=0xc000074f38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000074fe0 sp=0xc000074fc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000074fe8 sp=0xc000074fe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 8 gp=0xc0001d3880 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000075738 sp=0xc000075718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0000757c8 sp=0xc000075738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0000757e0 sp=0xc0000757c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000757e8 sp=0xc0000757e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 18 gp=0xc000102380 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00006e738 sp=0xc00006e718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00006e7c8 sp=0xc00006e738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00006e7e0 sp=0xc00006e7c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00006e7e8 sp=0xc00006e7e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 34 gp=0xc000502380 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000518738 sp=0xc000518718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0005187c8 sp=0xc000518738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0005187e0 sp=0xc0005187c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0005187e8 sp=0xc0005187e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 35 gp=0xc000502540 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000518f38 sp=0xc000518f18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc000518fc8 sp=0xc000518f38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000518fe0 sp=0xc000518fc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000518fe8 sp=0xc000518fe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 36 gp=0xc000502700 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000519738 sp=0xc000519718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0005197c8 sp=0xc000519738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0005197e0 sp=0xc0005197c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0005197e8 sp=0xc0005197e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 37 gp=0xc0005028c0 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc1883d5?, 0x3?, 0xb7?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000519f38 sp=0xc000519f18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc000519fc8 sp=0xc000519f38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000519fe0 sp=0xc000519fc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000519fe8 sp=0xc000519fe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 38 gp=0xc000502a80 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc17d83c?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051a738 sp=0xc00051a718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051a7c8 sp=0xc00051a738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051a7e0 sp=0xc00051a7c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051a7e8 sp=0xc00051a7e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 39 gp=0xc000502c40 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc186ed3?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051af38 sp=0xc00051af18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051afc8 sp=0xc00051af38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051afe0 sp=0xc00051afc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051afe8 sp=0xc00051afe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 40 gp=0xc000502e00 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc17da07?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051b738 sp=0xc00051b718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051b7c8 sp=0xc00051b738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051b7e0 sp=0xc00051b7c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051b7e8 sp=0xc00051b7e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 41 gp=0xc000502fc0 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc17d8ad?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051bf38 sp=0xc00051bf18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051bfc8 sp=0xc00051bf38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051bfe0 sp=0xc00051bfc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051bfe8 sp=0xc00051bfe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 42 gp=0xc000503180 m=nil [GC worker (idle)]:
runtime.gopark(0x55987a5a1360?, 0x1?, 0x6c?, 0x42?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000514738 sp=0xc000514718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0005147c8 sp=0xc000514738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0005147e0 sp=0xc0005147c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0005147e8 sp=0xc0005147e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 43 gp=0xc000503340 m=nil [select]:
runtime.gopark(0xc000049a58?, 0x2?, 0xb0?, 0x8f?, 0xc000049834?)
runtime/proc.go:435 +0xce fp=0xc000049648 sp=0xc000049628 pc=0x5598789e186e
runtime.selectgo(0xc000049a58, 0xc000049830, 0x9?, 0x0, 0x1?, 0x1)
runtime/select.go:351 +0x837 fp=0xc000049780 sp=0xc000049648 pc=0x5598789c0177
github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0004b0000, {0x559879c9d088, 0xc000001a40}, 0xc000240c80)
github.com/ollama/ollama/runner/llamarunner/runner.go:688 +0xa25 fp=0xc000049ac0 sp=0xc000049780 pc=0x559878d82745
github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x559879c9d088?, 0xc000001a40?}, 0xc0004d3b40?)
<autogenerated>:1 +0x36 fp=0xc000049af0 sp=0xc000049ac0 pc=0x559878d85676
net/http.HandlerFunc.ServeHTTP(0xc0006cc240?, {0x559879c9d088?, 0xc000001a40?}, 0xc0004d3b60?)
net/http/server.go:2294 +0x29 fp=0xc000049b18 sp=0xc000049af0 pc=0x559878cdec69
net/http.(*ServeMux).ServeHTTP(0x5598789860a5?, {0x559879c9d088, 0xc000001a40}, 0xc000240c80)
net/http/server.go:2822 +0x1c4 fp=0xc000049b68 sp=0xc000049b18 pc=0x559878ce0b64
net/http.serverHandler.ServeHTTP({0x559879c99630?}, {0x559879c9d088?, 0xc000001a40?}, 0x1?)
net/http/server.go:3301 +0x8e fp=0xc000049b98 sp=0xc000049b68 pc=0x559878cfe5ee
net/http.(*conn).serve(0xc000224000, {0x559879c9f118, 0xc00021e840})
net/http/server.go:2102 +0x625 fp=0xc000049fb8 sp=0xc000049b98 pc=0x559878cdd165
net/http.(*Server).Serve.gowrap3()
net/http/server.go:3454 +0x28 fp=0xc000049fe0 sp=0xc000049fb8 pc=0x559878ce2a28
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000049fe8 sp=0xc000049fe0 pc=0x5598789e8fa1
created by net/http.(*Server).Serve in goroutine 1
net/http/server.go:3454 +0x485
goroutine 20 gp=0xc0001d2a80 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0xb?)
runtime/proc.go:435 +0xce fp=0xc000233dd8 sp=0xc000233db8 pc=0x5598789e186e
runtime.netpollblock(0x559878a04cf8?, 0x7897b1a6?, 0x98?)
runtime/netpoll.go:575 +0xf7 fp=0xc000233e10 sp=0xc000233dd8 pc=0x5598789a6677
internal/poll.runtime_pollWait(0x7f4877447d98, 0x72)
runtime/netpoll.go:351 +0x85 fp=0xc000233e30 sp=0xc000233e10 pc=0x5598789e0a85
internal/poll.(*pollDesc).wait(0xc000114000?, 0xc00021e8b1?, 0x0)
internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000233e58 sp=0xc000233e30 pc=0x559878a67f07
internal/poll.(*pollDesc).waitRead(...)
internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000114000, {0xc00021e8b1, 0x1, 0x1})
internal/poll/fd_unix.go:165 +0x27a fp=0xc000233ef0 sp=0xc000233e58 pc=0x559878a691fa
net.(*netFD).Read(0xc000114000, {0xc00021e8b1?, 0x0?, 0x0?})
net/fd_posix.go:55 +0x25 fp=0xc000233f38 sp=0xc000233ef0 pc=0x559878add7a5
net.(*conn).Read(0xc0006ac080, {0xc00021e8b1?, 0x0?, 0x0?})
net/net.go:194 +0x45 fp=0xc000233f80 sp=0xc000233f38 pc=0x559878aebb65
net/http.(*connReader).backgroundRead(0xc00021e8a0)
net/http/server.go:690 +0x37 fp=0xc000233fc8 sp=0xc000233f80 pc=0x559878cd7037
net/http.(*connReader).startBackgroundRead.gowrap2()
net/http/server.go:686 +0x25 fp=0xc000233fe0 sp=0xc000233fc8 pc=0x559878cd6f65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000233fe8 sp=0xc000233fe0 pc=0x5598789e8fa1
created by net/http.(*connReader).startBackgroundRead in goroutine 43
net/http/server.go:686 +0xb6
rax 0x5598927d9530
rbx 0x5598927d9530
rcx 0x1bd
rdx 0x7f48becd5000
rdi 0x5598928cdb50
rsi 0x51
rbp 0x5598928cd8b0
rsp 0x7ffe21567fa0
r8 0x7
r9 0xc
r10 0x7ffe21568140
r11 0x206
r12 0x5598928cbbc0
r13 0x0
r14 0x5598928cccf0
r15 0x5598927ce360
rip 0x7f4856502436
rflags 0x10246
cs 0x33
fs 0x0
gs 0x0
SIGABRT: abort
PC=0x7f48be75900b m=0 sigcode=18446744073709551610
signal arrived during cgo execution
goroutine 10 gp=0xc000102700 m=0 mp=0x55987a4f5a00 [syscall]:
runtime.cgocall(0x559879638d40, 0xc0004c7bc8)
runtime/cgocall.go:167 +0x4b fp=0xc0004c7ba0 sp=0xc0004c7b68 pc=0x5598789de58b
github.com/ollama/ollama/llama._Cfunc_llama_decode(0x7f4860008fb0, {0x9, 0x7f48600ccde0, 0x0, 0x0, 0x7f4860b34590, 0x7f486001a120, 0x7f4860b36cd0, 0x7f486272ca40})
_cgo_gotypes.go:540 +0x4a fp=0xc0004c7bc8 sp=0xc0004c7ba0 pc=0x559878d74c4a
github.com/ollama/ollama/llama.(*Context).Decode.func1(...)
github.com/ollama/ollama/llama/llama.go:132
github.com/ollama/ollama/llama.(*Context).Decode(0xc000035900?, 0x0?)
github.com/ollama/ollama/llama/llama.go:132 +0xf6 fp=0xc0004c7cc8 sp=0xc0004c7bc8 pc=0x559878d77736
github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0004b0000, 0xc000110360, 0xc000514f20)
github.com/ollama/ollama/runner/llamarunner/runner.go:435 +0x23e fp=0xc0004c7ee0 sp=0xc0004c7cc8 pc=0x559878d80d3e
github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0004b0000, {0x559879c9f150, 0xc00069a640})
github.com/ollama/ollama/runner/llamarunner/runner.go:343 +0x1d5 fp=0xc0004c7fb8 sp=0xc0004c7ee0 pc=0x559878d80995
github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2()
github.com/ollama/ollama/runner/llamarunner/runner.go:972 +0x28 fp=0xc0004c7fe0 sp=0xc0004c7fb8 pc=0x559878d85248
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0004c7fe8 sp=0xc0004c7fe0 pc=0x5598789e8fa1
created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1
github.com/ollama/ollama/runner/llamarunner/runner.go:972 +0xcb7
goroutine 1 gp=0xc000002380 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc0004ad5f8 sp=0xc0004ad5d8 pc=0x5598789e186e
runtime.netpollblock(0xc0004ad678?, 0x7897b1a6?, 0x98?)
runtime/netpoll.go:575 +0xf7 fp=0xc0004ad630 sp=0xc0004ad5f8 pc=0x5598789a6677
internal/poll.runtime_pollWait(0x7f4877447eb0, 0x72)
runtime/netpoll.go:351 +0x85 fp=0xc0004ad650 sp=0xc0004ad630 pc=0x5598789e0a85
internal/poll.(*pollDesc).wait(0xc0001cca80?, 0x559878989386?, 0x0)
internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0004ad678 sp=0xc0004ad650 pc=0x559878a67f07
internal/poll.(*pollDesc).waitRead(...)
internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0001cca80)
internal/poll/fd_unix.go:620 +0x295 fp=0xc0004ad720 sp=0xc0004ad678 pc=0x559878a6d2d5
net.(*netFD).accept(0xc0001cca80)
net/fd_unix.go:172 +0x29 fp=0xc0004ad7d8 sp=0xc0004ad720 pc=0x559878adf749
net.(*TCPListener).accept(0xc000538780)
net/tcpsock_posix.go:159 +0x1b fp=0xc0004ad828 sp=0xc0004ad7d8 pc=0x559878af50fb
net.(*TCPListener).Accept(0xc000538780)
net/tcpsock.go:380 +0x30 fp=0xc0004ad858 sp=0xc0004ad828 pc=0x559878af3fb0
net/http.(*onceCloseListener).Accept(0xc000224000?)
<autogenerated>:1 +0x24 fp=0xc0004ad870 sp=0xc0004ad858 pc=0x559878d0ad64
net/http.(*Server).Serve(0xc00051c200, {0x559879c9cea8, 0xc000538780})
net/http/server.go:3424 +0x30c fp=0xc0004ad9a0 sp=0xc0004ad870 pc=0x559878ce262c
github.com/ollama/ollama/runner/llamarunner.Execute({0xc000034120, 0xe, 0xe})
github.com/ollama/ollama/runner/llamarunner/runner.go:992 +0x108a fp=0xc0004add08 sp=0xc0004ad9a0 pc=0x559878d84f8a
github.com/ollama/ollama/runner.Execute({0xc000034110?, 0x0?, 0x0?})
github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc0004add30 sp=0xc0004add08 pc=0x559878faf9b4
github.com/ollama/ollama/cmd.NewCLI.func2(0xc000035600?, {0x559879817052?, 0x4?, 0x559879817056?})
github.com/ollama/ollama/cmd/cmd.go:1285 +0x45 fp=0xc0004add58 sp=0xc0004add30 pc=0x5598795cb4e5
github.com/spf13/cobra.(*Command).execute(0xc0006d1508, {0xc0000017a0, 0xe, 0xe})
github.com/spf13/[email protected]/command.go:940 +0x85c fp=0xc0004ade78 sp=0xc0004add58 pc=0x559878b588dc
github.com/spf13/cobra.(*Command).ExecuteC(0xc0004a4c08)
github.com/spf13/[email protected]/command.go:1068 +0x3a5 fp=0xc0004adf30 sp=0xc0004ade78 pc=0x559878b59125
github.com/spf13/cobra.(*Command).Execute(...)
github.com/spf13/[email protected]/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
github.com/spf13/[email protected]/command.go:985
main.main()
github.com/ollama/ollama/main.go:12 +0x4d fp=0xc0004adf50 sp=0xc0004adf30 pc=0x5598795cb84d
runtime.main()
runtime/proc.go:283 +0x29d fp=0xc0004adfe0 sp=0xc0004adf50 pc=0x5598789adc7d
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0004adfe8 sp=0xc0004adfe0 pc=0x5598789e8fa1
goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000072fa8 sp=0xc000072f88 pc=0x5598789e186e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.forcegchelper()
runtime/proc.go:348 +0xb8 fp=0xc000072fe0 sp=0xc000072fa8 pc=0x5598789adfb8
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000072fe8 sp=0xc000072fe0 pc=0x5598789e8fa1
created by runtime.init.7 in goroutine 1
runtime/proc.go:336 +0x1a
goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000073780 sp=0xc000073760 pc=0x5598789e186e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.bgsweep(0xc00003c080)
runtime/mgcsweep.go:316 +0xdf fp=0xc0000737c8 sp=0xc000073780 pc=0x5598789987df
runtime.gcenable.gowrap1()
runtime/mgc.go:204 +0x25 fp=0xc0000737e0 sp=0xc0000737c8 pc=0x55987898cbc5
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000737e8 sp=0xc0000737e0 pc=0x5598789e8fa1
created by runtime.gcenable in goroutine 1
runtime/mgc.go:204 +0x66
goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x5598799cc1c0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000073f78 sp=0xc000073f58 pc=0x5598789e186e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.(*scavengerState).park(0x55987a4f2be0)
runtime/mgcscavenge.go:425 +0x49 fp=0xc000073fa8 sp=0xc000073f78 pc=0x559878996229
runtime.bgscavenge(0xc00003c080)
runtime/mgcscavenge.go:658 +0x59 fp=0xc000073fc8 sp=0xc000073fa8 pc=0x5598789967b9
runtime.gcenable.gowrap2()
runtime/mgc.go:205 +0x25 fp=0xc000073fe0 sp=0xc000073fc8 pc=0x55987898cb65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x5598789e8fa1
created by runtime.gcenable in goroutine 1
runtime/mgc.go:205 +0xa5
goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]:
runtime.gopark(0x1b8?, 0xc000002380?, 0x1?, 0x23?, 0xc000072688?)
runtime/proc.go:435 +0xce fp=0xc000072630 sp=0xc000072610 pc=0x5598789e186e
runtime.runfinq()
runtime/mfinal.go:196 +0x107 fp=0xc0000727e0 sp=0xc000072630 pc=0x55987898bb87
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000727e8 sp=0xc0000727e0 pc=0x5598789e8fa1
created by runtime.createfing in goroutine 1
runtime/mfinal.go:166 +0x3d
goroutine 6 gp=0xc0001d28c0 m=nil [chan receive]:
runtime.gopark(0xc0001cfa40?, 0xc000590018?, 0x60?, 0x47?, 0x559878ac6488?)
runtime/proc.go:435 +0xce fp=0xc000074718 sp=0xc0000746f8 pc=0x5598789e186e
runtime.chanrecv(0xc0000a8380, 0x0, 0x1)
runtime/chan.go:664 +0x445 fp=0xc000074790 sp=0xc000074718 pc=0x55987897dd85
runtime.chanrecv1(0x0?, 0x0?)
runtime/chan.go:506 +0x12 fp=0xc0000747b8 sp=0xc000074790 pc=0x55987897d912
runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
runtime/mgc.go:1799 +0x2f fp=0xc0000747e0 sp=0xc0000747b8 pc=0x55987898fd6f
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000747e8 sp=0xc0000747e0 pc=0x5598789e8fa1
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
runtime/mgc.go:1794 +0x85
goroutine 7 gp=0xc0001d36c0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000074f38 sp=0xc000074f18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc000074fc8 sp=0xc000074f38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000074fe0 sp=0xc000074fc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000074fe8 sp=0xc000074fe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 8 gp=0xc0001d3880 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000075738 sp=0xc000075718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0000757c8 sp=0xc000075738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0000757e0 sp=0xc0000757c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000757e8 sp=0xc0000757e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 18 gp=0xc000102380 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00006e738 sp=0xc00006e718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00006e7c8 sp=0xc00006e738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00006e7e0 sp=0xc00006e7c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00006e7e8 sp=0xc00006e7e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 34 gp=0xc000502380 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000518738 sp=0xc000518718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0005187c8 sp=0xc000518738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0005187e0 sp=0xc0005187c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0005187e8 sp=0xc0005187e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 35 gp=0xc000502540 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000518f38 sp=0xc000518f18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc000518fc8 sp=0xc000518f38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000518fe0 sp=0xc000518fc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000518fe8 sp=0xc000518fe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 36 gp=0xc000502700 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000519738 sp=0xc000519718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0005197c8 sp=0xc000519738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0005197e0 sp=0xc0005197c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0005197e8 sp=0xc0005197e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 37 gp=0xc0005028c0 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc1883d5?, 0x3?, 0xb7?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000519f38 sp=0xc000519f18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc000519fc8 sp=0xc000519f38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000519fe0 sp=0xc000519fc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000519fe8 sp=0xc000519fe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 38 gp=0xc000502a80 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc17d83c?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051a738 sp=0xc00051a718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051a7c8 sp=0xc00051a738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051a7e0 sp=0xc00051a7c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051a7e8 sp=0xc00051a7e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 39 gp=0xc000502c40 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc186ed3?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051af38 sp=0xc00051af18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051afc8 sp=0xc00051af38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051afe0 sp=0xc00051afc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051afe8 sp=0xc00051afe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 40 gp=0xc000502e00 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc17da07?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051b738 sp=0xc00051b718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051b7c8 sp=0xc00051b738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051b7e0 sp=0xc00051b7c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051b7e8 sp=0xc00051b7e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 41 gp=0xc000502fc0 m=nil [GC worker (idle)]:
runtime.gopark(0x4be5bc17d8ad?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00051bf38 sp=0xc00051bf18 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc00051bfc8 sp=0xc00051bf38 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00051bfe0 sp=0xc00051bfc8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00051bfe8 sp=0xc00051bfe0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 42 gp=0xc000503180 m=nil [GC worker (idle)]:
runtime.gopark(0x55987a5a1360?, 0x1?, 0x6c?, 0x42?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000514738 sp=0xc000514718 pc=0x5598789e186e
runtime.gcBgMarkWorker(0xc0000a97a0)
runtime/mgc.go:1423 +0xe9 fp=0xc0005147c8 sp=0xc000514738 pc=0x55987898f089
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0005147e0 sp=0xc0005147c8 pc=0x55987898ef65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0005147e8 sp=0xc0005147e0 pc=0x5598789e8fa1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 43 gp=0xc000503340 m=nil [select]:
runtime.gopark(0xc000049a58?, 0x2?, 0xb0?, 0x8f?, 0xc000049834?)
runtime/proc.go:435 +0xce fp=0xc000049648 sp=0xc000049628 pc=0x5598789e186e
runtime.selectgo(0xc000049a58, 0xc000049830, 0x9?, 0x0, 0x1?, 0x1)
runtime/select.go:351 +0x837 fp=0xc000049780 sp=0xc000049648 pc=0x5598789c0177
github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0004b0000, {0x559879c9d088, 0xc000001a40}, 0xc000240c80)
github.com/ollama/ollama/runner/llamarunner/runner.go:688 +0xa25 fp=0xc000049ac0 sp=0xc000049780 pc=0x559878d82745
github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x559879c9d088?, 0xc000001a40?}, 0xc0004d3b40?)
<autogenerated>:1 +0x36 fp=0xc000049af0 sp=0xc000049ac0 pc=0x559878d85676
net/http.HandlerFunc.ServeHTTP(0xc0006cc240?, {0x559879c9d088?, 0xc000001a40?}, 0xc0004d3b60?)
net/http/server.go:2294 +0x29 fp=0xc000049b18 sp=0xc000049af0 pc=0x559878cdec69
net/http.(*ServeMux).ServeHTTP(0x5598789860a5?, {0x559879c9d088, 0xc000001a40}, 0xc000240c80)
net/http/server.go:2822 +0x1c4 fp=0xc000049b68 sp=0xc000049b18 pc=0x559878ce0b64
net/http.serverHandler.ServeHTTP({0x559879c99630?}, {0x559879c9d088?, 0xc000001a40?}, 0x1?)
net/http/server.go:3301 +0x8e fp=0xc000049b98 sp=0xc000049b68 pc=0x559878cfe5ee
net/http.(*conn).serve(0xc000224000, {0x559879c9f118, 0xc00021e840})
net/http/server.go:2102 +0x625 fp=0xc000049fb8 sp=0xc000049b98 pc=0x559878cdd165
net/http.(*Server).Serve.gowrap3()
net/http/server.go:3454 +0x28 fp=0xc000049fe0 sp=0xc000049fb8 pc=0x559878ce2a28
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000049fe8 sp=0xc000049fe0 pc=0x5598789e8fa1
created by net/http.(*Server).Serve in goroutine 1
net/http/server.go:3454 +0x485
goroutine 20 gp=0xc0001d2a80 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0xb?)
runtime/proc.go:435 +0xce fp=0xc000233dd8 sp=0xc000233db8 pc=0x5598789e186e
runtime.netpollblock(0x559878a04cf8?, 0x7897b1a6?, 0x98?)
runtime/netpoll.go:575 +0xf7 fp=0xc000233e10 sp=0xc000233dd8 pc=0x5598789a6677
internal/poll.runtime_pollWait(0x7f4877447d98, 0x72)
runtime/netpoll.go:351 +0x85 fp=0xc000233e30 sp=0xc000233e10 pc=0x5598789e0a85
internal/poll.(*pollDesc).wait(0xc000114000?, 0xc00021e8b1?, 0x0)
internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000233e58 sp=0xc000233e30 pc=0x559878a67f07
internal/poll.(*pollDesc).waitRead(...)
internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000114000, {0xc00021e8b1, 0x1, 0x1})
internal/poll/fd_unix.go:165 +0x27a fp=0xc000233ef0 sp=0xc000233e58 pc=0x559878a691fa
net.(*netFD).Read(0xc000114000, {0xc00021e8b1?, 0x0?, 0x0?})
net/fd_posix.go:55 +0x25 fp=0xc000233f38 sp=0xc000233ef0 pc=0x559878add7a5
net.(*conn).Read(0xc0006ac080, {0xc00021e8b1?, 0x0?, 0x0?})
net/net.go:194 +0x45 fp=0xc000233f80 sp=0xc000233f38 pc=0x559878aebb65
net/http.(*connReader).backgroundRead(0xc00021e8a0)
net/http/server.go:690 +0x37 fp=0xc000233fc8 sp=0xc000233f80 pc=0x559878cd7037
net/http.(*connReader).startBackgroundRead.gowrap2()
net/http/server.go:686 +0x25 fp=0xc000233fe0 sp=0xc000233fc8 pc=0x559878cd6f65
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000233fe8 sp=0xc000233fe0 pc=0x5598789e8fa1
created by net/http.(*connReader).startBackgroundRead in goroutine 43
net/http/server.go:686 +0xb6
rax 0x0
rbx 0x7f48be714fc0
rcx 0x7f48be75900b
rdx 0x0
rdi 0x2
rsi 0x7ffe21568000
rbp 0x7f484390b60f
rsp 0x7ffe21568000
r8 0x0
r9 0x7ffe21568000
r10 0x8
r11 0x246
r12 0x7f484390b5dd
r13 0x49
r14 0x7f4843905358
r15 0x655
rip 0x7f48be75900b
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
time=2025-03-11T09:29:01.152Z level=ERROR source=server.go:449 msg="llama runner terminated" error="exit status 2"
[GIN] 2025/03/11 - 09:29:01 | 200 | 79.367173ms | 127.0.0.1 | POST "/api/chat"
[GIN] 2025/03/11 - 09:29:15 | 200 | 34.482µs | 127.0.0.1 | HEAD "/"
[GIN] 2025/03/11 - 09:29:15 | 200 | 174.868µs | 127.0.0.1 | GET "/api/tags"
[GIN] 2025/03/11 - 09:29:18 | 200 | 16.988µs | 127.0.0.1 | HEAD "/"
[GIN] 2025/03/11 - 09:29:18 | 200 | 20.286µs | 127.0.0.1 | GET "/api/ps"
[GIN] 2025/03/11 - 09:32:07 | 200 | 24.952µs | 127.0.0.1 | HEAD "/"
[GIN] 2025/03/11 - 09:32:07 | 200 | 21.73µs | 127.0.0.1 | GET "/api/ps"
[GIN] 2025/03/11 - 09:33:11 | 200 | 18.151µs | 127.0.0.1 | HEAD "/"
[GIN] 2025/03/11 - 09:33:11 | 200 | 14.699µs | 127.0.0.1 | GET "/api/ps"Metadata
Metadata
Assignees
Labels
No labels