woodpecker-server crashes if WOODPECKER_GITEA_URL points to nginx proxy over the gitea server

[neel]

Component

server

Describe the bug

OAuth login works if I set

WOODPECKER_GITEA_URL=http://IP:3000

But doesn't work if I set

WOODPECKER_GITEA_URL=http://git.xxx.com

In Gitea the Redirect Webhook is set to http://ci.xxx.com/authorize

I am using nginx with the following configurations

$ cat /etc/nginx/sites-enabled/gitea.conf 
server {
    listen 80;
    server_name git.xxx.com;

    location / {
        proxy_pass http://localhost:3000;
        proxy_http_version 1.1;
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto $scheme;
        proxy_set_header Connection "";
        chunked_transfer_encoding off;
        proxy_buffering off;
    }
}

$ cat /etc/nginx/sites-enabled/ci.conf 
server {
    listen 80;
    server_name ci.xxx.com;

    location / {
        proxy_set_header X-Forwarded-For $remote_addr;
        proxy_set_header X-Forwarded-Proto $scheme;
        proxy_set_header Host $http_host;

        proxy_pass http://127.0.0.1:8000;
        proxy_redirect off;
        proxy_http_version 1.1;
        proxy_set_header Connection "";
        proxy_buffering off;

        chunked_transfer_encoding off;
    }
}

It sounds similar to #609 But the nginx problem it is referring to is addressed in the configurations. Do I need to do something extra ?

I have used letsencrypt to add https on nginx proxy. But changing the WOODPECKER_GITEA_URL to https://git.xxx.com doesn't fix the issue.

System Info

{"source":"https://github.com/woodpecker-ci/woodpecker","version":"0.15.6"}

Additional context

Backtrace

9:05AM TRC ../../woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/router.go:38 > [GET] /authorize?code=gta_xxx&state=woodpecker
fatal error: unexpected signal during runtime execution
[signal SIGSEGV: segmentation violation code=0x2 addr=0x7f9af0954072 pc=0x7f9ae2589a7f]

runtime stack:
runtime.throw({0x1115bd4?, 0x0?})
        /usr/local/go/src/runtime/panic.go:992 +0x71
runtime.sigpanic()
        /usr/local/go/src/runtime/signal_unix.go:802 +0x389

goroutine 33 [syscall]:
runtime.cgocall(0xd17e30, 0xc000445d98)
        /usr/local/go/src/runtime/cgocall.go:157 +0x5c fp=0xc000445d70 sp=0xc000445d38 pc=0x405a1c
net._C2func_getaddrinfo(0xc0002ba200, 0x0, 0xc0002be270, 0xc00040e1a8)
        _cgo_gotypes.go:94 +0x56 fp=0xc000445d98 sp=0xc000445d70 pc=0x691ff6
net.cgoLookupIPCNAME.func1({0xc0002ba200, 0x0?, 0xc000445e38?}, 0xc000140198?, 0x69873b?)
        /usr/local/go/src/net/cgo_unix.go:160 +0x9f fp=0xc000445df0 sp=0xc000445d98 pc=0x693d1f
net.cgoLookupIPCNAME({0x10da56c, 0x3}, {0xc000140198, 0xe})
        /usr/local/go/src/net/cgo_unix.go:160 +0x16d fp=0xc000445f38 sp=0xc000445df0 pc=0x69358d
net.cgoIPLookup(0x19c1390?, {0x10da56c?, 0xc0001401e0?}, {0xc000140198?, 0xc000156630?})
        /usr/local/go/src/net/cgo_unix.go:217 +0x3b fp=0xc000445fa8 sp=0xc000445f38 pc=0x693ddb
net.cgoLookupIP.func1()
        /usr/local/go/src/net/cgo_unix.go:227 +0x36 fp=0xc000445fe0 sp=0xc000445fa8 pc=0x694216
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1571 +0x1 fp=0xc000445fe8 sp=0xc000445fe0 pc=0x46d441
created by net.cgoLookupIP
        /usr/local/go/src/net/cgo_unix.go:227 +0x12a

goroutine 1 [IO wait]:
internal/poll.runtime_pollWait(0x7f9af1159ed8, 0x72)
        /usr/local/go/src/runtime/netpoll.go:302 +0x89
internal/poll.(*pollDesc).wait(0xc000017800?, 0xc00004c500?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:83 +0x32
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:88
internal/poll.(*FD).Accept(0xc000017800)
        /usr/local/go/src/internal/poll/fd_unix.go:614 +0x22c
net.(*netFD).accept(0xc000017800)
        /usr/local/go/src/net/fd_unix.go:172 +0x35
net.(*TCPListener).accept(0xc0005655d8)
        /usr/local/go/src/net/tcpsock_posix.go:139 +0x28
net.(*TCPListener).Accept(0xc0005655d8)
        /usr/local/go/src/net/tcpsock.go:288 +0x3d
net/http.(*Server).Serve(0xc0004fe700, {0x12ec3d8, 0xc0005655d8})
        /usr/local/go/src/net/http/server.go:3039 +0x385
net/http.(*Server).ListenAndServe(0xc0004fe700)
        /usr/local/go/src/net/http/server.go:2968 +0x7d
net/http.ListenAndServe(...)
        /usr/local/go/src/net/http/server.go:3222
main.run(0xc0000a3d00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/server.go:210 +0x10f4
github.com/urfave/cli/v2.(*App).RunContext(0xc0003349c0, {0x12ed1d0?, 0xc0000ba000}, {0xc0000a0210, 0x1, 0x1})
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/urfave/cli/v2/app.go:322 +0x953
github.com/urfave/cli/v2.(*App).Run(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/urfave/cli/v2/app.go:224
main.main()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/main.go:35 +0x145

goroutine 30 [IO wait]:
internal/poll.runtime_pollWait(0x7f9af1159c08, 0x72)
        /usr/local/go/src/runtime/netpoll.go:302 +0x89
internal/poll.(*pollDesc).wait(0xc000480100?, 0xc00022ca01?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:83 +0x32
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:88
internal/poll.(*FD).Read(0xc000480100, {0xc00022ca01, 0x1, 0x1})
        /usr/local/go/src/internal/poll/fd_unix.go:167 +0x25a
net.(*netFD).Read(0xc000480100, {0xc00022ca01?, 0xc00007e618?, 0xc000059768?})
        /usr/local/go/src/net/fd_posix.go:55 +0x29
net.(*conn).Read(0xc00040e150, {0xc00022ca01?, 0xc00029e0f0?, 0x0?})
        /usr/local/go/src/net/net.go:183 +0x45
net/http.(*connReader).backgroundRead(0xc00022c9f0)
        /usr/local/go/src/net/http/server.go:672 +0x3f
created by net/http.(*connReader).startBackgroundRead
        /usr/local/go/src/net/http/server.go:668 +0xca

goroutine 7 [select]:
database/sql.(*DB).connectionOpener(0xc0003dd450, {0x12ed198, 0xc0000a3f80})
        /usr/local/go/src/database/sql/sql.go:1226 +0x8d
created by database/sql.OpenDB
        /usr/local/go/src/database/sql/sql.go:794 +0x18d

goroutine 60 [select]:
github.com/woodpecker-ci/woodpecker/server/api.EventStreamSSE(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/stream.go:104 +0x50a
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/token.Refresh(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/token/token.go:33 +0x4ae
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/session.SetUser.func1(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/session/user.go:70 +0x1bd
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Store.func1(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/store.go:29 +0x5f
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Logger.func1(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/logger.go:23 +0xa8
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.Options(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:38 +0x11a
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.NoCache(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:30 +0x102
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router.Load.func1(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/router.go:39 +0xeb
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/recovery.go:99 +0x82
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc00050c680, 0xc0000f5700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:555 +0x671
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc00050c680, {0x12ec5e8?, 0xc0004fe8c0}, 0xc0000f5900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:511 +0x1d2
net/http.serverHandler.ServeHTTP({0xc000101800?}, {0x12ec5e8, 0xc0004fe8c0}, 0xc0000f5900)
        /usr/local/go/src/net/http/server.go:2916 +0x43b
net/http.(*conn).serve(0xc00009f040, {0x12ed240, 0xc000100d50})
        /usr/local/go/src/net/http/server.go:1966 +0x5d7
created by net/http.(*Server).Serve
        /usr/local/go/src/net/http/server.go:3071 +0x4db

goroutine 13 [IO wait]:
internal/poll.runtime_pollWait(0x7f9af1159de8, 0x72)
        /usr/local/go/src/runtime/netpoll.go:302 +0x89
internal/poll.(*pollDesc).wait(0xc0004a2200?, 0x19c2e00?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:83 +0x32
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:88
internal/poll.(*FD).Accept(0xc0004a2200)
        /usr/local/go/src/internal/poll/fd_unix.go:614 +0x22c
net.(*netFD).accept(0xc0004a2200)
        /usr/local/go/src/net/fd_unix.go:172 +0x35
net.(*TCPListener).accept(0xc0005655f0)
        /usr/local/go/src/net/tcpsock_posix.go:139 +0x28
net.(*TCPListener).Accept(0xc0005655f0)
        /usr/local/go/src/net/tcpsock.go:288 +0x3d
google.golang.org/grpc.(*Server).Serve(0xc000313880, {0x12ec3d8?, 0xc0005655f0})
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/google.golang.org/grpc/server.go:780 +0x477
main.run.func3()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/server.go:177 +0x493
golang.org/x/sync/errgroup.(*Group).Go.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:75 +0x64
created by golang.org/x/sync/errgroup.(*Group).Go
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:72 +0xa5

goroutine 54 [sleep]:
time.Sleep(0x1dcd6500)
        /usr/local/go/src/runtime/time.go:194 +0x12e
main.setupMetrics.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/setup.go:340 +0x179
golang.org/x/sync/errgroup.(*Group).Go.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:75 +0x64
created by golang.org/x/sync/errgroup.(*Group).Go
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:72 +0xa5

goroutine 55 [sleep]:
time.Sleep(0x2540be400)
        /usr/local/go/src/runtime/time.go:194 +0x12e
main.setupMetrics.func2()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/setup.go:351 +0xfb
golang.org/x/sync/errgroup.(*Group).Go.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:75 +0x64
created by golang.org/x/sync/errgroup.(*Group).Go
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:72 +0xa5

goroutine 29 [select]:
net/http.(*Transport).getConn(0xc00036aa00, 0xc00010a280, {{}, 0x0, {0xc0003b8330, 0x5}, {0xc000140198, 0x12}, 0x0})
        /usr/local/go/src/net/http/transport.go:1375 +0x5c6
net/http.(*Transport).roundTrip(0xc00036aa00, 0xc00001e300)
        /usr/local/go/src/net/http/transport.go:581 +0x76f
net/http.(*Transport).RoundTrip(0x40f6c5?, 0x12e71c0?)
        /usr/local/go/src/net/http/roundtrip.go:17 +0x19
net/http.send(0xc00001e300, {0x12e71c0, 0xc00036aa00}, {0x10a3e40?, 0x1?, 0x0?})
        /usr/local/go/src/net/http/client.go:252 +0x5d8
net/http.(*Client).send(0xc00022d680, 0xc00001e300, {0xc00022d8c0?, 0x10efbeb?, 0x0?})
        /usr/local/go/src/net/http/client.go:176 +0x9b
net/http.(*Client).do(0xc00022d680, 0xc00001e300)
        /usr/local/go/src/net/http/client.go:725 +0x8f5
net/http.(*Client).Do(...)
        /usr/local/go/src/net/http/client.go:593
golang.org/x/net/context/ctxhttp.Do({0x12ed240?, 0xc00022d710}, 0x0?, 0xc00001e200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:27 +0x206
golang.org/x/oauth2/internal.doTokenRoundTrip({0x12ed240, 0xc00022d710}, 0xc00003e018?)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/internal/token.go:232 +0x66
golang.org/x/oauth2/internal.RetrieveToken({0x12ed240, 0xc00022d710}, {0xc00003e018, 0x24}, {0xc000038018, 0x38}, {0xc0003b8330, 0x2f}, 0xc00022d7a0, 0x0)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/internal/token.go:202 +0x10c
golang.org/x/oauth2.retrieveToken({0x12ed240?, 0xc00022d710?}, 0x10ef41f?, 0xc?)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/token.go:157 +0x4f
golang.org/x/oauth2.(*Config).Exchange(0xc0000f6310, {0x12ed240, 0xc00022d710}, {0xc0001fe1d4, 0x38}, {0x0, 0x0, 0x0?})
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/oauth2.go:224 +0x237
github.com/woodpecker-ci/woodpecker/server/remote/gitea.(*Gitea).Login(0xc0000a3e80, {0x12ed400, 0xc000448200}, {0x7f9ae2ffcd18, 0xc000448200}, 0xc000033001?)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/remote/gitea/gitea.go:118 +0x1e5
github.com/woodpecker-ci/woodpecker/server/api.HandleAuth(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/login.go:57 +0x10f
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/token.Refresh(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/token/token.go:33 +0x4ae
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/session.SetUser.func1(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/session/user.go:70 +0x1bd
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Store.func1(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/store.go:29 +0x5f
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Logger.func1(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/logger.go:23 +0xa8
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.Options(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:38 +0x11a
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.NoCache(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:30 +0x102
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router.Load.func1(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/router.go:39 +0xeb
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/recovery.go:99 +0x82
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc00050c680, 0xc000448200)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:555 +0x671
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc00050c680, {0x12ec5e8?, 0xc0001ba000}, 0xc00001e100)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:511 +0x1d2
net/http.serverHandler.ServeHTTP({0xc00022c9f0?}, {0x12ec5e8, 0xc0001ba000}, 0xc00001e100)
        /usr/local/go/src/net/http/server.go:2916 +0x43b
net/http.(*conn).serve(0xc000488820, {0x12ed240, 0xc000100d50})
        /usr/local/go/src/net/http/server.go:1966 +0x5d7
created by net/http.(*Server).Serve
        /usr/local/go/src/net/http/server.go:3071 +0x4db

goroutine 61 [IO wait]:
internal/poll.runtime_pollWait(0x7f9af1159cf8, 0x72)
        /usr/local/go/src/runtime/netpoll.go:302 +0x89
internal/poll.(*pollDesc).wait(0xc000017c00?, 0xc000101811?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:83 +0x32
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:88
internal/poll.(*FD).Read(0xc000017c00, {0xc000101811, 0x1, 0x1})
        /usr/local/go/src/internal/poll/fd_unix.go:167 +0x25a
net.(*netFD).Read(0xc000017c00, {0xc000101811?, 0xc00010c758?, 0xc00005b768?})
        /usr/local/go/src/net/fd_posix.go:55 +0x29
net.(*conn).Read(0xc000010660, {0xc000101811?, 0xc0003c15e0?, 0xa8dc48?})
        /usr/local/go/src/net/net.go:183 +0x45
net/http.(*connReader).backgroundRead(0xc000101800)
        /usr/local/go/src/net/http/server.go:672 +0x3f
created by net/http.(*connReader).startBackgroundRead
        /usr/local/go/src/net/http/server.go:668 +0xca

goroutine 62 [select]:
github.com/woodpecker-ci/woodpecker/server/pubsub.(*publisher).Subscribe(0xc0000f21e0, {0x12ed198, 0xc00010cac0}, {0x10ef5f3?, 0x0?}, 0xc000101e00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/pubsub/pub.go:58 +0x178
github.com/woodpecker-ci/woodpecker/server/api.EventStreamSSE.func2()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/stream.go:81 +0xe5
created by github.com/woodpecker-ci/woodpecker/server/api.EventStreamSSE
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/stream.go:80 +0x41b

goroutine 31 [select]:
net.(*Resolver).lookupIPAddr(0x19c1380, {0x12ed240?, 0xc00022d710}, {0x10da56c, 0x3}, {0xc000140198, 0xe})
        /usr/local/go/src/net/lookup.go:325 +0x51b
net.(*Resolver).internetAddrList(0x12ed240?, {0x12ed240?, 0xc00022d710?}, {0x10da56c, 0x3}, {0xc000140198?, 0x12?})
        /usr/local/go/src/net/ipsock.go:288 +0x67a
net.(*Resolver).resolveAddrList(0x19f9ec0?, {0x12ed240, 0xc00022d710}, {0x10db46f, 0x4}, {0x10da56c?, 0x7?}, {0xc000140198, 0x12}, {0x0, ...})
        /usr/local/go/src/net/dial.go:221 +0x41b
net.(*Dialer).DialContext(0x19c2340, {0x12ed240, 0xc00022d710}, {0x10da56c, 0x3}, {0xc000140198, 0x12})
        /usr/local/go/src/net/dial.go:406 +0x448
net/http.(*Transport).dial(0x10d1100?, {0x12ed240?, 0xc00022d710?}, {0x10da56c?, 0x7f9af1159c30?}, {0xc000140198?, 0x0?})
        /usr/local/go/src/net/http/transport.go:1178 +0xb8
net/http.(*Transport).dialConn(0xc00036aa00, {0x12ed240, 0xc00022d710}, {{}, 0x0, {0xc0003b8330, 0x5}, {0xc000140198, 0x12}, 0x0})
        /usr/local/go/src/net/http/transport.go:1607 +0x83f
net/http.(*Transport).dialConnFor(0x12ed240?, 0xc000156630)
        /usr/local/go/src/net/http/transport.go:1449 +0xb0
created by net/http.(*Transport).queueForDial
        /usr/local/go/src/net/http/transport.go:1418 +0x3d2

goroutine 32 [select]:
net.cgoLookupIP({0x12ed198, 0xc00010a300}, {0x10da56c, 0x3}, {0xc000140198, 0xe})
        /usr/local/go/src/net/cgo_unix.go:228 +0x1aa
net.(*Resolver).lookupIP(0x19c1380, {0x12ed198, 0xc00010a300}, {0x10da56c, 0x3}, {0xc000140198, 0xe})
        /usr/local/go/src/net/lookup_unix.go:96 +0x128
net.glob..func1({0x12ed198?, 0xc00010a300?}, 0x100012e6ea0?, {0x10da56c?, 0x46b26e?}, {0xc000140198?, 0x78c570?})
        /usr/local/go/src/net/hook.go:23 +0x3d
net.(*Resolver).lookupIPAddr.func1()
        /usr/local/go/src/net/lookup.go:319 +0x9f
internal/singleflight.(*Group).doCall(0x19c1390, 0xc000484190, {0xc0001401e0, 0x12}, 0xc000156630?)
        /usr/local/go/src/internal/singleflight/singleflight.go:95 +0x3b
created by internal/singleflight.(*Group).DoChan
        /usr/local/go/src/internal/singleflight/singleflight.go:88 +0x2ec

Validations

• Read the Contributing Guidelines.
• Read the docs.
• Check that there isn't already an issue that reports the same bug to avoid creating a duplicate.
• Check that this is a concrete bug. For Q&A join our Discord Chat Server or the Matrix room.

[6543]

might be fixed by #1502 to test this, just use the v0.15 tag

[inflatador]

This is a pretty nasty bug that was seemingly preventing me from using gitea (specifically codeberg.org) . Compiling woodpecker from the latest source seems to fix the problem! I'm not sure what the timetable for cutting the 15.7 release is, but I do think the bug is fixed.

[neel]

@6543 is it also fixed in the latest binary release?

[Janik-Haag]

I had a similar issue with version 15.6 of the woodpecker-server where when git runs behind a proxy it isn't reachable because woodpecker tried using the ip, so the proxy didn't have a host-header to prxoy the request to the git server, tried that with multiple gitea instances running that way. Build version 15.7 from source, that fixed it. When will be the next release, woodpecker is sadly quite unusable in the current version since I have to run git behind a proxy and can't give it a subdomain at least for ipv4..

Btw the server is running NixOS in the unstable branch.
And the error it gave me with version 15.6 is Feb 26 16:48:07 testHost woodpecker-server[921]: {"level":"error","time":"2023-02-26T16:48:07+01:00","message":"cannot authenticate user. oauth2: cannot fetch token: 405 Method Not Allowed\nResponse: "}

[Janik-Haag]

I think you can close this Issue, since it get's fixed with the next release ^^

[6543]

ok ... next stable release is soon

[neel]

@6543 @inflatador Not fixed. Issue persists 15.7

{"time":"2023-03-26T17:59:12Z","message":"LogLevel = warn"}
fatal error: unexpected signal during runtime execution
[signal SIGSEGV: segmentation violation code=0x2 addr=0x7faca37ff072 pc=0x7faca848fa7f]

runtime stack:
runtime.throw({0x113ee19?, 0x0?})
        /usr/local/go/src/runtime/panic.go:1047 +0x5d fp=0x7faca37fd7d8 sp=0x7faca37fd7a8 pc=0x43c17d
runtime.sigpanic()
        /usr/local/go/src/runtime/signal_unix.go:819 +0x369 fp=0x7faca37fd828 sp=0x7faca37fd7d8 pc=0x452849

goroutine 44 [syscall]:
runtime.cgocall(0xd3a3f0, 0xc00029b598)
        /usr/local/go/src/runtime/cgocall.go:158 +0x5c fp=0xc00029b570 sp=0xc00029b538 pc=0x405d7c
net._C2func_getaddrinfo(0xc0002935c0, 0x0, 0xc0002cc180, 0xc000015f28)
        _cgo_gotypes.go:94 +0x56 fp=0xc00029b598 sp=0xc00029b570 pc=0x6a1276
net.cgoLookupIPCNAME.func1({0xc0002935c0, 0x4?, 0xc00029b630?}, 0xc00021d080?, 0x6a7a9b?)
        /usr/local/go/src/net/cgo_unix.go:160 +0x9f fp=0xc00029b5f0 sp=0xc00029b598 pc=0x6a2fbf
net.cgoLookupIPCNAME({0x1102fb1, 0x3}, {0xc00021d080, 0xe})
        /usr/local/go/src/net/cgo_unix.go:160 +0x173 fp=0xc00029b738 sp=0xc00029b5f0 pc=0x6a2813
net.cgoIPLookup(0x1a16a90?, {0x1102fb1?, 0xc00021d098?}, {0xc00021d080?, 0xc0004136b0?})
        /usr/local/go/src/net/cgo_unix.go:217 +0x3b fp=0xc00029b7a8 sp=0xc00029b738 pc=0x6a307b
net.cgoLookupIP.func1()
        /usr/local/go/src/net/cgo_unix.go:227 +0x36 fp=0xc00029b7e0 sp=0xc00029b7a8 pc=0x6a34b6
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00029b7e8 sp=0xc00029b7e0 pc=0x470041
created by net.cgoLookupIP
        /usr/local/go/src/net/cgo_unix.go:227 +0x12a

goroutine 1 [IO wait]:
runtime.gopark(0x400?, 0xc00051f4d8?, 0xb0?, 0x7b?, 0xc00051f4d8?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00051f468 sp=0xc00051f448 pc=0x43ed96
runtime.netpollblock(0x203000?, 0x400?, 0x0?)
        /usr/local/go/src/runtime/netpoll.go:526 +0xf7 fp=0xc00051f4a0 sp=0xc00051f468 pc=0x437817
internal/poll.runtime_pollWait(0x7faca8fd7de8, 0x72)
        /usr/local/go/src/runtime/netpoll.go:305 +0x89 fp=0xc00051f4c0 sp=0xc00051f4a0 pc=0x46a449
internal/poll.(*pollDesc).wait(0xc000294980?, 0x6?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00051f4e8 sp=0xc00051f4c0 pc=0x4da9f2
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000294980)
        /usr/local/go/src/internal/poll/fd_unix.go:614 +0x234 fp=0xc00051f580 sp=0xc00051f4e8 pc=0x4dfc74
net.(*netFD).accept(0xc000294980)
        /usr/local/go/src/net/fd_unix.go:172 +0x35 fp=0xc00051f638 sp=0xc00051f580 pc=0x680d55
net.(*TCPListener).accept(0xc0000b94d0)
        /usr/local/go/src/net/tcpsock_posix.go:142 +0x28 fp=0xc00051f668 sp=0xc00051f638 pc=0x69aa88
net.(*TCPListener).Accept(0xc0000b94d0)
        /usr/local/go/src/net/tcpsock.go:288 +0x3d fp=0xc00051f698 sp=0xc00051f668 pc=0x699c5d
net/http.(*onceCloseListener).Accept(0xc0002c8000?)
        <autogenerated>:1 +0x2a fp=0xc00051f6b0 sp=0xc00051f698 pc=0x7b22ea
net/http.(*Server).Serve(0xc000285a40, {0x1320658, 0xc0000b94d0})
        /usr/local/go/src/net/http/server.go:3070 +0x385 fp=0xc00051f7e0 sp=0xc00051f6b0 pc=0x78bde5
net/http.(*Server).ListenAndServe(0xc000285a40)
        /usr/local/go/src/net/http/server.go:2999 +0x7d fp=0xc00051f810 sp=0xc00051f7e0 pc=0x78ba1d
net/http.ListenAndServe(...)
        /usr/local/go/src/net/http/server.go:3255
main.run(0xc000097a80)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/server.go:210 +0x10f4 fp=0xc00051fda0 sp=0xc00051f810 pc=0xd34f54
github.com/urfave/cli/v2.(*App).RunContext(0xc0003d4000, {0x1321648?, 0xc0000b0000}, {0xc000092220, 0x1, 0x1})
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/urfave/cli/v2/app.go:322 +0x97c fp=0xc00051ff30 sp=0xc00051fda0 pc=0x59181c
github.com/urfave/cli/v2.(*App).Run(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/urfave/cli/v2/app.go:224
main.main()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/main.go:35 +0x145 fp=0xc00051ff80 sp=0xc00051ff30 pc=0xd33d65
runtime.main()
        /usr/local/go/src/runtime/proc.go:250 +0x212 fp=0xc00051ffe0 sp=0xc00051ff80 pc=0x43e9d2
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00051ffe8 sp=0xc00051ffe0 pc=0x470041

goroutine 2 [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005cfb0 sp=0xc00005cf90 pc=0x43ed96
runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:369
runtime.forcegchelper()
        /usr/local/go/src/runtime/proc.go:302 +0xad fp=0xc00005cfe0 sp=0xc00005cfb0 pc=0x43ec2d
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005cfe8 sp=0xc00005cfe0 pc=0x470041
created by runtime.init.6
        /usr/local/go/src/runtime/proc.go:290 +0x25

goroutine 18 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc000058790 sp=0xc000058770 pc=0x43ed96
runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:369
runtime.bgsweep(0x0?)
        /usr/local/go/src/runtime/mgcsweep.go:297 +0xd7 fp=0xc0000587c8 sp=0xc000058790 pc=0x429537
runtime.gcenable.func1()
        /usr/local/go/src/runtime/mgc.go:178 +0x26 fp=0xc0000587e0 sp=0xc0000587c8 pc=0x41e186
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000587e8 sp=0xc0000587e0 pc=0x470041
created by runtime.gcenable
        /usr/local/go/src/runtime/mgc.go:178 +0x6b

goroutine 19 [GC scavenge wait]:
runtime.gopark(0xc000090000?, 0x13169e0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc000058f70 sp=0xc000058f50 pc=0x43ed96
runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:369
runtime.(*scavengerState).park(0x1a17b60)
        /usr/local/go/src/runtime/mgcscavenge.go:389 +0x53 fp=0xc000058fa0 sp=0xc000058f70 pc=0x427593
runtime.bgscavenge(0x0?)
        /usr/local/go/src/runtime/mgcscavenge.go:622 +0x65 fp=0xc000058fc8 sp=0xc000058fa0 pc=0x427b85
runtime.gcenable.func2()
        /usr/local/go/src/runtime/mgc.go:179 +0x26 fp=0xc000058fe0 sp=0xc000058fc8 pc=0x41e126
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000058fe8 sp=0xc000058fe0 pc=0x470041
created by runtime.gcenable
        /usr/local/go/src/runtime/mgc.go:179 +0xaa

goroutine 20 [finalizer wait]:
runtime.gopark(0x1a18560?, 0xc0000944e0?, 0x0?, 0x0?, 0xc00005c770?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005c628 sp=0xc00005c608 pc=0x43ed96
runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:369
runtime.runfinq()
        /usr/local/go/src/runtime/mfinal.go:180 +0x10f fp=0xc00005c7e0 sp=0xc00005c628 pc=0x41d28f
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005c7e8 sp=0xc00005c7e0 pc=0x470041
created by runtime.createfing
        /usr/local/go/src/runtime/mfinal.go:157 +0x45

goroutine 26 [IO wait]:
runtime.gopark(0x9d7b1e?, 0xc00007dc80?, 0x0?, 0x0?, 0xc00006db28?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00006dab8 sp=0xc00006da98 pc=0x43ed96
runtime.netpollblock(0x9d4cf8?, 0x6db20?, 0xc0?)
        /usr/local/go/src/runtime/netpoll.go:526 +0xf7 fp=0xc00006daf0 sp=0xc00006dab8 pc=0x437817
internal/poll.runtime_pollWait(0x7faca8fd7ed8, 0x72)
        /usr/local/go/src/runtime/netpoll.go:305 +0x89 fp=0xc00006db10 sp=0xc00006daf0 pc=0x46a449
internal/poll.(*pollDesc).wait(0xc0003a6c80?, 0xc000061000?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00006db38 sp=0xc00006db10 pc=0x4da9f2
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0003a6c80)
        /usr/local/go/src/internal/poll/fd_unix.go:614 +0x234 fp=0xc00006dbd0 sp=0xc00006db38 pc=0x4dfc74
net.(*netFD).accept(0xc0003a6c80)
        /usr/local/go/src/net/fd_unix.go:172 +0x35 fp=0xc00006dc88 sp=0xc00006dbd0 pc=0x680d55
net.(*TCPListener).accept(0xc0003faa50)
        /usr/local/go/src/net/tcpsock_posix.go:142 +0x28 fp=0xc00006dcb8 sp=0xc00006dc88 pc=0x69aa88
net.(*TCPListener).Accept(0xc0003faa50)
        /usr/local/go/src/net/tcpsock.go:288 +0x3d fp=0xc00006dce8 sp=0xc00006dcb8 pc=0x699c5d
google.golang.org/grpc.(*Server).Serve(0xc0004fe000, {0x1320658?, 0xc0003faa50})
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/google.golang.org/grpc/server.go:823 +0x475 fp=0xc00006de30 sp=0xc00006dce8 pc=0xa622d5
main.run.func3()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/server.go:177 +0x493 fp=0xc00006df78 sp=0xc00006de30 pc=0xd35833
golang.org/x/sync/errgroup.(*Group).Go.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:75 +0x64 fp=0xc00006dfe0 sp=0xc00006df78 pc=0x9d4b24
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00006dfe8 sp=0xc00006dfe0 pc=0x470041
created by golang.org/x/sync/errgroup.(*Group).Go
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:72 +0xa5

goroutine 3 [GC worker (idle)]:
runtime.gopark(0x623aec536f5?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005d750 sp=0xc00005d730 pc=0x43ed96
runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1235 +0xf1 fp=0xc00005d7e0 sp=0xc00005d750 pc=0x4202d1
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005d7e8 sp=0xc00005d7e0 pc=0x470041
created by runtime.gcBgMarkStartWorkers
        /usr/local/go/src/runtime/mgc.go:1159 +0x25

goroutine 4 [GC worker (idle)]:
runtime.gopark(0x623aec5e7db?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005df50 sp=0xc00005df30 pc=0x43ed96
runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1235 +0xf1 fp=0xc00005dfe0 sp=0xc00005df50 pc=0x4202d1
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005dfe8 sp=0xc00005dfe0 pc=0x470041
created by runtime.gcBgMarkStartWorkers
        /usr/local/go/src/runtime/mgc.go:1159 +0x25

goroutine 7 [select]:
runtime.gopark(0xc00005a788?, 0x2?, 0x11?, 0xa6?, 0xc00005a784?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005a610 sp=0xc00005a5f0 pc=0x43ed96
runtime.selectgo(0xc00005a788, 0xc00005a780, 0x20?, 0x0, 0x4087b9?, 0x1)
        /usr/local/go/src/runtime/select.go:328 +0x7bc fp=0xc00005a750 sp=0xc00005a610 pc=0x44eb5c
database/sql.(*DB).connectionOpener(0xc000406f70, {0x1321610, 0xc000097b80})
        /usr/local/go/src/database/sql/sql.go:1224 +0x8d fp=0xc00005a7b8 sp=0xc00005a750 pc=0xb1c02d
database/sql.OpenDB.func1()
        /usr/local/go/src/database/sql/sql.go:792 +0x2e fp=0xc00005a7e0 sp=0xc00005a7b8 pc=0xb1a40e
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005a7e8 sp=0xc00005a7e0 pc=0x470041
created by database/sql.OpenDB
        /usr/local/go/src/database/sql/sql.go:792 +0x18d

goroutine 15 [IO wait]:
runtime.gopark(0x60?, 0xb?, 0x0?, 0x0?, 0x8?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc000059de8 sp=0xc000059dc8 pc=0x43ed96
runtime.netpollblock(0x482c25?, 0x1a18560?, 0x0?)
        /usr/local/go/src/runtime/netpoll.go:526 +0xf7 fp=0xc000059e20 sp=0xc000059de8 pc=0x437817
internal/poll.runtime_pollWait(0x7faca8fd7cf8, 0x72)
        /usr/local/go/src/runtime/netpoll.go:305 +0x89 fp=0xc000059e40 sp=0xc000059e20 pc=0x46a449
internal/poll.(*pollDesc).wait(0xc0003a7000?, 0xc00045d5a1?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc000059e68 sp=0xc000059e40 pc=0x4da9f2
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0003a7000, {0xc00045d5a1, 0x1, 0x1})
        /usr/local/go/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc000059ee8 sp=0xc000059e68 pc=0x4dbd5a
net.(*netFD).Read(0xc0003a7000, {0xc00045d5a1?, 0xc0003d4b60?, 0xc0003d4be8?})
        /usr/local/go/src/net/fd_posix.go:55 +0x29 fp=0xc000059f30 sp=0xc000059ee8 pc=0x67ec49
net.(*conn).Read(0xc0000ba420, {0xc00045d5a1?, 0x0?, 0xc000059f01?})
        /usr/local/go/src/net/net.go:183 +0x45 fp=0xc000059f78 sp=0xc000059f30 pc=0x691bc5
net/http.(*connReader).backgroundRead(0xc00045d590)
        /usr/local/go/src/net/http/server.go:678 +0x3f fp=0xc000059fc8 sp=0xc000059f78 pc=0x78083f
net/http.(*connReader).startBackgroundRead.func2()
        /usr/local/go/src/net/http/server.go:674 +0x26 fp=0xc000059fe0 sp=0xc000059fc8 pc=0x780766
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000059fe8 sp=0xc000059fe0 pc=0x470041
created by net/http.(*connReader).startBackgroundRead
        /usr/local/go/src/net/http/server.go:674 +0xca

goroutine 40 [select]:
runtime.gopark(0xc00047e848?, 0x4?, 0x18?, 0x0?, 0xc00047e6f0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00047e548 sp=0xc00047e528 pc=0x43ed96
runtime.selectgo(0xc00047e848, 0xc00047e6e8, 0xc0002be520?, 0x0, 0x0?, 0x1)
        /usr/local/go/src/runtime/select.go:328 +0x7bc fp=0xc00047e688 sp=0xc00047e548 pc=0x44eb5c
net/http.(*Transport).getConn(0xc0003f2500, 0xc00007ff40, {{}, 0x0, {0xc0002fd500, 0x4}, {0xc00021d080, 0x11}, 0x0})
        /usr/local/go/src/net/http/transport.go:1376 +0x5c6 fp=0xc00047e8a0 sp=0xc00047e688 pc=0x79cf46
net/http.(*Transport).roundTrip(0xc0003f2500, 0xc0002c2500)
        /usr/local/go/src/net/http/transport.go:582 +0x75e fp=0xc00047eac8 sp=0xc00047e8a0 pc=0x798bde
net/http.(*Transport).RoundTrip(0x203000?, 0x131b240?)
        /usr/local/go/src/net/http/roundtrip.go:17 +0x19 fp=0xc00047eae8 sp=0xc00047eac8 pc=0x77f1d9
net/http.send(0xc0002c2500, {0x131b240, 0xc0003f2500}, {0x10cc180?, 0x1118601?, 0x0?})
        /usr/local/go/src/net/http/client.go:251 +0x5f7 fp=0xc00047ece0 sp=0xc00047eae8 pc=0x73b297
net/http.(*Client).send(0xc000287bc0, 0xc0002c2500, {0x0?, 0xc00047ed98?, 0x0?})
        /usr/local/go/src/net/http/client.go:175 +0x9b fp=0xc00047ed58 sp=0xc00047ece0 pc=0x73ab1b
net/http.(*Client).do(0xc000287bc0, 0xc0002c2500)
        /usr/local/go/src/net/http/client.go:715 +0x8fc fp=0xc00047ef48 sp=0xc00047ed58 pc=0x73ce9c
net/http.(*Client).Do(...)
        /usr/local/go/src/net/http/client.go:581
golang.org/x/oauth2/internal.doTokenRoundTrip({0x13216b8, 0xc000287bf0}, 0xc0002c2400)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/internal/token.go:230 +0x115 fp=0xc00047f060 sp=0xc00047ef48 pc=0xba0cb5
golang.org/x/oauth2/internal.RetrieveToken({0x13216b8, 0xc000287bf0}, {0xc000040018, 0x24}, {0xc00003c018, 0x38}, {0xc0002fd500, 0x2e}, 0xc000287c20, 0x0)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/internal/token.go:200 +0x10c fp=0xc00047f0d8 sp=0xc00047f060 pc=0xba09cc
golang.org/x/oauth2.retrieveToken({0x13216b8?, 0xc000287bf0?}, 0x1117eed?, 0xc?)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/token.go:157 +0x4f fp=0xc00047f140 sp=0xc00047f0d8 pc=0xba358f
golang.org/x/oauth2.(*Config).Exchange(0xc0000d6a10, {0x13216b8, 0xc000287bf0}, {0xc0000fa2b4, 0x38}, {0x0, 0x0, 0xc000287b60?})
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/oauth2/oauth2.go:224 +0x237 fp=0xc00047f1a8 sp=0xc00047f140 pc=0xba2457
github.com/woodpecker-ci/woodpecker/server/remote/gitea.(*Gitea).Login(0xc000097b00, {0x1321878, 0xc000405b00}, {0x7faca868dc78, 0xc000405b00}, 0x203000?)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/remote/gitea/gitea.go:118 +0x1e5 fp=0xc00047f270 sp=0xc00047f1a8 pc=0xbc9605
github.com/woodpecker-ci/woodpecker/server/api.HandleAuth(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/login.go:57 +0x10f fp=0xc00047f410 sp=0xc00047f270 pc=0xb3d24f
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/token.Refresh(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/token/token.go:33 +0x4ae fp=0xc00047f4f0 sp=0xc00047f410 pc=0xb89e4e
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/session.SetUser.func1(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/session/user.go:70 +0x1bd fp=0xc00047f548 sp=0xc00047f4f0 pc=0xb30e1d
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Store.func1(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/store.go:29 +0x5f fp=0xc00047f580 sp=0xc00047f548 pc=0xb8e69f
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Logger.func1(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/logger.go:23 +0xa8 fp=0xc00047f7b0 sp=0xc00047f580 pc=0xb8df48
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.Options(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:38 +0x11a fp=0xc00047f7e8 sp=0xc00047f7b0 pc=0xb8983a
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.NoCache(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:30 +0x102 fp=0xc00047f838 sp=0xc00047f7e8 pc=0xb896c2
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router.Load.func1(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/router.go:39 +0xeb fp=0xc00047f8b0 sp=0xc00047f838 pc=0xb8d34b
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/recovery.go:99 +0x82 fp=0xc00047f900 sp=0xc00047f8b0 pc=0x994822
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0004671e0, 0xc000405b00)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:555 +0x671 fp=0xc00047fa88 sp=0xc00047f900 pc=0x9936d1
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0004671e0, {0x1320868?, 0xc000254460}, 0xc0002c2300)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:511 +0x1d2 fp=0xc00047fac8 sp=0xc00047fa88 pc=0x992e72
net/http.serverHandler.ServeHTTP({0xc000287a10?}, {0x1320868, 0xc000254460}, 0xc0002c2300)
        /usr/local/go/src/net/http/server.go:2947 +0x30c fp=0xc00047fb78 sp=0xc00047fac8 pc=0x78b88c
net/http.(*conn).serve(0xc0002c8000, {0x13216b8, 0xc000286c90})
        /usr/local/go/src/net/http/server.go:1991 +0x607 fp=0xc00047ffb8 sp=0xc00047fb78 pc=0x786aa7
net/http.(*Server).Serve.func3()
        /usr/local/go/src/net/http/server.go:3102 +0x2e fp=0xc00047ffe0 sp=0xc00047ffb8 pc=0x78c1ce
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00047ffe8 sp=0xc00047ffe0 pc=0x470041
created by net/http.(*Server).Serve
        /usr/local/go/src/net/http/server.go:3102 +0x4db

goroutine 14 [select]:
runtime.gopark(0xc0004853b8?, 0x4?, 0x0?, 0x30?, 0xc0004852f0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc000485140 sp=0xc000485120 pc=0x43ed96
runtime.selectgo(0xc0004853b8, 0xc0004852e8, 0x0?, 0x0, 0x2?, 0x1)
        /usr/local/go/src/runtime/select.go:328 +0x7bc fp=0xc000485280 sp=0xc000485140 pc=0x44eb5c
github.com/woodpecker-ci/woodpecker/server/api.EventStreamSSE(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/stream.go:104 +0x50a fp=0xc000485410 sp=0xc000485280 pc=0xb43d4a
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/token.Refresh(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/token/token.go:33 +0x4ae fp=0xc0004854f0 sp=0xc000485410 pc=0xb89e4e
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/session.SetUser.func1(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/session/user.go:70 +0x1bd fp=0xc000485548 sp=0xc0004854f0 pc=0xb30e1d
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Store.func1(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/store.go:29 +0x5f fp=0xc000485580 sp=0xc000485548 pc=0xb8e69f
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware.Logger.func1(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/logger.go:23 +0xa8 fp=0xc0004857b0 sp=0xc000485580 pc=0xb8df48
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.Options(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:38 +0x11a fp=0xc0004857e8 sp=0xc0004857b0 pc=0xb8983a
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router/middleware/header.NoCache(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/middleware/header/header.go:30 +0x102 fp=0xc000485838 sp=0xc0004857e8 pc=0xb896c2
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/woodpecker-ci/woodpecker/server/router.Load.func1(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/router/router.go:39 +0xeb fp=0xc0004858b0 sp=0xc000485838 pc=0xb8d34b
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/recovery.go:99 +0x82 fp=0xc000485900 sp=0xc0004858b0 pc=0x994822
github.com/gin-gonic/gin.(*Context).Next(...)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/context.go:168
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0004671e0, 0xc0000ec900)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:555 +0x671 fp=0xc000485a88 sp=0xc000485900 pc=0x9936d1
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0004671e0, {0x1320868?, 0xc00032a540}, 0xc0000ec700)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/github.com/gin-gonic/gin/gin.go:511 +0x1d2 fp=0xc000485ac8 sp=0xc000485a88 pc=0x992e72
net/http.serverHandler.ServeHTTP({0xc00045d590?}, {0x1320868, 0xc00032a540}, 0xc0000ec700)
        /usr/local/go/src/net/http/server.go:2947 +0x30c fp=0xc000485b78 sp=0xc000485ac8 pc=0x78b88c
net/http.(*conn).serve(0xc0003f9180, {0x13216b8, 0xc000286c90})
        /usr/local/go/src/net/http/server.go:1991 +0x607 fp=0xc000485fb8 sp=0xc000485b78 pc=0x786aa7
net/http.(*Server).Serve.func3()
        /usr/local/go/src/net/http/server.go:3102 +0x2e fp=0xc000485fe0 sp=0xc000485fb8 pc=0x78c1ce
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000485fe8 sp=0xc000485fe0 pc=0x470041
created by net/http.(*Server).Serve
        /usr/local/go/src/net/http/server.go:3102 +0x4db

goroutine 34 [sleep]:
runtime.gopark(0x625f3d59df1?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00029a5e0 sp=0xc00029a5c0 pc=0x43ed96
time.Sleep(0x1dcd6500)
        /usr/local/go/src/runtime/time.go:195 +0x135 fp=0xc00029a620 sp=0xc00029a5e0 pc=0x46ceb5
main.setupMetrics.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/setup.go:340 +0x179 fp=0xc00029a778 sp=0xc00029a620 pc=0xd39e59
golang.org/x/sync/errgroup.(*Group).Go.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:75 +0x64 fp=0xc00029a7e0 sp=0xc00029a778 pc=0x9d4b24
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00029a7e8 sp=0xc00029a7e0 pc=0x470041
created by golang.org/x/sync/errgroup.(*Group).Go
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:72 +0xa5

goroutine 35 [sleep]:
runtime.gopark(0x623bcdc3048?, 0x1?, 0x1?, 0x0?, 0xc0003f8640?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc000483ec8 sp=0xc000483ea8 pc=0x43ed96
time.Sleep(0x2540be400)
        /usr/local/go/src/runtime/time.go:195 +0x135 fp=0xc000483f08 sp=0xc000483ec8 pc=0x46ceb5
main.setupMetrics.func2()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/cmd/server/setup.go:351 +0xfb fp=0xc000483f78 sp=0xc000483f08 pc=0xd39cbb
golang.org/x/sync/errgroup.(*Group).Go.func1()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:75 +0x64 fp=0xc000483fe0 sp=0xc000483f78 pc=0x9d4b24
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000483fe8 sp=0xc000483fe0 pc=0x470041
created by golang.org/x/sync/errgroup.(*Group).Go
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/vendor/golang.org/x/sync/errgroup/errgroup.go:72 +0xa5

goroutine 41 [IO wait]:
runtime.gopark(0xc00005ae40?, 0xb?, 0x0?, 0x0?, 0xa?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005ade8 sp=0xc00005adc8 pc=0x43ed96
runtime.netpollblock(0x482c25?, 0x4da6e5?, 0x0?)
        /usr/local/go/src/runtime/netpoll.go:526 +0xf7 fp=0xc00005ae20 sp=0xc00005ade8 pc=0x437817
internal/poll.runtime_pollWait(0x7faca8fd7c08, 0x72)
        /usr/local/go/src/runtime/netpoll.go:305 +0x89 fp=0xc00005ae40 sp=0xc00005ae20 pc=0x46a449
internal/poll.(*pollDesc).wait(0xc000294d00?, 0xc000287a21?, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00005ae68 sp=0xc00005ae40 pc=0x4da9f2
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000294d00, {0xc000287a21, 0x1, 0x1})
        /usr/local/go/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00005aee8 sp=0xc00005ae68 pc=0x4dbd5a
net.(*netFD).Read(0xc000294d00, {0xc000287a21?, 0xc00007fc18?, 0xc00005af68?})
        /usr/local/go/src/net/fd_posix.go:55 +0x29 fp=0xc00005af30 sp=0xc00005aee8 pc=0x67ec49
net.(*conn).Read(0xc000015ee8, {0xc000287a21?, 0xc00009ac30?, 0xaabc28?})
        /usr/local/go/src/net/net.go:183 +0x45 fp=0xc00005af78 sp=0xc00005af30 pc=0x691bc5
net/http.(*connReader).backgroundRead(0xc000287a10)
        /usr/local/go/src/net/http/server.go:678 +0x3f fp=0xc00005afc8 sp=0xc00005af78 pc=0x78083f
net/http.(*connReader).startBackgroundRead.func2()
        /usr/local/go/src/net/http/server.go:674 +0x26 fp=0xc00005afe0 sp=0xc00005afc8 pc=0x780766
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005afe8 sp=0xc00005afe0 pc=0x470041
created by net/http.(*connReader).startBackgroundRead
        /usr/local/go/src/net/http/server.go:674 +0xca

goroutine 42 [select]:
runtime.gopark(0xc000481520?, 0x2?, 0x5f?, 0xf9?, 0xc000481464?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc0004812a0 sp=0xc000481280 pc=0x43ed96
runtime.selectgo(0xc000481520, 0xc000481460, 0x12?, 0x0, 0xc000287b00?, 0x1)
        /usr/local/go/src/runtime/select.go:328 +0x7bc fp=0xc0004813e0 sp=0xc0004812a0 pc=0x44eb5c
net.(*Resolver).lookupIPAddr(0x1a16a80, {0x13216b8?, 0xc000287bf0}, {0x1102fb1, 0x3}, {0xc00021d080, 0xe})
        /usr/local/go/src/net/lookup.go:327 +0x51b fp=0xc0004815f0 sp=0xc0004813e0 pc=0x68cefb
net.(*Resolver).internetAddrList(0x13216b8?, {0x13216b8?, 0xc000287bf0?}, {0x1102fb1, 0x3}, {0xc00021d080?, 0x11?})
        /usr/local/go/src/net/ipsock.go:288 +0x67a fp=0xc000481710 sp=0xc0004815f0 pc=0x68a55a
net.(*Resolver).resolveAddrList(0x1a4f638?, {0x13216b8, 0xc000287bf0}, {0x1103eb8, 0x4}, {0x1102fb1?, 0x7?}, {0xc00021d080, 0x11}, {0x0, ...})
        /usr/local/go/src/net/dial.go:222 +0x41b fp=0xc000481818 sp=0xc000481710 pc=0x67203b
net.(*Dialer).DialContext(0x1a17a00, {0x13216b8, 0xc000287bf0}, {0x1102fb1, 0x3}, {0xc00021d080, 0x11})
        /usr/local/go/src/net/dial.go:410 +0x448 fp=0xc000481968 sp=0xc000481818 pc=0x672fc8
net/http.(*Transport).dial(0x40fca7?, {0x13216b8?, 0xc000287bf0?}, {0x1102fb1?, 0xc?}, {0xc00021d080?, 0x10f9b00?})
        /usr/local/go/src/net/http/transport.go:1179 +0xb8 fp=0xc0004819c0 sp=0xc000481968 pc=0x79c238
net/http.(*Transport).dialConn(0xc0003f2500, {0x13216b8, 0xc000287bf0}, {{}, 0x0, {0xc0002fd500, 0x4}, {0xc00021d080, 0x11}, 0x0})
        /usr/local/go/src/net/http/transport.go:1608 +0x83f fp=0xc000481ed8 sp=0xc0004819c0 pc=0x79f33f
net/http.(*Transport).dialConnFor(0x512ae6?, 0xc0004136b0)
        /usr/local/go/src/net/http/transport.go:1450 +0xb0 fp=0xc000481fc0 sp=0xc000481ed8 pc=0x79dbd0
net/http.(*Transport).queueForDial.func1()
        /usr/local/go/src/net/http/transport.go:1419 +0x2a fp=0xc000481fe0 sp=0xc000481fc0 pc=0x79daea
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000481fe8 sp=0xc000481fe0 pc=0x470041
created by net/http.(*Transport).queueForDial
        /usr/local/go/src/net/http/transport.go:1419 +0x3f2

goroutine 16 [select]:
runtime.gopark(0xc00005b738?, 0x2?, 0x10?, 0x89?, 0xc00005b724?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc00005b5a8 sp=0xc00005b588 pc=0x43ed96
runtime.selectgo(0xc00005b738, 0xc00005b720, 0x11180b5?, 0x0, 0x30?, 0x1)
        /usr/local/go/src/runtime/select.go:328 +0x7bc fp=0xc00005b6e8 sp=0xc00005b5a8 pc=0x44eb5c
github.com/woodpecker-ci/woodpecker/server/pubsub.(*publisher).Subscribe(0xc00027cf80, {0x1321610, 0xc0000f6200}, {0x11180b5?, 0xc0003fc0c0?}, 0xc00045d800)
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/pubsub/pub.go:58 +0x178 fp=0xc00005b768 sp=0xc00005b6e8 pc=0xa83218
github.com/woodpecker-ci/woodpecker/server/api.EventStreamSSE.func2()
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/stream.go:81 +0xe5 fp=0xc00005b7e0 sp=0xc00005b768 pc=0xb43fe5
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00005b7e8 sp=0xc00005b7e0 pc=0x470041
created by github.com/woodpecker-ci/woodpecker/server/api.EventStreamSSE
        /woodpecker/src/github.com/woodpecker-ci/woodpecker/server/api/stream.go:80 +0x41b

goroutine 43 [select]:
runtime.gopark(0xc0002bbc28?, 0x2?, 0x0?, 0x30?, 0xc0002bbc0c?)
        /usr/local/go/src/runtime/proc.go:363 +0xd6 fp=0xc0002bba98 sp=0xc0002bba78 pc=0x43ed96
runtime.selectgo(0xc0002bbc28, 0xc0002bbc08, 0xc0002da0d0?, 0x0, 0x4eb274?, 0x1)
        /usr/local/go/src/runtime/select.go:328 +0x7bc fp=0xc0002bbbd8 sp=0xc0002bba98 pc=0x44eb5c
net.cgoLookupIP({0x1321610, 0xc00007ffc0}, {0x1102fb1, 0x3}, {0xc00021d080, 0xe})
        /usr/local/go/src/net/cgo_unix.go:228 +0x1aa fp=0xc0002bbcc8 sp=0xc0002bbbd8 pc=0x6a32ca
net.(*Resolver).lookupIP(0x1a16a80, {0x1321610, 0xc00007ffc0}, {0x1102fb1, 0x3}, {0xc00021d080, 0xe})
        /usr/local/go/src/net/lookup_unix.go:74 +0x128 fp=0xc0002bbe18 sp=0xc0002bbcc8 pc=0x691068
net.(*Resolver).lookupIP-fm({0x1321610?, 0xc00007ffc0?}, {0x1102fb1?, 0xc000401980?}, {0xc00021d080?, 0xc000467a00?})
        <autogenerated>:1 +0x5b fp=0xc0002bbe60 sp=0xc0002bbe18 pc=0x6a7a9b
net.glob..func1({0x1321610?, 0xc00007ffc0?}, 0xc0003fcb40?, {0x1102fb1?, 0x407b1d?}, {0xc00021d080?, 0x79dbd0?})
        /usr/local/go/src/net/hook.go:23 +0x3d fp=0xc0002bbea0 sp=0xc0002bbe60 pc=0x681c1d
net.(*Resolver).lookupIPAddr.func1()
        /usr/local/go/src/net/lookup.go:321 +0x9f fp=0xc0002bbf38 sp=0xc0002bbea0 pc=0x68d79f
internal/singleflight.(*Group).doCall(0x1a16a90, 0xc00009acd0, {0xc00021d098, 0x12}, 0xc0004136b0?)
        /usr/local/go/src/internal/singleflight/singleflight.go:95 +0x3b fp=0xc0002bbfa8 sp=0xc0002bbf38 pc=0x66e2db
internal/singleflight.(*Group).DoChan.func1()
        /usr/local/go/src/internal/singleflight/singleflight.go:88 +0x36 fp=0xc0002bbfe0 sp=0xc0002bbfa8 pc=0x66e276
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0002bbfe8 sp=0xc0002bbfe0 pc=0x470041
created by internal/singleflight.(*Group).DoChan
        /usr/local/go/src/internal/singleflight/singleflight.go:88 +0x315