Deadlock on continuing OneDrive backup

jvg03 · 8 February 2023 15:51

After continuing a backup to onedrive. Its obviously skips a lot of chunks, but halts when it tryies to upload new one to onedrive

Thanks for youre help!

cli output:

....
Skipped chunk 23979 size 5866848, 51.09MB/s 00:08:16 81.8%
Skipped chunk 23980 size 1777116, 51.06MB/s 00:08:16 81.8%
Skipped chunk 23981 size 2767281, 51.06MB/s 00:08:16 81.8%
Skipped chunk 23982 size 1794075, 51.07MB/s 00:08:16 81.8%
Skipped chunk 23983 size 2695811, 51.07MB/s 00:08:16 81.8%

Doesnt do anything after here

goroutine dump:

goroutine 6760 [running]:
runtime/pprof.writeGoroutineStacks(0x203a1a0, 0xc00f0d60e0, 0x30, 0x1d41700)
	/usr/local/go/src/runtime/pprof/pprof.go:693 +0xa5
runtime/pprof.writeGoroutine(0x203a1a0, 0xc00f0d60e0, 0x2, 0xc01722e000, 0x0)
	/usr/local/go/src/runtime/pprof/pprof.go:682 +0x4b
runtime/pprof.(*Profile).WriteTo(0x27327e0, 0x203a1a0, 0xc00f0d60e0, 0x2, 0xc00f0d60e0, 0xc00008eea0)
	/usr/local/go/src/runtime/pprof/pprof.go:331 +0x3f8
net/http/pprof.handler.ServeHTTP(0xc024654011, 0x9, 0x204cb20, 0xc00f0d60e0, 0xc0141ea000)
	/usr/local/go/src/net/http/pprof/pprof.go:253 +0x385
net/http/pprof.Index(0x204cb20, 0xc00f0d60e0, 0xc0141ea000)
	/usr/local/go/src/net/http/pprof/pprof.go:371 +0x8e9
net/http.HandlerFunc.ServeHTTP(0x1ea2618, 0x204cb20, 0xc00f0d60e0, 0xc0141ea000)
	/usr/local/go/src/net/http/server.go:2050 +0x4b
net/http.(*ServeMux).ServeHTTP(0x274b0c0, 0x204cb20, 0xc00f0d60e0, 0xc0141ea000)
	/usr/local/go/src/net/http/server.go:2429 +0x1b7
net/http.serverHandler.ServeHTTP(0xc00014a2a0, 0x204cb20, 0xc00f0d60e0, 0xc0141ea000)
	/usr/local/go/src/net/http/server.go:2868 +0xaa
net/http.(*conn).serve(0xc0036c2000, 0x20535e0, 0xc00f014000)
	/usr/local/go/src/net/http/server.go:1933 +0x8cd
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2994 +0x3b8

goroutine 1 [syscall, 2 minutes, locked to thread]:
syscall.Syscall6(0x7fff02813a30, 0x5, 0x6e8, 0xc02195d30f, 0xa2cf1, 0xc00f7fa5e4, 0x0, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/runtime/syscall_windows.go:347 +0xf2
syscall.ReadFile(0x6e8, 0xc02195d30f, 0xa2cf1, 0xa2cf1, 0xc00f7fa5e4, 0x0, 0x7ffff800000, 0x2)
	/usr/local/go/src/syscall/zsyscall_windows.go:1006 +0x105
syscall.Read(0x6e8, 0xc02195d30f, 0xa2cf1, 0xa2cf1, 0xc00f7fa648, 0x139b270, 0xc001f46000)
	/usr/local/go/src/syscall/syscall_windows.go:369 +0x6f
internal/poll.(*FD).Read(0xc00019c780, 0xc02195d30f, 0xa2cf1, 0xa2cf1, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_windows.go:427 +0x225
os.(*File).read(...)
	/usr/local/go/src/os/file_posix.go:31
os.(*File).Read(0xc0164b4000, 0xc02195d30f, 0xa2cf1, 0xa2cf1, 0x1e469b5, 0x4, 0x1ea2600)
	/usr/local/go/src/os/file.go:117 +0x85
github.com/gilbertchen/duplicacy/src.(*ChunkMaker).AddData(0xc0004a6900, 0x203a2c0, 0xc0164b4000, 0xc00f7fad48, 0xc0164b4000, 0x0, 0x0)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkmaker.go:209 +0x199
github.com/gilbertchen/duplicacy/src.(*BackupManager).Backup(0xc000492000, 0xc00002aed0, 0xd, 0x1, 0x14, 0x0, 0x0, 0x1, 0x0, 0x0, ...)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_backupmanager.go:476 +0x198a
main.backupRepository(0xc000713b00)
	/Users/gchen/zincbox/duplicacy/duplicacy/duplicacy_main.go:791 +0x7a5
github.com/gilbertchen/cli.Command.Run(0x1e48549, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1e841d2, 0x30, 0x0, ...)
	/Users/gchen/zincbox/go/pkg/mod/github.com/gilbertchen/cli@v1.2.1-0.20160223210219-1de0a1836ce9/command.go:160 +0x7a4
github.com/gilbertchen/cli.(*App).Run(0xc0007138c0, 0xc0000e2000, 0x7, 0x8, 0x0, 0x0)
	/Users/gchen/zincbox/go/pkg/mod/github.com/gilbertchen/cli@v1.2.1-0.20160223210219-1de0a1836ce9/app.go:179 +0x6c8
main.main()
	/Users/gchen/zincbox/duplicacy/duplicacy/duplicacy_main.go:2236 +0x6b65

goroutine 19 [select]:
go.opencensus.io/stats/view.(*worker).start(0xc0000e8d20)
	/Users/gchen/zincbox/go/pkg/mod/go.opencensus.io@v0.22.3/stats/view/worker.go:154 +0xd4
created by go.opencensus.io/stats/view.init.0
	/Users/gchen/zincbox/go/pkg/mod/go.opencensus.io@v0.22.3/stats/view/worker.go:32 +0x5e

goroutine 21 [syscall, 45 minutes]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:168 +0xaf
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x29
created by os/signal.Notify.func1.1
	/usr/local/go/src/os/signal/signal.go:151 +0x4b

goroutine 22 [chan receive, 45 minutes]:
main.main.func2(0xc00003f860)
	/Users/gchen/zincbox/duplicacy/duplicacy/duplicacy_main.go:2230 +0x67
created by main.main
	/Users/gchen/zincbox/duplicacy/duplicacy/duplicacy_main.go:2229 +0x6b30

goroutine 23 [IO wait, 2 minutes]:
internal/poll.runtime_pollWait(0x1ab694e4e88, 0x72, 0x203c160)
	/usr/local/go/src/runtime/netpoll.go:227 +0x65
internal/poll.(*pollDesc).wait(0xc0003e21b8, 0x72, 0x26c0700, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x4c
internal/poll.execIO(0xc0003e2018, 0xc0004b5ba8, 0xf0, 0xc01108c000, 0xf7132e)
	/usr/local/go/src/internal/poll/fd_windows.go:175 +0x113
internal/poll.(*FD).acceptOne(0xc0003e2000, 0x788, 0xc01108c000, 0x2, 0x2, 0xc0003e2018, 0xf19d93, 0x1ab70d7d5d0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_windows.go:810 +0x9c
internal/poll.(*FD).Accept(0xc0003e2000, 0xc0004b5d58, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/internal/poll/fd_windows.go:844 +0x168
net.(*netFD).accept(0xc0003e2000, 0xc3f39fb79b9b8601, 0xc0145d4000, 0xc3f39fb79b9b86e4)
	/usr/local/go/src/net/fd_windows.go:139 +0x85
net.(*TCPListener).accept(0xc000098078, 0xc0036c2000, 0xc0145d4048, 0xfed14d)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x39
net.(*TCPListener).Accept(0xc000098078, 0xc0004b5e40, 0x18, 0xc00005fc80, 0x1205bd8)
	/usr/local/go/src/net/tcpsock.go:261 +0x6b
net/http.(*Server).Serve(0xc00014a2a0, 0x204c940, 0xc000098078, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2962 +0x29c
net/http.(*Server).ListenAndServe(0xc00014a2a0, 0xc00014a2a0, 0x0)
	/usr/local/go/src/net/http/server.go:2891 +0xc5
net/http.ListenAndServe(...)
	/usr/local/go/src/net/http/server.go:3145
main.setGlobalOptions.func1(0xc0000ae0a0, 0xe)
	/Users/gchen/zincbox/duplicacy/duplicacy/duplicacy_main.go:162 +0x65
created by main.setGlobalOptions
	/Users/gchen/zincbox/duplicacy/duplicacy/duplicacy_main.go:161 +0x28e

goroutine 1976 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x5)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1975 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x4)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1971 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x0)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1985 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0xe)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1972 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x1)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1977 [select, 12 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x6)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1984 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0xd)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1973 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x2)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1979 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x8)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1978 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x7)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1983 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0xc)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1980 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x9)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1974 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x3)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1981 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0xa)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1982 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0xb)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1986 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0xf)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 6762 [IO wait]:
internal/poll.runtime_pollWait(0x1ab694e4da0, 0x72, 0x203c160)
	/usr/local/go/src/runtime/netpoll.go:227 +0x65
internal/poll.(*pollDesc).wait(0xc00019d338, 0x72, 0x26c0700, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x4c
internal/poll.execIO(0xc00019d198, 0x1ea1f60, 0xc00b1e3e01, 0xf0e749, 0xc0145d40f0)
	/usr/local/go/src/internal/poll/fd_windows.go:175 +0x113
internal/poll.(*FD).Read(0xc00019d180, 0xc01b3c2041, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_windows.go:441 +0x2f6
net.(*netFD).Read(0xc00019d180, 0xc01b3c2041, 0x1, 0x1, 0xc0005d7200, 0x0, 0xc00f014098)
	/usr/local/go/src/net/fd_posix.go:55 +0x56
net.(*conn).Read(0xc0164b4008, 0xc01b3c2041, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:183 +0x98
net/http.(*connReader).backgroundRead(0xc01b3c2030)
	/usr/local/go/src/net/http/server.go:672 +0x5f
created by net/http.(*connReader).startBackgroundRead
	/usr/local/go/src/net/http/server.go:668 +0xdb

goroutine 1987 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x10)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1988 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x11)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1989 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x12)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

goroutine 1990 [select, 16 minutes]:
github.com/gilbertchen/duplicacy/src.CreateChunkOperator.func1(0xc0036dadc0, 0x13)
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:90 +0x191
created by github.com/gilbertchen/duplicacy/src.CreateChunkOperator
	/Users/gchen/zincbox/duplicacy/src/duplicacy_chunkoperator.go:87 +0x1ba

gchen · 9 February 2023 02:31

Goroutine 1 was blocking on os.(*File).Read for 2 minutes. This means it had some trouble reading the file. If you turn on the -d option it should display which file it was trying to read:

duplicacy -d backup ...