PID: 3714105 (python3) UID: 1000 (dcache-mon) GID: 100 (users) Signal: 11 (SEGV) Timestamp: Wed 2023-12-20 10:30:42 CET (3h 10min ago) Command Line: /usr/bin/python3 -u -Wignore /usr/bin/gfal-copy -vvv -t 20 gsiftp://lhcbgridftp-kit.gridka.de:2811//pnfs/gridka.de/dteam/disk-only/gftptest-lhcbgridftp-kit.gridka.de-1703064641.tmp file:////dev/null Executable: /usr/libexec/platform-python3.6 Control Group: / Slice: -.slice Boot ID: 1b33bd67a03e41faa9fc307a01ea236f Machine ID: 014d0efb27884f0490459be032fc27ba Hostname: gm-1-kit-e Storage: /var/lib/systemd/coredump/core.python3.1000.1b33bd67a03e41faa9fc307a01ea236f.3714105.1703064642000000.lz4 Message: Process 3714105 (python3) of user 1000 dumped core. Stack trace of thread 3714114: #0 0x00007f50e4a75e31 __libc_free (libc.so.6) #1 0x00007f50e5d1a8ec ASN1_OBJECT_free (libcrypto.so.1.1) #2 0x00007f50e5d2b198 asn1_primitive_free.localalias.0 (libcrypto.so.1.1) #3 0x00007f50e5d2b618 asn1_template_free (libcrypto.so.1.1) #4 0x00007f50e5d2b2d6 asn1_item_embed_free (libcrypto.so.1.1) #5 0x00007f50e5d2b618 asn1_template_free (libcrypto.so.1.1) #6 0x00007f50e5d2b2d6 asn1_item_embed_free (libcrypto.so.1.1) #7 0x00007f50e5d2b539 ASN1_item_free (libcrypto.so.1.1) #8 0x00007f50ce933697 globus_gsi_proxy_handle_destroy (libglobus_gsi_proxy_core.so.0) #9 0x00007f50d0433b8d gss_delete_sec_context (libglobus_gssapi_gsi.so.4) #10 0x00007f50d0cc84ff globus_i_ftp_control_auth_info_destroy (libglobus_ftp_control.so.1) #11 0x00007f50d0cc9740 globus_i_ftp_control_call_close_cb (libglobus_ftp_control.so.1) #12 0x00007f50d0cca1dc globus_l_ftp_control_close_cb (libglobus_ftp_control.so.1) #13 0x00007f50cf985d65 globus_l_io_bounce_close_cb (libglobus_io.so.3) #14 0x00007f50cfba2a59 globus_l_xio_open_close_callback_kickout (libglobus_xio.so.0) #15 0x00007f50cfba3258 globus_l_xio_open_close_callback (libglobus_xio.so.0) #16 0x00007f50cfbac52a globus_l_xio_driver_op_close_kickout (libglobus_xio.so.0) #17 0x00007f50d0878586 globus_l_callback_thread_poll (libglobus_common.so.0) #18 0x00007f50d0890141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #19 0x00007f50ce316c2f thread_starter (libglobus_thread_pthread.so) #20 0x00007f50e55311ca start_thread (libpthread.so.0) #21 0x00007f50e4a13e73 __clone (libc.so.6) Stack trace of thread 3714105: #0 0x00007f50e617dcef _dl_fini (ld-linux-x86-64.so.2) #1 0x00007f50e4a2b26c __run_exit_handlers (libc.so.6) #2 0x00007f50e4a2b3a0 exit (libc.so.6) #3 0x00007f50e5955bf7 Py_Exit (libpython3.6m.so.1.0) #4 0x00007f50e5955cd3 handle_system_exit (libpython3.6m.so.1.0) #5 0x00007f50e5955d25 PyErr_PrintEx (libpython3.6m.so.1.0) #6 0x00007f50e58282b3 PyRun_SimpleFileExFlags (libpython3.6m.so.1.0) #7 0x00007f50e5828b04 Py_Main.cold.3362 (libpython3.6m.so.1.0) #8 0x0000556f3b8b3b96 main (platform-python3.6) #9 0x00007f50e4a14d85 __libc_start_main (libc.so.6) #10 0x0000556f3b8b3d1e _start (platform-python3.6) Stack trace of thread 3714113: #0 0x00007f50e4a298ac __sigtimedwait (libc.so.6) #1 0x00007f50e553b87c sigwait (libpthread.so.0) #2 0x00007f50d0877d6b globus_l_callback_thread_signal_poll (libglobus_common.so.0) #3 0x00007f50ce3162c6 globus_l_pthread_thread_cancellable_func (libglobus_thread_pthread.so) #4 0x00007f50d08778d1 globus_l_callback_thread_signal_poll_wrapper (libglobus_common.so.0) #5 0x00007f50ce316c2f thread_starter (libglobus_thread_pthread.so) #6 0x00007f50e55311ca start_thread (libpthread.so.0) #7 0x00007f50e4a13e73 __clone (libc.so.6) Stack trace of thread 3714120: #0 0x00007f50e5539da6 do_futex_wait.constprop.1 (libpthread.so.0) #1 0x00007f50e5539e98 __new_sem_wait_slow.constprop.0 (libpthread.so.0) #2 0x00007f50c913f5b8 _ZN12XrdPosixFile14DelayedDestroyEPv (libXrdPosix.so.3) #3 0x00007f50c8e5813b XrdSysThread_Xeq (libXrdUtils.so.3) #4 0x00007f50e55311ca start_thread (libpthread.so.0) #5 0x00007f50e4a13e73 __clone (libc.so.6) Stack trace of thread 3714115: #0 0x00007f50e553745c pthread_cond_wait@@GLIBC_2.3.2 (libpthread.so.0) #1 0x00007f50d0878634 globus_l_callback_thread_poll (libglobus_common.so.0) #2 0x00007f50d0890141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #3 0x00007f50ce316c2f thread_starter (libglobus_thread_pthread.so) #4 0x00007f50e55311ca start_thread (libpthread.so.0) #5 0x00007f50e4a13e73 __clone (libc.so.6) Stack trace of thread 3714117: #0 0x00007f50e4b00a3f __select (libc.so.6) #1 0x00007f50cfbbee1e globus_l_xio_system_poll (libglobus_xio.so.0) #2 0x00007f50d08775da globus_l_callback_thread_callback (libglobus_common.so.0) #3 0x00007f50d0890141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #4 0x00007f50ce316c2f thread_starter (libglobus_thread_pthread.so) #5 0x00007f50e55311ca start_thread (libpthread.so.0) #6 0x00007f50e4a13e73 __clone (libc.so.6) PID: 3715343 (python3) UID: 1000 (dcache-mon) GID: 100 (users) Signal: 11 (SEGV) Timestamp: Wed 2023-12-20 10:34:51 CET (3h 6min ago) Command Line: /usr/bin/python3 -u -Wignore /usr/bin/gfal-copy -vvv -t 20 file:////bin/bash gsiftp://atlasgridftp-kit.gridka.de:2811//pnfs/gridka.de/dteam/disk-only/gftptest-atlasgridftp-kit.gridka.de-1703064890.tmp Executable: /usr/libexec/platform-python3.6 Control Group: / Slice: -.slice Boot ID: 1b33bd67a03e41faa9fc307a01ea236f Machine ID: 014d0efb27884f0490459be032fc27ba Hostname: gm-1-kit-e Storage: /var/lib/systemd/coredump/core.python3.1000.1b33bd67a03e41faa9fc307a01ea236f.3715343.1703064891000000.lz4 Message: Process 3715343 (python3) of user 1000 dumped core. Stack trace of thread 3715370: #0 0x00007f84c86ffe31 __libc_free (libc.so.6) #1 0x00007f84c99a48ec ASN1_OBJECT_free (libcrypto.so.1.1) #2 0x00007f84c99b5198 asn1_primitive_free.localalias.0 (libcrypto.so.1.1) #3 0x00007f84c99b5618 asn1_template_free (libcrypto.so.1.1) #4 0x00007f84c99b52d6 asn1_item_embed_free (libcrypto.so.1.1) #5 0x00007f84c99b5618 asn1_template_free (libcrypto.so.1.1) #6 0x00007f84c99b52d6 asn1_item_embed_free (libcrypto.so.1.1) #7 0x00007f84c99b5539 ASN1_item_free (libcrypto.so.1.1) #8 0x00007f84b25bd697 globus_gsi_proxy_handle_destroy (libglobus_gsi_proxy_core.so.0) #9 0x00007f84b40bdb8d gss_delete_sec_context (libglobus_gssapi_gsi.so.4) #10 0x00007f84b49524ff globus_i_ftp_control_auth_info_destroy (libglobus_ftp_control.so.1) #11 0x00007f84b4953740 globus_i_ftp_control_call_close_cb (libglobus_ftp_control.so.1) #12 0x00007f84b49541dc globus_l_ftp_control_close_cb (libglobus_ftp_control.so.1) #13 0x00007f84b360fd65 globus_l_io_bounce_close_cb (libglobus_io.so.3) #14 0x00007f84b382ca59 globus_l_xio_open_close_callback_kickout (libglobus_xio.so.0) #15 0x00007f84b382d258 globus_l_xio_open_close_callback (libglobus_xio.so.0) #16 0x00007f84b383652a globus_l_xio_driver_op_close_kickout (libglobus_xio.so.0) #17 0x00007f84b4502586 globus_l_callback_thread_poll (libglobus_common.so.0) #18 0x00007f84b451a141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #19 0x00007f84b1fa0c2f thread_starter (libglobus_thread_pthread.so) #20 0x00007f84c91bb1ca start_thread (libpthread.so.0) #21 0x00007f84c869de73 __clone (libc.so.6) Stack trace of thread 3715343: #0 0x00007f84c86fa616 __unregister_atfork (libc.so.6) #1 0x00007f84c86b5869 __cxa_finalize (libc.so.6) #2 0x00007f84a9362d57 __do_global_dtors_aux (libgfal_plugin_xrootd.so) #3 0x00007f84c9e07d1e _dl_fini (ld-linux-x86-64.so.2) #4 0x00007f84c86b526c __run_exit_handlers (libc.so.6) #5 0x00007f84c86b53a0 exit (libc.so.6) #6 0x00007f84c95dfbf7 Py_Exit (libpython3.6m.so.1.0) #7 0x00007f84c95dfcd3 handle_system_exit (libpython3.6m.so.1.0) #8 0x00007f84c95dfd25 PyErr_PrintEx (libpython3.6m.so.1.0) #9 0x00007f84c94b22b3 PyRun_SimpleFileExFlags (libpython3.6m.so.1.0) #10 0x00007f84c94b2b04 Py_Main.cold.3362 (libpython3.6m.so.1.0) #11 0x0000563812ee7b96 main (platform-python3.6) #12 0x00007f84c869ed85 __libc_start_main (libc.so.6) #13 0x0000563812ee7d1e _start (platform-python3.6) Stack trace of thread 3715376: #0 0x00007f84c91c3da6 do_futex_wait.constprop.1 (libpthread.so.0) #1 0x00007f84c91c3e98 __new_sem_wait_slow.constprop.0 (libpthread.so.0) #2 0x00007f84a8c585b8 _ZN12XrdPosixFile14DelayedDestroyEPv (libXrdPosix.so.3) #3 0x00007f84a897113b XrdSysThread_Xeq (libXrdUtils.so.3) #4 0x00007f84c91bb1ca start_thread (libpthread.so.0) #5 0x00007f84c869de73 __clone (libc.so.6) Stack trace of thread 3715368: #0 0x00007f84c86b38ac __sigtimedwait (libc.so.6) #1 0x00007f84c91c587c sigwait (libpthread.so.0) #2 0x00007f84b4501d6b globus_l_callback_thread_signal_poll (libglobus_common.so.0) #3 0x00007f84b1fa02c6 globus_l_pthread_thread_cancellable_func (libglobus_thread_pthread.so) #4 0x00007f84b45018d1 globus_l_callback_thread_signal_poll_wrapper (libglobus_common.so.0) #5 0x00007f84b1fa0c2f thread_starter (libglobus_thread_pthread.so) #6 0x00007f84c91bb1ca start_thread (libpthread.so.0) #7 0x00007f84c869de73 __clone (libc.so.6) Stack trace of thread 3715369: #0 0x00007f84c91c145c pthread_cond_wait@@GLIBC_2.3.2 (libpthread.so.0) #1 0x00007f84b4502634 globus_l_callback_thread_poll (libglobus_common.so.0) #2 0x00007f84b451a141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #3 0x00007f84b1fa0c2f thread_starter (libglobus_thread_pthread.so) #4 0x00007f84c91bb1ca start_thread (libpthread.so.0) #5 0x00007f84c869de73 __clone (libc.so.6) Stack trace of thread 3715375: #0 0x00007f84c878aa3f __select (libc.so.6) #1 0x00007f84b3848e1e globus_l_xio_system_poll (libglobus_xio.so.0) #2 0x00007f84b45015da globus_l_callback_thread_callback (libglobus_common.so.0) #3 0x00007f84b451a141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #4 0x00007f84b1fa0c2f thread_starter (libglobus_thread_pthread.so) #5 0x00007f84c91bb1ca start_thread (libpthread.so.0) #6 0x00007f84c869de73 __clone (libc.so.6) PID: 3717501 (python3) UID: 1000 (dcache-mon) GID: 100 (users) Signal: 11 (SEGV) Timestamp: Wed 2023-12-20 10:43:09 CET (2h 57min ago) Command Line: /usr/bin/python3 -u -Wignore /usr/bin/gfal-rm -vvv -t 20 gsiftp://atlasgridftp-kit.gridka.de:2811//pnfs/gridka.de/dteam/disk-only/gftptest-atlasgridftp-kit.gridka.de-1703065388.tmp Executable: /usr/libexec/platform-python3.6 Control Group: / Slice: -.slice Boot ID: 1b33bd67a03e41faa9fc307a01ea236f Machine ID: 014d0efb27884f0490459be032fc27ba Hostname: gm-1-kit-e Storage: /var/lib/systemd/coredump/core.python3.1000.1b33bd67a03e41faa9fc307a01ea236f.3717501.1703065389000000.lz4 Message: Process 3717501 (python3) of user 1000 dumped core. Stack trace of thread 3717519: #0 0x00007f19af2bfe31 __libc_free (libc.so.6) #1 0x00007f19b05648ec ASN1_OBJECT_free (libcrypto.so.1.1) #2 0x00007f19b0575198 asn1_primitive_free.localalias.0 (libcrypto.so.1.1) #3 0x00007f19b0575618 asn1_template_free (libcrypto.so.1.1) #4 0x00007f19b05752d6 asn1_item_embed_free (libcrypto.so.1.1) #5 0x00007f19b0575618 asn1_template_free (libcrypto.so.1.1) #6 0x00007f19b05752d6 asn1_item_embed_free (libcrypto.so.1.1) #7 0x00007f19b0575539 ASN1_item_free (libcrypto.so.1.1) #8 0x00007f199917d697 globus_gsi_proxy_handle_destroy (libglobus_gsi_proxy_core.so.0) #9 0x00007f199ac7db8d gss_delete_sec_context (libglobus_gssapi_gsi.so.4) #10 0x00007f199b5124ff globus_i_ftp_control_auth_info_destroy (libglobus_ftp_control.so.1) #11 0x00007f199b513740 globus_i_ftp_control_call_close_cb (libglobus_ftp_control.so.1) #12 0x00007f199b5141dc globus_l_ftp_control_close_cb (libglobus_ftp_control.so.1) #13 0x00007f199a1cfd65 globus_l_io_bounce_close_cb (libglobus_io.so.3) #14 0x00007f199a3eca59 globus_l_xio_open_close_callback_kickout (libglobus_xio.so.0) #15 0x00007f199a3ed258 globus_l_xio_open_close_callback (libglobus_xio.so.0) #16 0x00007f199a3f652a globus_l_xio_driver_op_close_kickout (libglobus_xio.so.0) #17 0x00007f199b0c2586 globus_l_callback_thread_poll (libglobus_common.so.0) #18 0x00007f199b0da141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #19 0x00007f1998b60c2f thread_starter (libglobus_thread_pthread.so) #20 0x00007f19afd7b1ca start_thread (libpthread.so.0) #21 0x00007f19af25de73 __clone (libc.so.6) Stack trace of thread 3717501: #0 0x00007f199b0bd7e0 __do_global_dtors_aux (libglobus_common.so.0) #1 0x00007f19af27526c __run_exit_handlers (libc.so.6) #2 0x00007f19af2753a0 exit (libc.so.6) #3 0x00007f19b019fbf7 Py_Exit (libpython3.6m.so.1.0) #4 0x00007f19b019fcd3 handle_system_exit (libpython3.6m.so.1.0) #5 0x00007f19b019fd25 PyErr_PrintEx (libpython3.6m.so.1.0) #6 0x00007f19b00722b3 PyRun_SimpleFileExFlags (libpython3.6m.so.1.0) #7 0x00007f19b0072b04 Py_Main.cold.3362 (libpython3.6m.so.1.0) #8 0x000055bec7410b96 main (platform-python3.6) #9 0x00007f19af25ed85 __libc_start_main (libc.so.6) #10 0x000055bec7410d1e _start (platform-python3.6) Stack trace of thread 3717518: #0 0x00007f19af2738ac __sigtimedwait (libc.so.6) #1 0x00007f19afd8587c sigwait (libpthread.so.0) #2 0x00007f199b0c1d6b globus_l_callback_thread_signal_poll (libglobus_common.so.0) #3 0x00007f1998b602c6 globus_l_pthread_thread_cancellable_func (libglobus_thread_pthread.so) #4 0x00007f199b0c18d1 globus_l_callback_thread_signal_poll_wrapper (libglobus_common.so.0) #5 0x00007f1998b60c2f thread_starter (libglobus_thread_pthread.so) #6 0x00007f19afd7b1ca start_thread (libpthread.so.0) #7 0x00007f19af25de73 __clone (libc.so.6) Stack trace of thread 3717522: #0 0x00007f19afd83da6 do_futex_wait.constprop.1 (libpthread.so.0) #1 0x00007f19afd83e98 __new_sem_wait_slow.constprop.0 (libpthread.so.0) #2 0x00007f199418a5b8 _ZN12XrdPosixFile14DelayedDestroyEPv (libXrdPosix.so.3) #3 0x00007f198fd2e13b XrdSysThread_Xeq (libXrdUtils.so.3) #4 0x00007f19afd7b1ca start_thread (libpthread.so.0) #5 0x00007f19af25de73 __clone (libc.so.6) Stack trace of thread 3717520: #0 0x00007f19afd8145c pthread_cond_wait@@GLIBC_2.3.2 (libpthread.so.0) #1 0x00007f199b0c2634 globus_l_callback_thread_poll (libglobus_common.so.0) #2 0x00007f199b0da141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #3 0x00007f1998b60c2f thread_starter (libglobus_thread_pthread.so) #4 0x00007f19afd7b1ca start_thread (libpthread.so.0) #5 0x00007f19af25de73 __clone (libc.so.6) Stack trace of thread 3717521: #0 0x00007f19af34aa3f __select (libc.so.6) #1 0x00007f199a408e1e globus_l_xio_system_poll (libglobus_xio.so.0) #2 0x00007f199b0c15da globus_l_callback_thread_callback (libglobus_common.so.0) #3 0x00007f199b0da141 globus_l_thread_pool_thread_start (libglobus_common.so.0) #4 0x00007f1998b60c2f thread_starter (libglobus_thread_pthread.so) #5 0x00007f19afd7b1ca start_thread (libpthread.so.0) #6 0x00007f19af25de73 __clone (libc.so.6)