Public bug reported:

I noticed that LTTNG support was enabled in d/rules (related to bug
#2119024 https://bugs.launchpad.net/ubuntu/+source/ceph/+bug/2119024)
for Ceph 19.2.3. However, it seems the compiled tracepoint shared
libraries (like libosd_tp.so) were not included in any of the .deb
packages.

When running ceph config set osd osd_tracing true, the ceph-osd daemon
immediately crashes

lsb_release -rc
Release:        22.04
Codename:       jammy

apt policy ceph-osd
ceph-osd:
  Installed: 19.2.3-0ubuntu0.24.04.2~cloud0
  Candidate: 19.2.3-0ubuntu0.24.04.2~cloud0
  Version table:
 *** 19.2.3-0ubuntu0.24.04.2~cloud0 500
        500 http://ubuntu-cloud.archive.canonical.com/ubuntu 
jammy-updates/caracal/main amd64 Packages
        100 /var/lib/dpkg/status
     17.2.9-0ubuntu0.22.04.3 500
        500 http://availability-zone-1.clouds.archive.ubuntu.com/ubuntu 
jammy-updates/main amd64 Packages
     17.2.9-0ubuntu0.22.04.2 500
        500 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages
     17.1.0-0ubuntu3 500
        500 http://availability-zone-1.clouds.archive.ubuntu.com/ubuntu 
jammy/main amd64 Packages

sudo apt update
sudo apt install lttng-tools liblttng-ust1 liblttng-ust-dev
sudo apt install librados-dev librbd-dev librgw-dev

dpkg -l |egrep 'liblttng|librados-dev|librbd-dev|librgw-dev'
ii  liblttng-ctl0:amd64              2.13.4-1build1                             
      amd64        LTTng control and utility library
ii  liblttng-ust-common1:amd64       2.13.1-1ubuntu1                            
      amd64        LTTng 2.0 Userspace Tracer (common library)
ii  liblttng-ust-ctl5:amd64          2.13.1-1ubuntu1                            
      amd64        LTTng 2.0 Userspace Tracer (trace control library)
ii  liblttng-ust-dev:amd64           2.13.1-1ubuntu1                            
      amd64        LTTng 2.0 Userspace Tracer (development files)
ii  liblttng-ust-python-agent1:amd64 2.13.1-1ubuntu1                            
      amd64        LTTng 2.0 Userspace Tracer (Python agent native library)
ii  liblttng-ust1:amd64              2.13.1-1ubuntu1                            
      amd64        LTTng 2.0 Userspace Tracer (tracing libraries)
ii  librados-dev                     19.2.3-0ubuntu0.24.04.2~cloud0             
      amd64        RADOS distributed object store client library (development 
files)
ii  librbd-dev                       19.2.3-0ubuntu0.24.04.2~cloud0             
      amd64        RADOS block device client library (development files)
ii  librgw-dev                       19.2.3-0ubuntu0.24.04.2~cloud0             
      amd64        RADOS client library (development files)

append osd_tracing = true to ceph.conf
systemctl restart ceph-osd@3

ls -la /usr/lib/libosd_tp.so*
ls: cannot access '/usr/lib/libosd_tp.so*': No such file or directory

ldd /usr/lib/libosd_tp.so
ldd: /usr/lib/libosd_tp.so: No such file or directory

sudo ceph config set osd osd_tracing true
sudo ceph config get osd osd_tracing
true

systemctl status ceph-osd@3
× [email protected] - Ceph object storage daemon osd.3
     Loaded: loaded (/lib/systemd/system/[email protected]; enabled-runtime; 
vendor preset: enabled)
     Active: failed (Result: core-dump) since Mon 2026-05-25 07:14:13 UTC; 5min 
ago
    Process: 12129 ExecStartPre=/usr/lib/ceph/ceph-osd-prestart.sh --cluster 
${CLUSTER} --id 3 (code=exited, status=0/SUCCESS)
    Process: 12133 ExecStart=/usr/bin/ceph-osd -f --cluster ${CLUSTER} --id 3 
--setuser ceph --setgroup ceph (code=dumped, signal=ABRT)
   Main PID: 12133 (code=dumped, signal=ABRT)
        CPU: 72ms

May 25 07:14:03 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Main 
process exited, code=dumped, status=6/ABRT
May 25 07:14:03 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Failed 
with result 'core-dump'.
May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: [email protected]: 
Scheduled restart job, restart counter is at 4.
May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: Stopped Ceph object storage 
daemon osd.3.
May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Start 
request repeated too quickly.
May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Failed 
with result 'core-dump'.
May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: Failed to start Ceph object 
storage daemon osd.3.
May 25 07:19:53 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Start 
request repeated too quickly.
May 25 07:19:53 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Failed 
with result 'core-dump'.
May 25 07:19:53 juju-6d74c6-00438804-4 systemd[1]: Failed to start Ceph object 
storage daemon osd.3.

sudo ceph crash info 
2026-05-25T07:13:41.559447Z_5ae5ef41-4eb5-493a-9325-a4b7b60fc078
{
    "assert_condition": "m_handle",
    "assert_file": "./src/common/TracepointProvider.cc",
    "assert_func": "void TracepointProvider::verify_config(const 
ceph::common::ConfigProxy&)",
    "assert_line": 43,
    "assert_msg": "./src/common/TracepointProvider.cc: In function 'void 
TracepointProvider::verify_config(const ceph::common::ConfigProxy&)' thread 
7fbe82ac3700 time 
2026-05-25T07:13:41.549511+0000\n./src/common/TracepointProvider.cc: 43: FAILED 
ceph_assert(m_handle)\n",
    "assert_thread_name": "ceph-osd",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe82d24520]",
        "pthread_kill()",
        "raise()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char 
const*)+0x178) [0x55d1089c769f]",
        "/usr/bin/ceph-osd(+0x634802) [0x55d1089c7802]",
        "(TracepointProvider::verify_config(ceph::common::ConfigProxy 
const&)+0x10f) [0x55d1091b48af]",
        "(TracepointProvider::TracepointProvider(ceph::common::CephContext*, 
char const*, char const*)+0xe1) [0x55d1091b4dd1]",
        "(TracepointProvider::Singleton::Singleton(ceph::common::CephContext*, 
char const*, char const*)+0x36) [0x55d108a8fd46]",
        "main()",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe82d0bd90]",
        "__libc_start_main()",
        "_start()"
    ],
    "ceph_version": "19.2.3",
    "crash_id": 
"2026-05-25T07:13:41.559447Z_5ae5ef41-4eb5-493a-9325-a4b7b60fc078",
    "entity_name": "osd.3",
    "os_id": "22.04",
    "os_name": "Ubuntu 22.04.5 LTS",
    "os_version": "22.04.5 LTS (Jammy Jellyfish)",
    "os_version_id": "22.04",
    "process_name": "ceph-osd",
    "stack_sig": 
"74d68b5c186c4c34a515e630817f6090a8ed2c666bd9812c9499876403245734",
    "timestamp": "2026-05-25T07:13:41.559447Z",
    "utsname_hostname": "juju-6d74c6-00438804-4",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.0-179-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#189-Ubuntu SMP Tue May 5 18:20:56 UTC 2026"
}

** Affects: ceph (Ubuntu)
     Importance: Undecided
         Status: New

** Description changed:

  I noticed that LTTNG support was enabled in d/rules (related to bug
- #2119024) for Ceph 19.2.3. However, it seems the compiled tracepoint
- shared libraries (like libosd_tp.so) were not included in any of the
- .deb packages.
+ #2119024 https://bugs.launchpad.net/ubuntu/+source/ceph/+bug/2119024)
+ for Ceph 19.2.3. However, it seems the compiled tracepoint shared
+ libraries (like libosd_tp.so) were not included in any of the .deb
+ packages.
  
  When running ceph config set osd osd_tracing true, the ceph-osd daemon
  immediately crashes
  
  lsb_release -rc
  Release:        22.04
  Codename:       jammy
  
  apt policy ceph-osd
  ceph-osd:
-   Installed: 19.2.3-0ubuntu0.24.04.2~cloud0
-   Candidate: 19.2.3-0ubuntu0.24.04.2~cloud0
-   Version table:
-  *** 19.2.3-0ubuntu0.24.04.2~cloud0 500
-         500 http://ubuntu-cloud.archive.canonical.com/ubuntu 
jammy-updates/caracal/main amd64 Packages
-         100 /var/lib/dpkg/status
-      17.2.9-0ubuntu0.22.04.3 500
-         500 http://availability-zone-1.clouds.archive.ubuntu.com/ubuntu 
jammy-updates/main amd64 Packages
-      17.2.9-0ubuntu0.22.04.2 500
-         500 http://security.ubuntu.com/ubuntu jammy-security/main amd64 
Packages
-      17.1.0-0ubuntu3 500
-         500 http://availability-zone-1.clouds.archive.ubuntu.com/ubuntu 
jammy/main amd64 Packages
+   Installed: 19.2.3-0ubuntu0.24.04.2~cloud0
+   Candidate: 19.2.3-0ubuntu0.24.04.2~cloud0
+   Version table:
+  *** 19.2.3-0ubuntu0.24.04.2~cloud0 500
+         500 http://ubuntu-cloud.archive.canonical.com/ubuntu 
jammy-updates/caracal/main amd64 Packages
+         100 /var/lib/dpkg/status
+      17.2.9-0ubuntu0.22.04.3 500
+         500 http://availability-zone-1.clouds.archive.ubuntu.com/ubuntu 
jammy-updates/main amd64 Packages
+      17.2.9-0ubuntu0.22.04.2 500
+         500 http://security.ubuntu.com/ubuntu jammy-security/main amd64 
Packages
+      17.1.0-0ubuntu3 500
+         500 http://availability-zone-1.clouds.archive.ubuntu.com/ubuntu 
jammy/main amd64 Packages
  
  sudo apt update
  sudo apt install lttng-tools liblttng-ust1 liblttng-ust-dev
  sudo apt install librados-dev librbd-dev librgw-dev
  
  dpkg -l |egrep 'liblttng|librados-dev|librbd-dev|librgw-dev'
  ii  liblttng-ctl0:amd64              2.13.4-1build1                           
        amd64        LTTng control and utility library
  ii  liblttng-ust-common1:amd64       2.13.1-1ubuntu1                          
        amd64        LTTng 2.0 Userspace Tracer (common library)
  ii  liblttng-ust-ctl5:amd64          2.13.1-1ubuntu1                          
        amd64        LTTng 2.0 Userspace Tracer (trace control library)
  ii  liblttng-ust-dev:amd64           2.13.1-1ubuntu1                          
        amd64        LTTng 2.0 Userspace Tracer (development files)
  ii  liblttng-ust-python-agent1:amd64 2.13.1-1ubuntu1                          
        amd64        LTTng 2.0 Userspace Tracer (Python agent native library)
  ii  liblttng-ust1:amd64              2.13.1-1ubuntu1                          
        amd64        LTTng 2.0 Userspace Tracer (tracing libraries)
  ii  librados-dev                     19.2.3-0ubuntu0.24.04.2~cloud0           
        amd64        RADOS distributed object store client library (development 
files)
  ii  librbd-dev                       19.2.3-0ubuntu0.24.04.2~cloud0           
        amd64        RADOS block device client library (development files)
  ii  librgw-dev                       19.2.3-0ubuntu0.24.04.2~cloud0           
        amd64        RADOS client library (development files)
  
  append osd_tracing = true to ceph.conf
  systemctl restart ceph-osd@3
  
- 
  ls -la /usr/lib/libosd_tp.so*
  ls: cannot access '/usr/lib/libosd_tp.so*': No such file or directory
  
- ldd /usr/lib/libosd_tp.so   
+ ldd /usr/lib/libosd_tp.so
  ldd: /usr/lib/libosd_tp.so: No such file or directory
- 
  
  sudo ceph config set osd osd_tracing true
  sudo ceph config get osd osd_tracing
  true
  
  systemctl status ceph-osd@3
  × [email protected] - Ceph object storage daemon osd.3
-      Loaded: loaded (/lib/systemd/system/[email protected]; enabled-runtime; 
vendor preset: enabled)
-      Active: failed (Result: core-dump) since Mon 2026-05-25 07:14:13 UTC; 
5min ago
-     Process: 12129 ExecStartPre=/usr/lib/ceph/ceph-osd-prestart.sh --cluster 
${CLUSTER} --id 3 (code=exited, status=0/SUCCESS)
-     Process: 12133 ExecStart=/usr/bin/ceph-osd -f --cluster ${CLUSTER} --id 3 
--setuser ceph --setgroup ceph (code=dumped, signal=ABRT)
-    Main PID: 12133 (code=dumped, signal=ABRT)
-         CPU: 72ms
+      Loaded: loaded (/lib/systemd/system/[email protected]; enabled-runtime; 
vendor preset: enabled)
+      Active: failed (Result: core-dump) since Mon 2026-05-25 07:14:13 UTC; 
5min ago
+     Process: 12129 ExecStartPre=/usr/lib/ceph/ceph-osd-prestart.sh --cluster 
${CLUSTER} --id 3 (code=exited, status=0/SUCCESS)
+     Process: 12133 ExecStart=/usr/bin/ceph-osd -f --cluster ${CLUSTER} --id 3 
--setuser ceph --setgroup ceph (code=dumped, signal=ABRT)
+    Main PID: 12133 (code=dumped, signal=ABRT)
+         CPU: 72ms
  
  May 25 07:14:03 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Main 
process exited, code=dumped, status=6/ABRT
  May 25 07:14:03 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Failed 
with result 'core-dump'.
  May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: [email protected]: 
Scheduled restart job, restart counter is at 4.
  May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: Stopped Ceph object 
storage daemon osd.3.
  May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Start 
request repeated too quickly.
  May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Failed 
with result 'core-dump'.
  May 25 07:14:13 juju-6d74c6-00438804-4 systemd[1]: Failed to start Ceph 
object storage daemon osd.3.
  May 25 07:19:53 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Start 
request repeated too quickly.
  May 25 07:19:53 juju-6d74c6-00438804-4 systemd[1]: [email protected]: Failed 
with result 'core-dump'.
  May 25 07:19:53 juju-6d74c6-00438804-4 systemd[1]: Failed to start Ceph 
object storage daemon osd.3.
  
- 
  sudo ceph crash info 
2026-05-25T07:13:41.559447Z_5ae5ef41-4eb5-493a-9325-a4b7b60fc078
  {
-     "assert_condition": "m_handle",
-     "assert_file": "./src/common/TracepointProvider.cc",
-     "assert_func": "void TracepointProvider::verify_config(const 
ceph::common::ConfigProxy&)",
-     "assert_line": 43,
-     "assert_msg": "./src/common/TracepointProvider.cc: In function 'void 
TracepointProvider::verify_config(const ceph::common::ConfigProxy&)' thread 
7fbe82ac3700 time 
2026-05-25T07:13:41.549511+0000\n./src/common/TracepointProvider.cc: 43: FAILED 
ceph_assert(m_handle)\n",
-     "assert_thread_name": "ceph-osd",
-     "backtrace": [
-         "/lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe82d24520]",
-         "pthread_kill()",
-         "raise()",
-         "abort()",
-         "(ceph::__ceph_assert_fail(char const*, char const*, int, char 
const*)+0x178) [0x55d1089c769f]",
-         "/usr/bin/ceph-osd(+0x634802) [0x55d1089c7802]",
-         "(TracepointProvider::verify_config(ceph::common::ConfigProxy 
const&)+0x10f) [0x55d1091b48af]",
-         "(TracepointProvider::TracepointProvider(ceph::common::CephContext*, 
char const*, char const*)+0xe1) [0x55d1091b4dd1]",
-         
"(TracepointProvider::Singleton::Singleton(ceph::common::CephContext*, char 
const*, char const*)+0x36) [0x55d108a8fd46]",
-         "main()",
-         "/lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe82d0bd90]",
-         "__libc_start_main()",
-         "_start()"
-     ],
-     "ceph_version": "19.2.3",
-     "crash_id": 
"2026-05-25T07:13:41.559447Z_5ae5ef41-4eb5-493a-9325-a4b7b60fc078",
-     "entity_name": "osd.3",
-     "os_id": "22.04",
-     "os_name": "Ubuntu 22.04.5 LTS",
-     "os_version": "22.04.5 LTS (Jammy Jellyfish)",
-     "os_version_id": "22.04",
-     "process_name": "ceph-osd",
-     "stack_sig": 
"74d68b5c186c4c34a515e630817f6090a8ed2c666bd9812c9499876403245734",
-     "timestamp": "2026-05-25T07:13:41.559447Z",
-     "utsname_hostname": "juju-6d74c6-00438804-4",
-     "utsname_machine": "x86_64",
-     "utsname_release": "5.15.0-179-generic",
-     "utsname_sysname": "Linux",
-     "utsname_version": "#189-Ubuntu SMP Tue May 5 18:20:56 UTC 2026"
+     "assert_condition": "m_handle",
+     "assert_file": "./src/common/TracepointProvider.cc",
+     "assert_func": "void TracepointProvider::verify_config(const 
ceph::common::ConfigProxy&)",
+     "assert_line": 43,
+     "assert_msg": "./src/common/TracepointProvider.cc: In function 'void 
TracepointProvider::verify_config(const ceph::common::ConfigProxy&)' thread 
7fbe82ac3700 time 
2026-05-25T07:13:41.549511+0000\n./src/common/TracepointProvider.cc: 43: FAILED 
ceph_assert(m_handle)\n",
+     "assert_thread_name": "ceph-osd",
+     "backtrace": [
+         "/lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe82d24520]",
+         "pthread_kill()",
+         "raise()",
+         "abort()",
+         "(ceph::__ceph_assert_fail(char const*, char const*, int, char 
const*)+0x178) [0x55d1089c769f]",
+         "/usr/bin/ceph-osd(+0x634802) [0x55d1089c7802]",
+         "(TracepointProvider::verify_config(ceph::common::ConfigProxy 
const&)+0x10f) [0x55d1091b48af]",
+         "(TracepointProvider::TracepointProvider(ceph::common::CephContext*, 
char const*, char const*)+0xe1) [0x55d1091b4dd1]",
+         
"(TracepointProvider::Singleton::Singleton(ceph::common::CephContext*, char 
const*, char const*)+0x36) [0x55d108a8fd46]",
+         "main()",
+         "/lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe82d0bd90]",
+         "__libc_start_main()",
+         "_start()"
+     ],
+     "ceph_version": "19.2.3",
+     "crash_id": 
"2026-05-25T07:13:41.559447Z_5ae5ef41-4eb5-493a-9325-a4b7b60fc078",
+     "entity_name": "osd.3",
+     "os_id": "22.04",
+     "os_name": "Ubuntu 22.04.5 LTS",
+     "os_version": "22.04.5 LTS (Jammy Jellyfish)",
+     "os_version_id": "22.04",
+     "process_name": "ceph-osd",
+     "stack_sig": 
"74d68b5c186c4c34a515e630817f6090a8ed2c666bd9812c9499876403245734",
+     "timestamp": "2026-05-25T07:13:41.559447Z",
+     "utsname_hostname": "juju-6d74c6-00438804-4",
+     "utsname_machine": "x86_64",
+     "utsname_release": "5.15.0-179-generic",
+     "utsname_sysname": "Linux",
+     "utsname_version": "#189-Ubuntu SMP Tue May 5 18:20:56 UTC 2026"
  }

-- 
You received this bug notification because you are a member of Ubuntu
Bugs, which is subscribed to Ubuntu.
https://bugs.launchpad.net/bugs/2154163

Title:
  Ceph OSD crashes when osd_tracing is enabled due to missing
  libosd_tp.so

To manage notifications about this bug go to:
https://bugs.launchpad.net/ubuntu/+source/ceph/+bug/2154163/+subscriptions


-- 
ubuntu-bugs mailing list
[email protected]
https://lists.ubuntu.com/mailman/listinfo/ubuntu-bugs

Reply via email to