Upgrading BCC to get the fix of ARM64 syscall prefix detection in C++ API

.github/actions/build-container/action.yml

@@ -6,15 +6,15 @@ inputs:
     description: "OS Disctribution. Ex: ubuntu"
     required: true
   os_version:
-    description: "Version of the OS. Ex: 20.04"
+    description: "Version of the OS. Ex: 24.04"
     required: true
   os_nick:
-    description: "Nickname of the OS. Ex: focal"
+    description: "Nickname of the OS. Ex: noble"
     required: true
   llvm_versions:
     description: "Space separated list of llvm versions to install in the container. Only supported for Ubuntu containers."
     type: string
-    default: "12"
+    default: "15"
   registry:
     description: "Registry where to push images"
     default: ghcr.io

.github/scripts/check_links.py

@@ -0,0 +1,48 @@
+#! /usr/bin/env python3
+
+import re
+import requests
+import os
+from pathlib import Path
+
+headers = {
+    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+}
+timeout = 10
+
+links_file = Path('LINKS.md')
+content = links_file.read_text(encoding='utf-8')
+
+link_pattern = re.compile(r'\[([^\]]+)\]\(([^)]+)\)')
+links = link_pattern.findall(content)
+
+broken_links = []
+for text, url in links:
+    try:
+        print(f"Checking: {url}")
+        response = requests.head(url, headers=headers, timeout=timeout, allow_redirects=True)
+
+        if response.status_code >= 400:
+            response = requests.get(url, headers=headers, timeout=timeout, allow_redirects=True)
+
+        if response.status_code >= 400:
+            broken_links.append((text, url, response.status_code))
+    except Exception as e:
+        broken_links.append((text, url, str(e)))
+
+if broken_links:
+    report = "# Broken Links Report\n\n"
+    report += "The following links in LINKS.md are broken:\n\n"
+    report += "| Link Text | URL | Error |\n"
+    report += "|-----------|-----|-------|\n"
+
+    for text, url, error in broken_links:
+        report += f"| {text} | {url} | {error} |\n"
+
+    with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+        delimiter = "_REPORT_DELIMITER_"
+        f.write(f"broken_links=true\n")
+        f.write(f"report<<{delimiter}\n{report}\n{delimiter}\n")
+else:
+    with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+        f.write("broken_links=false\n")

.github/workflows/bcc-test.yml

@@ -18,11 +18,11 @@ permissions:
 
 jobs:
   test_bcc:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     strategy:
       matrix:
-        os: [{distro: "ubuntu", version: "20.04", nick: focal}]
-        llvm_version: [12, 15, 17]
+        os: [{distro: "ubuntu", version: "24.04", nick: noble}]
+        llvm_version: [15, 17, 19]
         env:
         - TYPE: Debug
           PYTHON_TEST_LOGFILE: critical.log
@@ -127,7 +127,7 @@ jobs:
         overwrite: true
 
   test_bcc_fedora:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     strategy:
       matrix:
         os: [{distro: "fedora", version: "38", nick: "f38"}]

.github/workflows/check_links.yml

@@ -0,0 +1,42 @@
+name: Check Broken Links
+
+on:
+  schedule:
+    # First day of month at 00:00 in every 2nd month
+    - cron: '0 0 1 */2 *'
+  workflow_dispatch:     
+
+jobs:
+  check-links:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install requests
+
+      - name: Check links in LINKS.md
+        id: link-check
+        run: python .github/scripts/check_links.py
+
+      - name: Create issue for broken links
+        if: steps.link-check.outputs.broken_links == 'true'
+        uses: actions/github-script@v6
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |
+            const report = `${{ steps.link-check.outputs.report }}`;
+            await github.rest.issues.create({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              title: 'Broken links detected in LINKS.md',
+              body: report,
+              labels: ['documentation']
+            });

.github/workflows/publish-build-containers.yml

@@ -24,7 +24,7 @@ jobs:
     strategy:
       matrix:
         os: [
-          {distro: "ubuntu", version: "20.04", nick: focal, installed_llvm_versions: "12 15 17"},
+          {distro: "ubuntu", version: "24.04", nick: noble, installed_llvm_versions: "15 17 19"},
           {distro: "fedora", version: "38", nick: "f38", installed_llvm_versions: "this is not used"},
         ]
 

CMakeLists.txt

@@ -1,14 +1,7 @@
 # Copyright (c) PLUMgrid, Inc.
 # Licensed under the Apache License, Version 2.0 (the "License")
-cmake_minimum_required(VERSION 2.8.12)
-
-if(${CMAKE_VERSION} VERSION_EQUAL 3.12.0 OR ${CMAKE_VERSION} VERSION_GREATER 3.12.0)
-  cmake_policy(SET CMP0074 NEW)
-endif()
-
-if(${CMAKE_VERSION} VERSION_EQUAL 3.3.0 OR ${CMAKE_VERSION} VERSION_GREATER 3.3.0)
-  cmake_policy(SET CMP0057 NEW)
-endif()
+cmake_minimum_required(VERSION 3.12)
+cmake_policy(SET CMP0074 NEW)
 
 project(bcc)
 if(NOT CMAKE_BUILD_TYPE)
@@ -74,6 +67,7 @@ if(NOT CMAKE_USE_LIBBPF_PACKAGE)
     endif()
   else()
     execute_process(COMMAND git diff --shortstat ${CMAKE_CURRENT_SOURCE_DIR}/src/cc/libbpf/
+                    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
                     OUTPUT_VARIABLE DIFF_STATUS)
     if("${DIFF_STATUS}" STREQUAL "")
       execute_process(COMMAND git submodule update --init --recursive
@@ -149,7 +143,7 @@ if(NOT PYTHON_ONLY)
 
     # clang is linked as a library, but the library path searching is
     # primitively supported, unlike libLLVM
-    set(CLANG_SEARCH "/opt/local/llvm/lib;/usr/lib/llvm-3.7/lib;${LLVM_LIBRARY_DIRS}")
+    set(CLANG_SEARCH "/opt/local/llvm/lib;${LLVM_LIBRARY_DIRS}")
     find_library(libclangAnalysis NAMES clangAnalysis clang-cpp HINTS ${CLANG_SEARCH})
     find_library(libclangAST NAMES clangAST clang-cpp HINTS ${CLANG_SEARCH})
     find_library(libclangBasic NAMES clangBasic clang-cpp HINTS ${CLANG_SEARCH})

CODEOWNERS

@@ -6,20 +6,20 @@
 # see https://help.github.com/articles/about-codeowners/ for syntax
 
 # Miscellaneous
-* @drzaeus77 @goldshtn @yonghong-song @4ast @brendangregg @davemarchevsky
+* @chenhengqi @ekyooo @yonghong-song @brendangregg
 
 # Documentation
-/docs/ @brendangregg @goldshtn @davemarchevsky
-/man/ @brendangregg @goldshtn @davemarchevsky
+/docs/ @chenhengqi @ekyooo @yonghong-song @brendangregg
+/man/ @chenhengqi @ekyooo @yonghong-song @brendangregg
 
 # Tools
-/tools/ @brendangregg @goldshtn @davemarchevsky
+/tools/ @chenhengqi @ekyooo @yonghong-song @brendangregg
 
 # Compiler, C API
-/src/cc/ @drzaeus77 @yonghong-song @4ast @davemarchevsky
+/src/cc/ @chenhengqi @ekyooo @yonghong-song @brendangregg
 
 # Python API
-/src/python/ @drzaeus77 @goldshtn @davemarchevsky
+/src/python/ @chenhengqi @ekyooo @yonghong-song @brendangregg
 
 # Tests
-/tests/ @drzaeus77 @yonghong-song @davemarchevsky
+/tests/ @chenhengqi @ekyooo @yonghong-song @brendangregg

FAQ.txt

@@ -29,7 +29,7 @@ A: The so-called Kernel lockdown might be the root cause. Try disabling it with
        echo 1 > /proc/sys/kernel/sysrq
        echo x > /proc/sysrq-trigger
    Also see https://github.com/iovisor/bcc/issues/2525
-   
+
    If you have Secure Boot enabled you need to press Alt-PrintScr-x on the keyboard instead:
    ```
    This sysrq operation is disabled from userspace.

INSTALL.md

@@ -117,7 +117,7 @@ echo "deb https://repo.iovisor.org/apt/$(lsb_release -cs) $(lsb_release -cs) mai
 sudo apt-get update
 sudo apt-get install bcc-tools libbcc-examples linux-headers-$(uname -r)
 ```
-(replace `xenial` with `artful` or `bionic` as appropriate). Tools will be installed under /usr/share/bcc/tools.
+Tools will be installed under /usr/share/bcc/tools.
 
 **Upstream Nightly Packages**
 
@@ -289,7 +289,7 @@ apt-get install flex bison libssl-dev libelf-dev dwarves bc
 
 First, you will need to checkout the WSL2 Linux kernel git repository:
 ```
-KERNEL_VERSION=$(uname -r | cut -d '-' -f 1)
+KERNEL_VERSION=$(uname -r | cut -d '.' -f 1-2 | xargs -I {} echo "{}.y")
 git clone --depth 1 https://github.com/microsoft/WSL2-Linux-Kernel.git -b linux-msft-wsl-$KERNEL_VERSION
 cd WSL2-Linux-Kernel
 ```
@@ -311,7 +311,7 @@ mv /lib/modules/$KERNEL_VERSION-microsoft-standard-WSL2+/ /lib/modules/$KERNEL_V
 
 Then you can install bcc tools package according your distribution.
 
-If you met some problems, try to 
+If you met some problems, try to
 ```
 sudo mount -t debugfs debugfs /sys/kernel/debug
 ```
@@ -349,7 +349,8 @@ sudo apt-get install arping bison clang-format cmake dh-python \
   dpkg-dev pkg-kde-tools ethtool flex inetutils-ping iperf \
   libbpf-dev libclang-dev libclang-cpp-dev libedit-dev libelf-dev \
   libfl-dev libzip-dev linux-libc-dev llvm-dev libluajit-5.1-dev \
-  luajit python3-netaddr python3-pyroute2 python3-setuptools python3
+  luajit python3-netaddr python3-pyroute2 python3-setuptools python3 \
+  zip libpolly-19-dev
 ```
 
 #### Install and compile BCC
@@ -386,7 +387,7 @@ sudo apt install -y zip bison build-essential cmake flex git libedit-dev \
 sudo apt install -y zip bison build-essential cmake flex git libedit-dev \
   libllvm14 llvm-14-dev libclang-14-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \
   liblzma-dev libdebuginfod-dev arping netperf iperf
-  
+
 # For Lunar Lobster (23.04)
 sudo apt install -y zip bison build-essential cmake flex git libedit-dev \
   libllvm15 llvm-15-dev libclang-15-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \
@@ -397,6 +398,11 @@ sudo apt install -y zip bison build-essential cmake flex git libedit-dev \
   libllvm16 llvm-16-dev libclang-16-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \
   liblzma-dev libdebuginfod-dev arping netperf iperf libpolly-16-dev
 
+# For Noble Numbat (24.04)
+sudo apt install -y zip bison build-essential cmake flex git libedit-dev \
+  libllvm18 llvm-18-dev libclang-18-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \
+  liblzma-dev libdebuginfod-dev arping netperf iperf libpolly-18-dev
+
 # For other versions
 sudo apt-get -y install zip bison build-essential cmake flex git libedit-dev \
   libllvm3.7 llvm-3.7-dev libclang-3.7-dev python zlib1g-dev libelf-dev python3-setuptools \
@@ -427,7 +433,7 @@ suppose you're running with root or add sudo first
 ### Install build dependencies
 ```
 dnf install -y bison cmake ethtool flex git iperf3 libstdc++-devel python3-netaddr python3-pip gcc gcc-c++ make zlib-devel elfutils-libelf-devel
-# dnf install -y luajit luajit-devel ## if use luajit, will report some lua function(which in lua5.3) undefined problem 
+# dnf install -y luajit luajit-devel ## if use luajit, will report some lua function(which in lua5.3) undefined problem
 dnf install -y clang clang-devel llvm llvm-devel llvm-static ncurses-devel
 dnf -y install netperf
 pip3 install pyroute2
@@ -443,7 +449,7 @@ cd bcc-build/
 ## here llvm should always link shared library
 cmake ../bcc -DCMAKE_INSTALL_PREFIX=/usr -DENABLE_LLVM_SHARED=1
 make -j10
-make install 
+make install
 
 ```
 after install, you may add bcc directory to your $PATH, which you can add to ~/.bashrc
@@ -454,20 +460,20 @@ export PATH=$bcctools:$bccexamples:$PATH
 ```
 ### let path take effect
 ```
-source ~/.bashrc 
+source ~/.bashrc
 ```
-then run 
+then run
 ```
 hello_world.py
 ```
-Or 
+Or
 ```
 cd /usr/share/bcc/examples
 ./hello_world.py
 ./tracing/bitehist.py
 
 cd /usr/share/bcc/tools
-./bitesize 
+./bitesize
 
 ```
 
@@ -526,7 +532,7 @@ sudo zypper in lua51-luajit-devel # for lua support in openSUSE Tumbleweed
 git clone https://github.com/iovisor/bcc.git
 mkdir bcc/build; cd bcc/build
 cmake -DLUAJIT_INCLUDE_DIR=`pkg-config --variable=includedir luajit` \ # for lua support
-      ..
+      -DENABLE_LLVM_SHARED=1 ..
 make
 sudo make install
 cmake -DPYTHON_CMD=python3 .. # build python3 binding

LINKS.md

@@ -1,7 +1,7 @@
 - 2019-12-06: [My learnings on Linux BPF container performance engineering](https://medium.com/@aimvec/my-learnings-on-linux-bpf-container-performance-engineering-3eb424b73d56)
 - 2019-11-21: [Debugging network stalls on Kubernetes](https://github.blog/2019-11-21-debugging-network-stalls-on-kubernetes)
 - 2019-11-12: [bcc-tools brings dynamic kernel tracing to Red Hat Enterprise Linux 8.1](https://www.redhat.com/en/blog/bcc-tools-brings-dynamic-kernel-tracing-red-hat-enterprise-linux-81)
-- 2018-05-03: [Linux System Monitoring with eBPF](https://www.circonus.com/2018/05/linux-system-monitoring-with-ebpf)
+- 2018-05-03: [Linux System Monitoring with eBPF](https://www.heinrichhartmann.com/pdf/Heinrich%20Hartmann%20-%20Linux%20System%20Monitoring%20with%20eBPF.pdf)
 - 2018-02-22: [Some advanced BCC topics](https://lwn.net/Articles/747640)
 - 2018-01-23: [BPFd: Running BCC tools remotely across systems and architectures](https://lwn.net/Articles/744522)
 - 2017-12-22: [An introduction to the BPF Compiler Collection](https://lwn.net/Articles/742082)
@@ -10,35 +10,30 @@
 - 2017-07-13: [Performance Superpowers with Enhanced BPF](https://www.usenix.org/conference/atc17/program/presentation/gregg-superpowers)
 - 2017-06-28: [The BSD Packet Filter](https://speakerdeck.com/tuxology/the-bsd-packet-filter)
 - 2017-03-04: [Linux 4.x Tracing: Performance Analysis with bcc/BPF](https://www.slideshare.net/brendangregg/linux-4x-tracing-performance-analysis-with-bccbpf)
-- 2017-02-27: [Profiling a .NET Core Application on Linux](https://blogs.microsoft.co.il/sasha/2017/02/27/profiling-a-net-core-application-on-linux)
 - 2017-02-05: [gobpf - utilizing eBPF from Go](https://fosdem.org/2017/schedule/event/go_bpf/attachments/slides/1681/export/events/attachments/go_bpf/slides/1681/gobpf_utilizing_eBPF_from_Go_FOSDEM_2017.pdf)
 - 2017-01-31: [Golang bcc/BPF Function Tracing](http://www.brendangregg.com/blog/2017-01-31/golang-bcc-bpf-function-tracing.html)
 - 2017-01-18: [BPF: Tracing and more](https://www.slideshare.net/brendangregg/bpf-tracing-and-more)
 - 2016-12-09: [Linux 4.x Tracing Tools: Using BPF Superpowers](https://www.slideshare.net/brendangregg/linux-4x-tracing-tools-using-bpf-superpowers)
-- 2016-11-30: [Introducing gobpf - Using eBPF from Go](https://kinvolk.io/blog/2016/11/introducing-gobpf---using-ebpf-from-go)
+- 2016-11-30: [Introducing gobpf - Using eBPF from Go](https://kinvolk.io/blog/2016/11/ebpf-gobpf)
 - 2016-11-30: [Linux bcc/BPF tcplife: TCP Lifespans](http://www.brendangregg.com/blog/2016-11-30/linux-bcc-tcplife.html)
 - 2016-10-27: [DTrace for Linux 2016](http://www.brendangregg.com/blog/2016-10-27/dtrace-for-linux-2016.html)
 - 2016-10-21: [Linux 4.9's Efficient BPF-based Profiler](http://www.brendangregg.com/blog/2016-10-21/linux-efficient-profiler.html)
 - 2016-10-15: [Linux bcc tcptop](http://www.brendangregg.com/blog/2016-10-15/linux-bcc-tcptop.html)
 - 2016-10-12: [Linux bcc/BPF Node.js USDT Tracing](http://www.brendangregg.com/blog/2016-10-12/linux-bcc-nodejs-usdt.html)
 - 2016-10-08: [Linux bcc/BPF Run Queue (Scheduler) Latency](http://www.brendangregg.com/blog/2016-10-08/linux-bcc-runqlat.html)
 - 2016-10-06: [Linux bcc ext4 Latency Tracing](http://www.brendangregg.com/blog/2016-10-06/linux-bcc-ext4dist-ext4slower.html)
-- 2016-10-04: [Installing bcc to evaluate BPF and Postgres](http://blog.gregburek.com/2016/10/04/installing-bcc-to-evaluate-bpf-and-postgres)
+- 2016-10-04: [Installing bcc to evaluate BPF and Postgres](https://www.gregburek.com/2016/10/04/installing-bcc-to-evaluate-bpf-and-postgres)
 - 2016-10-04: [Linux MySQL Slow Query Tracing with bcc/BPF](http://www.brendangregg.com/blog/2016-10-04/linux-bcc-mysqld-qslower.html)
 - 2016-10-01: [Linux bcc Tracing Security Capabilities](http://www.brendangregg.com/blog/2016-10-01/linux-bcc-security-capabilities.html)
 - 2016-09-23: [BCC – Dynamic Tracing Tools for Linux Performance Monitoring, Networking and More](http://www.tecmint.com/bcc-best-linux-performance-monitoring-tools/)
-- 2016-08-22: [BoF - What Can BPF Do For You?](https://events.linuxfoundation.org/sites/events/files/slides/iovisor-lc-bof-2016.pdf)
+- 2016-08-22: [BoF - What Can BPF Do For You?](https://events.static.linuxfound.org/sites/events/files/slides/iovisor-lc-bof-2016.pdf)
 - 2016-07-03: [Linux debugging tools I love](https://jvns.ca/blog/2016/07/03/debugging-tools-i-love)
 - 2016-06-14: [Ubuntu Xenial bcc/BPF](http://www.brendangregg.com/blog/2016-06-14/ubuntu-xenial-bcc-bpf.html)
 - 2016-05-26: [Linux BPF/bcc for Oracle Tracing](https://db-blog.web.cern.ch/blog/luca-canali/2016-05-linux-bpfbcc-oracle-tracing)
-- 2016-05-04: [Tracing your TCP IPv4 connections with eBPF and BCC from the Linux kernel JIT-VM to Splunk](https://www.splunk.com/blog/2016/05/04/tracing-your-tcp-ipv4-connections-with-ebpf-and-bcc-from-the-linux-kernel-jit-vm-to-splunk/)
-- 2016-03-31: [Probing the JVM with BPF/BCC](http://blogs.microsoft.co.il/sasha/2016/03/31/probing-the-jvm-with-bpfbcc/)
 - 2016-03-30: [How to turn any syscall into an event: Introducing eBPF Kernel probes](https://blog.yadutaf.fr/2016/03/30/turn-any-syscall-into-event-introducing-ebpf-kernel-probes)
-- 2016-03-30: [USDT Probe Support in BPF/BCC](http://blogs.microsoft.co.il/sasha/2016/03/30/usdt-probe-support-in-bpfbcc)
 - 2016-03-28: [Linux BPF/bcc Road Ahead, March 2016](http://www.brendangregg.com/blog/2016-03-28/linux-bpf-bcc-road-ahead-2016.html)
 - 2016-03-05: [Linux BPF Superpowers](http://www.brendangregg.com/blog/2016-03-05/linux-bpf-superpowers.html)
 - 2016-03-02: [Linux BPF Superpowers](https://www.slideshare.net/brendangregg/linux-bpf-superpowers)
-- 2016-02-14: [Two New eBPF Tools: memleak and argdist](http://blogs.microsoft.co.il/sasha/2016/02/14/two-new-ebpf-tools-memleak-and-argdist/)
 - 2016-02-08: [Linux eBPF/bcc uprobes](http://www.brendangregg.com/blog/2016-02-08/linux-ebpf-bcc-uprobes.html)
 - 2016-02-05: [Who is waking the waker? (Linux chain graph prototype)](http://www.brendangregg.com/blog/2016-02-05/ebpf-chaingraph-prototype.html)
 - 2016-02-01: [Linux Wakeup and Off-Wake Profiling](http://www.brendangregg.com/blog/2016-02-01/linux-wakeup-offwake-profiling.html)