delphix · sravyamks · May 21, 2020 · May 19, 2020 · May 19, 2020 · May 19, 2020
diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml
@@ -0,0 +1,5 @@
+blank_issues_enabled: true
+contact_links:
+  - name: Community Support
+    url: https://bpftrace.discourse.group/
+    about: Please ask and answer questions here
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -87,6 +87,14 @@ jobs:
           RUN_ALL_TESTS: 1
           RUNTIME_TEST_DISABLE: builtin.cgroup,probe.kprobe_offset_fail_size
           BASE: bionic
+        - NAME: LLVM 10 Clang Debug
+          TYPE: Debug
+          LLVM_VERSION: 10
+          CC: clang-10
+          CXX: clang++-10
+          RUN_ALL_TESTS: 1
+          RUNTIME_TEST_DISABLE: builtin.cgroup,probe.kprobe_offset_fail_size
+          BASE: bionic
     steps:
     - uses: actions/checkout@v2
     - name: Build docker container
@@ -109,6 +117,8 @@ jobs:
         -e RUN_ALL_TESTS=${RUN_ALL_TESTS}
         -e CMAKE_EXTRA_FLAGS="${CMAKE_EXTRA_FLAGS}"
         -e RUNTIME_TEST_DISABLE="${RUNTIME_TEST_DISABLE}"
+        -e CC="${CC}"
+        -e CXX="${CXX}"
         bpftrace-builder-$BASE-llvm-$LLVM_VERSION
         ${PWD}/build-$TYPE-$BASE
         $TYPE
@@ -117,6 +127,8 @@ jobs:
   irc:
     # Notify IRC of build failures on pushes only if we are running from
     # the main repo. We don't want this rule to trigger from forked repos.
+    needs:
+      - build_test
     if: "failure() && github.event_name == 'push' && github.ref == 'refs/heads/master' && github.repository == 'iovisor/bpftrace'"
     runs-on: ubuntu-latest
     steps:
@@ -125,6 +137,8 @@ jobs:
       with:
         nickname: bpftrace-ci-bot
         server: irc.oftc.net
+        port: 6667
+        tls: false
         channel: "#bpftrace"
         message: |
           master is BROKEN at https://github.com/iovisor/bpftrace/commit/${{github.sha}}
diff --git a/.github/workflows/embedded.yml b/.github/workflows/embedded.yml
@@ -1,6 +1,6 @@
 name: Embedded Builds
 
-on: push
+on: [push, pull_request]
 jobs:
   llvm_clang:
     runs-on: ubuntu-18.04

diff --git a/.gitignore b/.gitignore
@@ -2,3 +2,4 @@ build/
 build-*/
 tests/runtime/*.pyc
 .vagrant
+tests/**/*.bc
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -8,10 +8,52 @@ and this project adheres to
 
 ## Unreleased
 
+#### Added
+- Add wildcard support for kfunc probe types
+  - [#1410](https://github.com/iovisor/bpftrace/pull/1410)
+- Add builtin function: `strftime`
+  - [#1387](https://github.com/iovisor/bpftrace/pull/1387)
+- Fix `printf` not allowing format specifiers to be directly followed by
+  alphabetic characters
+  - [#1414](https://github.com/iovisor/bpftrace/pull/1414)
+- Fix `top` and `div` arguments of `print()` not working for Type::avg maps
+  - [#1416](https://github.com/iovisor/bpftrace/pull/1416)
+
+#### Changed
+- Warn if using `print` on `stats` maps with top and div arguments
+  - [#1433](https://github.com/iovisor/bpftrace/pull/1433)
+- Prefer BTF data if available to resolve tracepoint arguments
+  - [#1439](https://github.com/iovisor/bpftrace/pull/1439)
+- Improve error messages for kfunc probe types
+  - [#1451](https://github.com/iovisor/bpftrace/pull/1451)
+
+#### Deprecated
+
+#### Removed
+- Disable some kfunc probes whose tracing crashes
+  - [#1432](https://github.com/iovisor/bpftrace/pull/1432)
+
+#### Fixed
+- Fix negative overflow bug and unstable tests in PR #1416
+  - [#1436](https://github.com/iovisor/bpftrace/pull/1436)
+- Fix `print` outputs nothing when used on hist() maps with large top args
+  - [#1437](https://github.com/iovisor/bpftrace/pull/1437)
+- Fix array indexing regression
+  - [#1457](https://github.com/iovisor/bpftrace/pull/1457)
+
+#### Tools
+
+#### Documentation
+
+
+## [0.11.0] 2020-07-15
+
 ### All Changes
 
 #### Added
 
+- Allow uprobe placement on arbitrary addresses when --unsafe is used
+  - [#1388](https://github.com/iovisor/bpftrace/pull/1388)
 - Support for s390x
   - [#1241](https://github.com/iovisor/bpftrace/pull/1241)
 - `buf` a new function that makes it possible to safely print arbitrary binary data
@@ -38,6 +80,21 @@ and this project adheres to
   - [#1317](https://github.com/iovisor/bpftrace/pull/1317)
 - Introduce `-k` and `-kk` options. Emit a warning when a bpf helper returns an error
   - [#1276](https://github.com/iovisor/bpftrace/pull/1276)
+- Add tuples to language
+  - [#1326](https://github.com/iovisor/bpftrace/pull/1326)
+- Add support for listing struct/union/enum definitions using BTF
+  - [#1340](https://github.com/iovisor/bpftrace/pull/1340)
+- Add libbpf build into in --info
+  - [#1367](https://github.com/iovisor/bpftrace/pull/1367)
+- Add support for time units `us` and `hz` for probe `interval`
+  - [#1377](https://github.com/iovisor/bpftrace/pull/1377)
+- Add support for non-map print()
+  - [#1381](https://github.com/iovisor/bpftrace/pull/1381)
+- Enable `printf`, `cat` and `system` to have more than 7 arguments
+  - [#1404](https://github.com/iovisor/bpftrace/pull/1404)
+- Enable the `ternary` operator to evaluate builtin calls
+  - [#1405](https://github.com/iovisor/bpftrace/pull/1405)
+
 
 #### Changed
 
@@ -46,6 +103,10 @@ and this project adheres to
   - [#1259](https://github.com/iovisor/bpftrace/pull/1259)
 - Allow positional parameters in probe attachpoint definitions
   - [#1328](https://github.com/iovisor/bpftrace/pull/1328)
+- Only list uprobe and usdt probes when `-p` is given
+  - [#1340](https://github.com/iovisor/bpftrace/pull/1340)
+- Remove address space memory limit
+  - [#1358](https://github.com/iovisor/bpftrace/pull/1358)
 
 #### Deprecated
 
@@ -62,6 +123,22 @@ and this project adheres to
   - [#1229](https://github.com/iovisor/bpftrace/pull/1229)
 - Fix usdt reads in various architecture
   - [#1325](https://github.com/iovisor/bpftrace/pull/1325)
+- Attach to duplicated USDT markers
+  - [#1341](https://github.com/iovisor/bpftrace/pull/1341)
+- Fix `KBUILD_MODNAME`
+  - [#1352](https://github.com/iovisor/bpftrace/pull/1352)
+- Fix `ntop()` not accepting tracepoint arguments
+  - [#1365](https://github.com/iovisor/bpftrace/pull/1365)
+- Fix attaching to usdt probes in multiple binaries
+  - [#1356](https://github.com/iovisor/bpftrace/pull/1356)
+- Decrement usdt semaphore count after bpftrace execution
+  - [#1370](https://github.com/iovisor/bpftrace/pull/1370)
+- Reduce high memory consumption when using usdt semaphore
+  - [#1374](https://github.com/iovisor/bpftrace/pull/1374)
+- Remove registers that are not in struct pt_regs (x86-64)
+  - [#1383](https://github.com/iovisor/bpftrace/issues/1383)
+- Ignore trailing kernel module annotation for k[ret]probe's
+  - [#1413](https://github.com/iovisor/bpftrace/pull/1413)
 
 #### Tools
 

diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -3,7 +3,7 @@ project(bpftrace)
 
 # bpftrace version number components.
 set(bpftrace_VERSION_MAJOR 0)
-set(bpftrace_VERSION_MINOR 10)
+set(bpftrace_VERSION_MINOR 11)
 set(bpftrace_VERSION_PATCH 0)
 
 include(GNUInstallDirs)
@@ -17,6 +17,7 @@ set(EMBED_LIBCLANG_ONLY OFF CACHE BOOL "Build only libclang.a, and link to syste
 set(LLVM_VERSION "8" CACHE STRING "Embedded LLVM/Clang version to build and link against.")
 set(BUILD_ASAN OFF CACHE BOOL "Build bpftrace with -fsanitize=address")
 set(ENABLE_MAN ON CACHE BOOL "Build man pages")
+set(ENABLE_TEST_VALIDATE_CODEGEN ON CACHE BOOL "Run LLVM IR validation tests")
 
 set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} ${CMAKE_CURRENT_SOURCE_DIR}/cmake)
 
@@ -114,6 +115,7 @@ check_symbol_exists(bcc_prog_load "${LIBBCC_INCLUDE_DIRS}/bcc/libbpf.h" HAVE_BCC
 check_symbol_exists(bcc_create_map "${LIBBCC_INCLUDE_DIRS}/bcc/libbpf.h" HAVE_BCC_CREATE_MAP)
 check_symbol_exists(bcc_elf_foreach_sym "${LIBBCC_INCLUDE_DIRS}/bcc/bcc_elf.h" HAVE_BCC_ELF_FOREACH_SYM)
 check_symbol_exists(bpf_attach_kfunc "${LIBBCC_INCLUDE_DIRS}/bcc/libbpf.h" HAVE_BCC_KFUNC)
+check_symbol_exists(bcc_usdt_addsem_probe "${LIBBCC_INCLUDE_DIRS}/bcc/bcc_usdt.h" HAVE_BCC_USDT_ADDSEM)
 set(CMAKE_REQUIRED_LIBRARIES)
 set(CMAKE_REQUIRED_LINK_OPTIONS)
 
@@ -144,6 +146,7 @@ else()
     message(SEND_ERROR "Specify an LLVM major version using LLVM_REQUESTED_VERSION=<major version>")
   endif()
 
+  message(STATUS "Found LLVM ${LLVM_PACKAGE_VERSION}: ${LLVM_CMAKE_DIR}")
   include_directories(SYSTEM ${LLVM_INCLUDE_DIRS})
   add_definitions(${LLVM_DEFINITIONS})
 endif()

diff --git a/README.md b/README.md
@@ -3,6 +3,7 @@
 [![Build Status](https://github.com/iovisor/bpftrace/workflows/CI/badge.svg?branch=master)](https://github.com/iovisor/bpftrace/actions?query=workflow%3ACI+branch%3Amaster)
 [![IRC #bpftrace](https://img.shields.io/badge/IRC-bpftrace-blue.svg)](http://irc.lc/oftc/bpftrace/web@@@)
 [![Total alerts](https://img.shields.io/lgtm/alerts/g/iovisor/bpftrace.svg?logo=lgtm&logoWidth=18)](https://lgtm.com/projects/g/iovisor/bpftrace/alerts/)
+[![Discourse topics](https://img.shields.io/discourse/topics?server=https%3A%2F%2Fbpftrace.discourse.group%2F)](https://bpftrace.discourse.group/)
 
 bpftrace is a high-level tracing language for Linux enhanced Berkeley Packet Filter (eBPF) available in recent Linux kernels (4.x). bpftrace uses LLVM as a backend to compile scripts to BPF-bytecode and makes use of [BCC](https://github.com/iovisor/bcc) for interacting with the Linux BPF system, as well as existing Linux tracing capabilities: kernel dynamic tracing (kprobes), user-level dynamic tracing (uprobes), and tracepoints. The bpftrace language is inspired by awk and C, and predecessor tracers such as DTrace and SystemTap. bpftrace was created by [Alastair Robertson](https://github.com/ajor).
 
@@ -97,6 +98,10 @@ For more eBPF observability tools, see [bcc tools](https://github.com/iovisor/bc
 
 See the [Reference Guide](docs/reference_guide.md) for more detail.
 
+## Support
+
+For additional help / discussion, please use our [discourse](https://bpftrace.discourse.group/).
+
 ## Contributing
 
 * Have ideas for new bpftrace tools? [CONTRIBUTING-TOOLS.md](CONTRIBUTING-TOOLS.md)

diff --git a/Vagrantfile b/Vagrantfile
@@ -14,6 +14,7 @@ EOF
 
 $fedora_deps = <<EOF
 dnf builddep -q -y bpftrace
+dnf install -q -y git
 EOF
 
 $build_bcc = <<EOF
@@ -47,6 +48,11 @@ Vagrant.configure("2") do |config|
       'image'          => 'fedora/31-cloud-base',
       'scripts'        => [ $fedora_deps, ],
       'skip_bcc_build' => 1
+    },
+    'fedora-32'        => {
+      'image'          => 'fedora/32-cloud-base',
+      'scripts'        => [ $fedora_deps, ],
+      'skip_bcc_build' => 1
     }
 }
   boxes.each do | name, params |

diff --git a/debian/copyright b/debian/copyright
@@ -0,0 +1,86 @@
+Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/
+Upstream-Name: bpftrace
+Source: https://github.com/iovisor/bpftrace
+
+Files: *
+Copyright: Copyright 2019 Alastair Robertson
+License: Apache-2.0
+
+Files: tools/*.bt
+Copyright: Copyright 2019 Alastair Robertson
+           Copyright 2018 Netflix, Inc.
+           Copyright (c) 2018 Dale Hamel.
+License: Apache-2.0
+
+Files: cmake/FindLibElf.cmake
+Copyright: Copyright (c) 2008 Bernhard Walle <bernhard.walle@gmx.de>
+License: BSD-3-clause
+
+Files: resources/*.h
+Copyright: Copyright (c) 2014 Chandler Carruth
+           Copyright (c) 2009 Chris Lattner
+           Copyright (c) 2008 Eli Friedman
+License: Expat
+
+License: Expat
+ Permission is hereby granted, free of charge, to any person obtaining
+ a copy of this software and associated documentation files (the
+ "Software"), to deal in the Software without restriction, including
+ without limitation the rights to use, copy, modify, merge, publish,
+ distribute, sublicense, and/or sell copies of the Software, and to
+ permit persons to whom the Software is furnished to do so, subject to
+ the following conditions:
+ .
+ The above copyright notice and this permission notice shall be
+ included in all copies or substantial portions of the Software.
+ .
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+License: BSD-3-clause
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ .
+ 1. Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+ .
+ 2. Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in the
+    documentation and/or other materials provided with the distribution.
+ .
+ 3. The name of the author may not be used to endorse or promote products
+    derived from this software without specific prior written permission.
+ .
+ THIS SOFTWARE IS PROVIDED BY THE AUTHOR "AS IS" AND ANY EXPRESS OR
+ IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
+ INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+ IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ POSSIBILITY OF SUCH DAMAGE.
+
+License: Apache-2.0
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+ .
+     http://www.apache.org/licenses/LICENSE-2.0
+ .
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ .
+ On Debian systems, the complete text of the Apache License can be found in
+ the file `/usr/share/common-licenses/Apache-2.0'.
diff --git a/docker/Dockerfile.ubuntu-glibc b/docker/Dockerfile.ubuntu-glibc
@@ -56,7 +56,7 @@ RUN if [ "${BASE}" = "xenial" ]; then \
     && curl -OL https://cmake.org/files/v${version}/cmake-${version}.${build}.tar.gz \
     && tar -xzvf cmake-${CMAKE_VER}.$build.tar.gz \
     && cd cmake-${CMAKE_VER}.$build/ \
-    && ./bootstrap \
+    && ./bootstrap --parallel=$(nproc) \
     && make -j$(nproc) \
     && make install \
     ; else \

diff --git a/docker/build.sh b/docker/build.sh
@@ -12,6 +12,8 @@ EMBED_LIBCLANG_ONLY=${EMBED_LIBCLANG_ONLY:-OFF}
 DEPS_ONLY=${DEPS_ONLY:-OFF}
 RUN_TESTS=${RUN_TESTS:-1}
 CI_TIMEOUT=${CI_TIMEOUT:-0}
+CC=${CC:cc}
+CXX=${CXX:c++}
 
 # If running on Travis, we may need several builds incrementally building up
 # the cache in order to cold-start the build cache within the 50 minute travis