Skip to content
Permalink
Branch: master
Find file Copy path
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
executable file 397 lines (351 sloc) 11.9 KB
#!/usr/bin/env python3
# pylint: disable=missing-docstring
# pylint: disable=invalid-name
# pylint: disable=import-outside-toplevel
import os
import os.path
import logging
#import tempfile
import argparse
import subprocess
import locale
from subprocess import call
from io import StringIO
# Force the UTF-8 locale here
# FIXME: Still doesn't affect subprocess.Popen() calls
locale.setlocale(locale.LC_ALL, 'en_US.UTF-8')
# --------------------------------------------------------------------
# Helper functions
def which(program):
def is_exe(fpath):
return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
fpath, _ = os.path.split(program)
if fpath:
if is_exe(program):
return program
else:
for path in os.environ["PATH"].split(os.pathsep):
exe_file = os.path.join(path, program)
if is_exe(exe_file):
return exe_file
return None
def set_pkgconfig(libdir):
pkgenv = os.environ.copy()
pkgconfigdir = libdir + '/pkgconfig'
if 'PKG_CONFIG_PATH' in pkgenv:
pkgenv['PKG_CONFIG_PATH'] = pkgenv['PKG_CONFIG_PATH'] + ':' + pkgconfigdir
else:
pkgenv['PKG_CONFIG_PATH'] = pkgconfigdir
return pkgenv
# For now works only for GCC
def get_gcc_include_paths():
startline = "#include <...> search starts here:"
cmdline = ["cpp", "-v", "/dev/null", "-o", "/dev/null"]
p = subprocess.Popen(cmdline, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
_, err = p.communicate()
# Interesting output is in stderr:
lines = err.decode('utf-8').split('\n')
includes = []
if startline in lines:
start = lines.index(startline)
end = len(lines) - start
for i in range(1, end):
line = lines[start + i].lstrip()
if os.path.exists(os.path.dirname(line)):
includes += [line]
return includes
def get_radare2_directories():
r2incdir = "/usr/local/include/libr" # default value
r2libdir = "/usr/local/lib" # default value
cmdline = ["r2", "-H"]
p = subprocess.Popen(cmdline, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
out, _ = p.communicate()
lines = out.decode('utf-8').split('\n')
for ln in lines:
if ln.startswith('R2_INCDIR='):
r2incdir = ln[10:]
if ln.startswith('R2_LIBDIR='):
r2libdir = ln[10:]
return r2incdir, r2libdir
cpp_includedirs = get_gcc_include_paths()
radare2_includedir, radare2_libdir = get_radare2_directories()
def get_compiler_include_paths():
print("Using compiler includes from {0}...".format(cpp_includedirs))
return cpp_includedirs
def get_radare2_include_paths():
print("Parsing headers from {0}...".format(radare2_includedir))
return [radare2_includedir]
# --------------------------------------------------------------------
# Global values
def read_file_list():
basedir = radare2_includedir + "/"
return [
basedir + "r_core.h",
basedir + "r_asm.h",
basedir + "r_anal.h",
basedir + "r_bin.h",
basedir + "r_debug.h",
basedir + "r_io.h",
basedir + "r_config.h",
basedir + "r_flag.h",
basedir + "r_sign.h",
basedir + "r_hash.h",
basedir + "r_diff.h",
basedir + "r_egg.h",
basedir + "r_fs.h",
basedir + "r_lang.h",
basedir + "r_pdb.h"
]
# -I/usr/local/include - form strings like this
r2_includes = ["-I" + s for s in get_radare2_include_paths()]
c_includes = ["-I" + s for s in get_compiler_include_paths()]
langs = {
"python": False,
"ruby" : False,
"go" : False,
"lua" : False,
"rust" : False,
"haskell" : False,
"ocaml" : False
}
# --------------------------------------------------------------------
# 1. Check if all needed executables and libraries are installed
# TODO: Check if versions are good enough
# TODO: Write a message on howto install missing dependencies
ctypeslib2_message = """
ctypeslib2 not found!
Please install it using the following command:
pip install ctypeslib2
"""
def check_python_requirements():
# Check if Clang/LLVM is installed
# Check if its headers are installed
# Check if "ctypeslib2" is installed - "pip install ctypeslib2"
package_name = "ctypeslib"
import importlib.util
spec = importlib.util.find_spec(package_name)
if spec is None:
print(ctypeslib2_message)
return False
return True
def check_ruby_requirements():
# Check if we have Ruby installed
# Check if we have neelance/ffi_gen gem installed
return False
cforgo_message = """
c-for-go not found!
Please install it using the following command:
go get github.com/xlab/c-for-go
"""
def check_go_requirements():
# Check if Go is installed
if which("go") is None:
print("Go is not installed!\n")
return False
# Check for Go version
# Check if "go get github.com/xlab/c-for-go" is installed
if which("c-for-go") is None:
print(cforgo_message)
return False
return True
def check_lua_requirements():
# Check if we have LuaAutoC
return False
def check_rust_requirements():
# Check if Rust is installed
if which("rustc") is None:
print("Rust is not installed!\n")
return False
# Check if Cargo is installed
if which("cargo") is None:
print("Cargo is not installed!\n")
return False
# Check if "bindgen" is installed
if which("bindgen") is None:
print("rust-bindgen is not installed!\n")
return False
return True
def check_haskell_requirements():
# Check if GHC is installed
if which("ghc") is None:
print("GHC is not installed!\n")
return False
# Check if Cabal is installed
if which("cabal") is None:
print("cabal is not installed!\n")
return False
# Check if "c2hs" is installed (cabal install c2hs)
if which("c2hs") is None:
print("c2hs is not installed!\n")
return False
return True
def check_ocaml_requirements():
return True
# ------------------------------------------------------------------
# Converters for every language
def gen_python_bindings(outdir, path):
from ctypeslib.codegen import clangparser
from ctypeslib.codegen import codegenerator
pyout = StringIO()
fname = os.path.splitext(os.path.basename(path))[0]
print(get_compiler_include_paths())
# TODO: Make it configurable
clang_opts = r2_includes + c_includes
cparser = clangparser.Clang_Parser(flags=clang_opts)
print("Parsing {0:s} file...\n".format(path))
cparser.parse(path)
items = cparser.get_result()
if items is None:
print("Error parsing {0} file!\n".format(fname))
return False
gen = codegenerator.Generator(pyout)
# See ctypeslib/clang2py.py for more options
gen.generate(cparser, items)
outfname = outdir + "/" + fname + ".py"
with open(outfname, "w") as f:
f.write(pyout.getvalue())
pyout.close()
return True
pyout.close()
print("Cannot write {0}.py file!\n".format(fname))
return False
def gen_rust_bindings(outdir, path):
# determine radare2 include path
# call bindgen inpath -o outpath -- -I/usr/local/include/libr
fname = os.path.splitext(os.path.basename(path))[0]
outpath = outdir + "/" + fname + ".rs"
cmdline = "bindgen {0} -o {1}".format(path, outpath)
# Add the include directory, for angled includes
cmdline += " -- -I" + radare2_includedir
# run it
# set PKG_CONFIG_PATH
pkgenv = set_pkgconfig(radare2_libdir)
# TODO: Check return code
call(cmdline, shell=True, env=pkgenv)
return True
# TODO: Do not hardcode the PkgConfigOpts
cgo_tmpl = """
---
GENERATOR:
PackageName: radare2
PackageDescription: "Package radare2 provides Go bindings for radare2 reverse engineering library"
PackageLicense: "LGPLv3"
PkgConfigOpts: [r_core,r_asm,r_anal,r_io,r_debug,r_bin,r_config,r_cons]
Includes: {0}
PARSER:
IncludePaths: {1}
SourcesPaths: {2}
Defines:
__UNIX__: 1
TRANSLATOR:
ConstRules:
defines: eval
Rules:
global:
- {{action: accept, from "^r_"}}
- {{transform: export}}
private:
- {{transform: unexport}}
"""
def gen_go_bindings(outdir, path):
def gen_yaml_manifest():
cgo_yaml = cgo_tmpl.format(read_file_list(), get_compiler_include_paths() + \
get_radare2_include_paths(), read_file_list())
return cgo_yaml
yml = gen_yaml_manifest()
#tmpf = tempfile.NamedTemporaryFile(delete=False)
tmpfname = "radare2.yml"
tmpf = open(tmpfname, "w")
tmpf.write(yml)
tmpf.close()
print("Writing YAML file: {0}".format(tmpfname))
# cmdline = "c-for-go -ccdefs -ccincl {0}".format(tmpfname)
cmdline = "c-for-go {0}".format(tmpfname)
# set PKG_CONFIG_PATH
pkgenv = set_pkgconfig(radare2_libdir)
# TODO: Check return code
call(cmdline, shell=True, env=pkgenv)
return True
def gen_haskell_bindings(outdir, path):
fname = os.path.splitext(os.path.basename(path))[0]
cpp_opts = " ".join(r2_includes)
chsname = fname + ".chs"
chspath = os.path.join("genbind/haskell/", chsname)
# Process CHS file if exist
if os.path.isfile(chspath):
print("Processing CHS file: {0}".format(chsname))
cmdline = "c2hs -d trace -d genbind -d ctrav -k -t {0} -C \"{1}\" {2}".format(outdir,
cpp_opts, chspath)
# print(cmdline)
# set PKG_CONFIG_PATH
pkgenv = set_pkgconfig(radare2_libdir)
# TODO: Check return code
call(cmdline, shell=True, env=pkgenv)
return True
return False
# -------------------------------------------------------
# Check/autotest the result
def check_python_bindings(outdir):
print("Python bindings are generated and working properly!\n")
return True
def check_ruby_bindings(outdir):
return True
def check_go_bindings(outdir):
return True
# -------------------------------------------------------
def check_requirements():
result = True
langs["python"] = check_python_requirements()
langs["rust"] = check_rust_requirements()
langs["go"] = check_go_requirements()
langs["haskell"] = check_haskell_requirements()
return result
def get_choices():
result = []
for k, v in langs.items():
if v:
result += [k]
return result
# TODO: Better fail check
def gen_bindings(outdir, path):
result = True
if langs["python"]:
result &= gen_python_bindings(outdir, path)
if langs["rust"]:
result &= gen_rust_bindings(outdir, path)
if langs["haskell"]:
result &= gen_haskell_bindings(outdir, path)
return result
def check_bindings(outdir):
return True
# TODO: add debug option
if __name__ == "__main__":
logging.basicConfig(format="%(asctime)s %(message)s")
parser = argparse.ArgumentParser(description="Generate language bindings")
if check_requirements():
choices = get_choices()
parser.add_argument("-o", "--out", nargs="+", help="Output directory")
parser.add_argument("-l", "--languages", choices=get_choices(),
nargs='+', help="Select supported languages (on your configuration)")
args = parser.parse_args()
if args.languages is not None:
for l in langs:
langs[l] = False
for l in args.languages:
if l in langs:
langs[l] = True
if args.out is not None:
outputdir = args.out[0]
lst = read_file_list()
for hdr in lst:
gen_bindings(outputdir, hdr)
# Go bindings generated all at once
if langs["go"]:
gen_go_bindings(outputdir, hdr)
check_bindings(outputdir)
else:
print('ERROR: Please specify output directory!')
parser.print_help()
else:
print('ERROR: No suitable language generators found!')
parser.print_help()
You can’t perform that action at this time.