Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Added OCaml compiling support #1006

Draft
wants to merge 1 commit into
base: main
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -531,3 +531,8 @@ target/

*.out
*.class

# OCaml intermediate files
*.cmi
*.cmx

7 changes: 5 additions & 2 deletions SConstruct
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ SCons.Warnings.warningAsException()
copy_builder = Builder(action=Copy('$TARGET', '$SOURCE'))

env = Environment(ENV=os.environ,
BUILDERS={'Copier': copy_builder},
BUILDERS={'Copier': copy_builder},
tools=[
'g++', 'gas', 'gcc', 'gfortran', 'gnulink', 'javac'],
toolpath=['builders'])
Expand All @@ -33,6 +33,7 @@ available_languages = {
'julia',
'lolcode'
'lua',
'ocaml',
'php',
'powershell',
'python',
Expand All @@ -45,6 +46,7 @@ languages_to_import = {
'go': ['go'],
'rust': ['rustc', 'cargo'],
'kotlin': ['kotlin'],
'ocaml': ['ocaml'],
}

for language, tools in languages_to_import.items():
Expand Down Expand Up @@ -83,6 +85,7 @@ languages = {
'kotlin': 'kt',
'lolcode': 'lol',
'lua': 'lua',
'ocaml': 'ml',
'php': 'php',
'powershell': 'ps1',
'python': 'py',
Expand Down Expand Up @@ -111,7 +114,7 @@ for chapter_dir in contents_path.iterdir():
for code_dir in chapter_dir.glob('**/code'):
# For nested chapters e.g. contents/convolutions/1d/
extended_chapter_path = code_dir.relative_to(contents_path).parent

for language_dir in code_dir.iterdir():
if (language := language_dir.stem) in available_languages:
new_files = [FileInformation(path=file_path,
Expand Down
269 changes: 269 additions & 0 deletions builders/ocaml.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,269 @@
# MIT License
#
# Copyright The SCons Foundation
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be included
# in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY
# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

# This cade is based on the code at http://www.scons.org/wiki/OcamlBuilder

# Amended and extended by Russel Winder <russel@russel.org.uk>


import os


def read_command(cmd):
"""
Execute the command cmd and return output
"""
return os.popen(cmd).readlines()


def when_code(env, bytecode, native, toplevel=None):
"""
Return value depending on output code kind wanted
"""
if toplevel == None:
toplevel = bytecode
if env["OCAML_CODE"] == "bytecode":
r = bytecode
elif env["OCAML_CODE"] == "native":
r = native
elif env["OCAML_CODE"] == "toplevel":
r = toplevel
else:
print("$OCAML_CODE must be either 'toplevel', 'bytecode' or 'native'")
env.Exit(1)
return r


def obj_suffix(env):
return when_code(env, ".cmo", ".cmx")


def lib_suffix(env):
return when_code(env, ".cma", ".cmxa")


def set_suffix(f, suffix):
b, e = os.path.splitext(str(f))
return b + suffix


def obj_of_src(f, env):
return set_suffix(f, obj_suffix(env))


def iface_of_src(f):
return set_suffix(f, ".cmi")


def comp(env):
"""
Choose a compiler depending on environment variables
"""
return when_code(env, "$OCAMLC", "$OCAMLOPT", "$OCAMLMKTOP")


def flags(env, t=""):
"""
Generate flags depending on environment variables
"""
s = when_code(env, "$OCAMLC_FLAGS", "$OCAMLOPT_FLAGS", "$OCAMLMKTOP_FLAGS")
if env["OCAML_DEBUG"]:
s += when_code(env, " -g", "")
if env["OCAML_PROFILE"]:
s += when_code(env, "", " -p")
if env["OCAML_PP"]:
s += " -pp %s" % env["OCAML_PP"]
if t == "lib":
s += " -a"
elif t == "obj":
s += " -c"
elif t == "pack":
s += " -pack"
return s


def is_installed(exe):
"""
Return True if an executable is found in path
"""
path = os.environ["PATH"].split(":")
for p in path:
if os.path.exists(os.path.join(p, exe)):
return True
return False


def norm_suffix(f, suffix):
"""
Add a suffix if not present
"""
p = str(f)
e = p[-len(suffix) :]
if e != suffix:
p = p + suffix
return p


def norm_suffix_list(files, suffix):
return [norm_suffix(x, suffix) for x in files]


def find_packages(env):
"""
Use ocamlfind to retrieve libraries paths from package names
"""
packs = env.Split(env["OCAML_PACKS"])
if not is_installed(env["OCAMLFIND"]):
if len(packs):
print("Warning: ocamlfind not found, ignoring ocaml packages")
return ""
s = "%s query %%s -separator ' ' %s" % (env["OCAMLFIND"], " ".join(packs))
i = read_command(s % "-i-format")
l = read_command(s % "-l-format")
code = when_code(env, "byte", "native")
a = read_command(s % "-predicates %s -a-format" % code)
r = " %s %s %s " % (l[0][:-1], i[0][:-1], a[0][:-1])
return r


def cleaner(files, env, lib=False):
files = list(map(str, files))
r = []
for f in files:
r.append(obj_of_src(f, env))
r.append(iface_of_src(f))
if env["OCAML_CODE"] == "native":
r.append(set_suffix(f, ".o"))
if lib:
r.append(set_suffix(f, ".a"))
return r


def scanner(node, env, path):
objs = norm_suffix_list(env["OCAML_OBJS"], obj_suffix(env))
libs = norm_suffix_list(env["OCAML_LIBS"], lib_suffix(env))
return libs + objs


prog_scanner = lib_scanner = obj_scanner = pack_scanner = scanner


def lib_emitter(target, source, env):
t = norm_suffix(str(target[0]), lib_suffix(env))
env.Clean(t, cleaner(source, env, lib=True))
return (t, source)


def obj_emitter(target, source, env):
t = norm_suffix(str(target[0]), obj_suffix(env))
env.Clean(t, cleaner(source + [t], env))
return (t, source)


def pack_emitter(target, source, env):
t = norm_suffix(str(target[0]), obj_suffix(env))
s = norm_suffix_list(source, obj_suffix(env))
env.Clean(t, cleaner(source + [t], env))
return (t, source)


def prog_emitter(target, source, env):
env.Clean(target, cleaner(source, env))
return (target, source)


def command_gen(source, target, env, comp, flags):
"""Generate command."""
target = str(target[0])
objs = norm_suffix_list(env["OCAML_OBJS"], obj_suffix(env))
objs = " ".join(objs)
libs = norm_suffix_list(env["OCAML_LIBS"], lib_suffix(env))
libs = " ".join(libs)
inc = ["-I " + x for x in env["OCAML_PATH"]]
inc = " ".join(inc) + find_packages(env)
s = "%s %s -o %s %s %s %s $SOURCES" % (comp, flags, target, inc, libs, objs)
return s


def obj_gen(source, target, env, for_signature):
return command_gen(source, target, env, comp(env), flags(env, "obj"))


def pack_gen(source, target, env, for_signature):
return command_gen(source, target, env, comp(env), flags(env, "pack"))


def lib_gen(source, target, env, for_signature):
return command_gen(source, target, env, comp(env), flags(env, "lib"))


def prog_gen(source, target, env, for_signature):
return command_gen(source, target, env, comp(env), flags(env))

def generate(env):
"""
Add Builders and construction variables for Ocaml to an Environment.
"""
prog_scan = env.Scanner(prog_scanner)
lib_scan = env.Scanner(lib_scanner)
obj_scan = env.Scanner(obj_scanner)
pack_scan = env.Scanner(pack_scanner)
env.Append(
BUILDERS={
"OcamlObject": env.Builder(
generator=obj_gen, emitter=obj_emitter, source_scanner=obj_scan
),
# Pack several object into one object file
"OcamlPack": env.Builder(
generator=pack_gen, emitter=pack_emitter, source_scanner=pack_scan
),
"OcamlLibrary": env.Builder(
generator=lib_gen, emitter=lib_emitter, source_scanner=lib_scan
),
"OcamlProgram": env.Builder(
generator=prog_gen, emitter=prog_emitter, source_scanner=prog_scan
),
}
)
env.AppendUnique(
OCAMLC="ocamlc",
OCAMLOPT="ocamlopt",
OCAMLMKTOP="ocamlmktop",
OCAMLFIND="ocamlfind",
# OCAMLDEP='ocamldep', # not used
OCAML_PP="", # not needed by default
OCAML_DEBUG=0,
OCAML_PROFILE=0,
OCAMLC_FLAGS="",
OCAMLOPT_FLAGS="",
OCAMLMKTOP_FLAGS="",
OCAML_LIBS=[],
OCAML_OBJS=[],
OCAML_PACKS=[],
OCAML_PATH=[],
OCAML_CODE="", # bytecode, toplevel or native
)


def exists(env):
return env.Detect("ocaml")
8 changes: 8 additions & 0 deletions sconscripts/ocaml_SConscript
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
Import('files_to_compile env')

env.AppendUnique(OCAML_CODE="native")

for file_info in files_to_compile:
build_target = f'#/build/{file_info.language}/{file_info.chapter}/{file_info.path.stem}'
build_result = env.OcamlProgram(build_target, str(file_info.path))
env.Alias(str(file_info.chapter), build_result)