SDK-147: use python for compiling proto files, golang context support

devops/generate_proto_files.py

@@ -0,0 +1,98 @@
+import glob
+import os
+import shutil
+from os.path import abspath, join, dirname
+from typing import List, Dict
+
+
+def get_language_dir(language_name: str) -> str:
+    return abspath(join(dirname(abspath(__file__)), '..', language_name))
+
+
+def get_proto_files(dir_name: str = None) -> List[str]:
+    dir_name = dir_name or get_language_dir('proto')
+    proto_search_glob = join(dir_name, '**', '*.proto')
+    return [abspath(file_path) for file_path in glob.glob(proto_search_glob, recursive=True)]
+
+
+def replace_lines_in_file(file_name: str, replace_lines: Dict[str, str]) -> None:
+    with open(file_name, 'r') as fid:
+        file_lines = fid.readlines()
+
+    file_lines = [line.replace(key, value) for key, value in replace_lines.items() for line in file_lines]
+
+    with open(file_name, 'w') as fid:
+        fid.writelines(file_lines)
+
+
+def clean_proto_dir(language_proto_dir: str) -> None:
+    try:
+        shutil.rmtree(language_proto_dir)
+    except:
+        pass
+    os.mkdir(language_proto_dir)
+
+
+def join_args(args: Dict[str, str]) -> str:
+    return " ".join([f'--{key}="{value}"' for (key, value) in args.items()]) if args else ''
+
+
+def run_protoc(language_options: Dict[str, str] = None,
+               custom_options: Dict[str, str] = None,
+               proto_files: List[str] = None,
+               plugin: str = None,
+               protoc_executable: str = 'protoc') -> None:
+    language_arg_string = join_args(language_options)
+    proto_path_string = f'--proto_path="{get_language_dir("proto")}"'
+    custom_options_string = join_args(custom_options)
+    proto_files_string = " ".join(proto_files)
+    plugin_string = f'--plugin={plugin}' if plugin else ''
+    protoc_command = f'{protoc_executable} {plugin_string} {proto_path_string} {language_arg_string} {custom_options_string} {proto_files_string}'
+    print(protoc_command)
+    if os.system(protoc_command) != 0:
+        raise Exception("Protoc failed")
+
+
+def update_golang():
+    go_path = get_language_dir('go')
+    go_proto_path = join(go_path, 'proto')
+    clean_proto_dir(go_proto_path)
+    run_protoc({'go_out': go_proto_path, 'go-grpc_out': go_proto_path},
+               {'go_opt': 'module=github.com/trinsic-id/sdk', 'go-grpc_opt': 'module=github.com/trinsic-id/sdk'},
+               get_proto_files())
+    # Remove okapi proto folder
+    shutil.rmtree(join(go_proto_path, 'go'))
+    # find and replace the sdk proto with okapi proto
+    replace_pairs = {'okapiproto "github.com/trinsic-id/sdk/go/okapiproto"':
+                     'okapiproto "github.com/trinsic-id/okapi/go/okapiproto"'}
+    for file_name in glob.glob(join(go_proto_path, '*.go')):
+        replace_lines_in_file(file_name, replace_pairs)
+
+
+def update_ruby():
+    ruby_path = get_language_dir('ruby')
+    ruby_proto_path = join(ruby_path, 'lib')
+    # TODO - clean selectively
+    run_protoc({'ruby_out': ruby_proto_path, 'grpc_out': ruby_proto_path}, {}, get_proto_files(),
+               protoc_executable='grpc_tools_ruby_protoc')
+    # TODO - Ruby type specifications
+
+
+def update_java():
+    java_path = get_language_dir('java')
+    java_proto_path = join(java_path, 'src', 'main', 'java')
+    # TODO - clean_proto_dir(java_proto_path)
+    run_protoc({'java_out': java_proto_path}, {}, get_proto_files(),
+               plugin=r"C:\bin\protoc-gen-grpc-java-1.39.0-windows-x86_64.exe")
+    # remove okapi pbmse
+    shutil.rmtree(join(java_proto_path, 'trinsic', 'okapi'))
+
+
+def main():
+    update_golang()
+    update_ruby()
+    update_java()
+
+
+if __name__ == "__main__":
+    main()

go/go.mod

@@ -4,9 +4,8 @@ go 1.16
 
 require (
 	github.com/davecgh/go-spew v1.1.1 // indirect
-	github.com/golang/protobuf v1.5.2
 	github.com/stretchr/testify v1.7.0
-	github.com/trinsic-id/okapi/go v0.0.0-20211022163741-691fe8721335
+	github.com/trinsic-id/okapi/go v0.0.0-20211022175546-f12ecb2812cb
 	google.golang.org/grpc v1.41.0
 	google.golang.org/protobuf v1.27.1
 	gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b // indirect

go/go.sum

@@ -78,6 +78,8 @@ github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5Cc
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/trinsic-id/okapi/go v0.0.0-20211022163741-691fe8721335 h1:rK/tJLP611yLpYgnoxeVHVLUoSXncym90WMnv1y/qfg=
 github.com/trinsic-id/okapi/go v0.0.0-20211022163741-691fe8721335/go.mod h1:y2FOcdxdwphJl2D206kVPvKdskMm/Ro6WrnQv/nOCos=
+github.com/trinsic-id/okapi/go v0.0.0-20211022175546-f12ecb2812cb h1:c/t8LnGU7DCI65WE3Vt5QHP3wXaGwp2ikQLa6fvkSdI=
+github.com/trinsic-id/okapi/go v0.0.0-20211022175546-f12ecb2812cb/go.mod h1:y2FOcdxdwphJl2D206kVPvKdskMm/Ro6WrnQv/nOCos=
 go.opentelemetry.io/proto/otlp v0.7.0/go.mod h1:PqfVotwruBrMGOCsRd/89rSnXhoiJIqeYNgFYFoEGnI=
 golang.org/x/crypto v0.0.0-20170930174604-9419663f5a44/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4=
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=