File tree Expand file tree Collapse file tree 1 file changed +17
-0
lines changed
src/sagemaker_pytorch_serving_container Expand file tree Collapse file tree 1 file changed +17
-0
lines changed Original file line number Diff line number Diff line change 17
17
from sagemaker_pytorch_serving_container .default_inference_handler import \
18
18
DefaultPytorchInferenceHandler
19
19
20
+ import os
21
+ import sys
22
+
23
+ ENABLE_MULTI_MODEL = os .getenv ("SAGEMAKER_MULTI_MODEL" , "false" ) == "true"
24
+
20
25
21
26
class HandlerService (DefaultHandlerService ):
27
+
22
28
"""Handler service that is executed by the model server.
23
29
24
30
Determines specific default inference handlers to use based on the type MXNet model being used.
@@ -31,5 +37,16 @@ class HandlerService(DefaultHandlerService):
31
37
32
38
"""
33
39
def __init__ (self ):
40
+ self ._initialized = False
41
+
34
42
transformer = Transformer (default_inference_handler = DefaultPytorchInferenceHandler ())
35
43
super (HandlerService , self ).__init__ (transformer = transformer )
44
+
45
+ def initialize (self , context ):
46
+ # Adding the 'code' directory path to sys.path to allow importing user modules when multi-model mode is enabled.
47
+ if (not self ._initialized ) and ENABLE_MULTI_MODEL :
48
+ code_dir = os .path .join (context .system_properties .get ("model_dir" ), 'code' )
49
+ sys .path .append (code_dir )
50
+ self ._initialized = True
51
+
52
+ super ().initialize (context )
You can’t perform that action at this time.
0 commit comments