File tree 2 files changed +6
-6
lines changed
2 files changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -571,9 +571,8 @@ def do_nothing(max_batch_size, max_seq_length):
571
571
# attributes will NOT be seen on by AOTI-compiled forward
572
572
# function, e.g. calling model.setup_cache will NOT touch
573
573
# AOTI compiled and maintained model buffers such as kv_cache.
574
- from torch ._inductor .package import load_package
575
574
576
- aoti_compiled_model = load_package (
575
+ aoti_compiled_model = torch . _inductor . aoti_load_package (
577
576
str (builder_args .aoti_package_path .absolute ())
578
577
)
579
578
Original file line number Diff line number Diff line change @@ -72,16 +72,17 @@ def export_for_server(
72
72
if not package :
73
73
options = {"aot_inductor.output_path" : output_path }
74
74
75
- path = torch ._export . aot_compile (
75
+ ep = torch .export . export (
76
76
model ,
77
77
example_inputs ,
78
78
dynamic_shapes = dynamic_shapes ,
79
- options = options ,
80
79
)
80
+ options = options ,
81
81
82
82
if package :
83
- from torch ._inductor .package import package_aoti
84
- path = package_aoti (output_path , path )
83
+ path = torch ._inductor .aoti_copmile_and_package (ep , package_path = output_path , inductor_configs = options )
84
+ else :
85
+ path = torch ._inductor .aot_compile (ep .module (), example_inputs , options = options )
85
86
86
87
print (f"The generated packaged model can be found at: { path } " )
87
88
return path
You can’t perform that action at this time.
0 commit comments