simplify device_manager usage

This commit is contained in:
Stephan Auerhahn
2023-08-10 13:05:30 -07:00
parent 88395261d8
commit 3816aaa639
2 changed files with 19 additions and 4 deletions

View File

@@ -36,7 +36,7 @@ def init_st(
pipeline = SamplingPipeline(
model_spec=spec,
use_fp16=True,
device_manager=CudaModelManager(device="cuda", swap_device="cpu"),
device=CudaModelManager(device="cuda", swap_device="cpu"),
)
else:
pipeline = SamplingPipeline(model_spec=spec, use_fp16=False)