We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 99fc347 commit 018b022Copy full SHA for 018b022
tensorrt_llm/_torch/pyexecutor/model_engine.py
@@ -174,6 +174,7 @@ def __init__(
174
self.model = loader.load(checkpoint_dir=model_path,
175
checkpoint_loader=checkpoint_loader,
176
drafting_loop_wrapper=drafting_loop_wrapper)
177
+ self.model_is_wrapped = drafting_loop_wrapper is not None
178
# In case that some tests use stub models and override `_load_model`.
179
if not hasattr(self.model, 'extra_attrs'):
180
self.model.extra_attrs = {}
0 commit comments