diff --git a/litgpt/generate/base.py b/litgpt/generate/base.py index 310c2f1327..8ce7c0ab8a 100644 --- a/litgpt/generate/base.py +++ b/litgpt/generate/base.py @@ -176,7 +176,7 @@ def generate_fn( input_pos = torch.arange(0, prompt_size, device=device, dtype=torch.int64) # input_pos_maxp1 introduces data-dependent shapes and control flow. # We want to skip if ThunderModules are involved, either directly or wrapped in LightningModule etc. - if any(m.__class__.__name__ != 'ThunderModule' for m in model.modules()): + if not any(m.__class__.__name__ == 'ThunderModule' for m in model.modules()): input_pos_maxp1 = torch.tensor(prompt_size, device=device) else: input_pos_maxp1 = None