fix: Fix --gpt-variant arg not being passed in checkpoint conversion …

…script
triton-inference-server · Aug 30, 2024 · b5d6740 · b5d6740
1 parent 27aebea
commit b5d6740
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/triton_cli/trt_llm/checkpoint_scripts/gpt2/convert_checkpoint.py b/src/triton_cli/trt_llm/checkpoint_scripts/gpt2/convert_checkpoint.py
@@ -221,6 +221,7 @@ def convert_and_save_rank(args, rank):
                                                      args.dtype,
                                                      mapping=mapping,
                                                      quant_config=quant_config,
+                                                     gpt_variant=args.gpt_variant,
                                                      **override_fields)
             model.save_checkpoint(args.output_dir, save_config=(rank == 0))
             del model