From 7b185dcbc11f66b6254311ad32c2b35625d4ab2c Mon Sep 17 00:00:00 2001 From: Brian Dellabetta Date: Mon, 17 Feb 2025 22:50:17 +0000 Subject: [PATCH] codreview updates Signed-off-by: Brian Dellabetta --- src/llmcompressor/transformers/tracing/debug.py | 4 ++++ tests/e2e/e2e_utils.py | 8 ++------ tests/lmeval/configs/vl_w4a16_actorder_weight.yaml | 2 +- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/src/llmcompressor/transformers/tracing/debug.py b/src/llmcompressor/transformers/tracing/debug.py index 3b31366b1..ccce917a7 100644 --- a/src/llmcompressor/transformers/tracing/debug.py +++ b/src/llmcompressor/transformers/tracing/debug.py @@ -12,6 +12,10 @@ from llmcompressor.transformers import TextGenerationDataset from llmcompressor.args import DatasetArguments +__all__ = [ + "get_model_class" +] + def parse_args(): parser = argparse.ArgumentParser(description="Trace a model into subgraphs") diff --git a/tests/e2e/e2e_utils.py b/tests/e2e/e2e_utils.py index 151d67780..c77921bab 100644 --- a/tests/e2e/e2e_utils.py +++ b/tests/e2e/e2e_utils.py @@ -18,13 +18,9 @@ def _load_model_and_processor( ): pretrained_model_class = get_model_class(model_class) loaded_model = pretrained_model_class.from_pretrained( - model, - device_map=device, - torch_dtype="auto", - trust_remote_code=True, - _attn_implementation="eager", + model, device_map=device, torch_dtype="auto" ) - processor = AutoProcessor.from_pretrained(model, trust_remote_code=True) + processor = AutoProcessor.from_pretrained(model) return loaded_model, processor diff --git a/tests/lmeval/configs/vl_w4a16_actorder_weight.yaml b/tests/lmeval/configs/vl_w4a16_actorder_weight.yaml index c7a212db4..b7fa161c8 100644 --- a/tests/lmeval/configs/vl_w4a16_actorder_weight.yaml +++ b/tests/lmeval/configs/vl_w4a16_actorder_weight.yaml @@ -15,5 +15,5 @@ lmeval: num_fewshot: 0 limit: 1000 metrics: - acc,none: 0.333 + acc,none: 0.4 batch_size: 4 \ No newline at end of file