Skip to content

Commit

Permalink
codreview updates
Browse files Browse the repository at this point in the history
Signed-off-by: Brian Dellabetta <[email protected]>
  • Loading branch information
brian-dellabetta committed Feb 17, 2025
1 parent ebfd8cd commit 7b185dc
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 7 deletions.
4 changes: 4 additions & 0 deletions src/llmcompressor/transformers/tracing/debug.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,10 @@
from llmcompressor.transformers import TextGenerationDataset
from llmcompressor.args import DatasetArguments

__all__ = [
"get_model_class"
]


def parse_args():
parser = argparse.ArgumentParser(description="Trace a model into subgraphs")
Expand Down
8 changes: 2 additions & 6 deletions tests/e2e/e2e_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,13 +18,9 @@ def _load_model_and_processor(
):
pretrained_model_class = get_model_class(model_class)
loaded_model = pretrained_model_class.from_pretrained(
model,
device_map=device,
torch_dtype="auto",
trust_remote_code=True,
_attn_implementation="eager",
model, device_map=device, torch_dtype="auto"
)
processor = AutoProcessor.from_pretrained(model, trust_remote_code=True)
processor = AutoProcessor.from_pretrained(model)
return loaded_model, processor


Expand Down
2 changes: 1 addition & 1 deletion tests/lmeval/configs/vl_w4a16_actorder_weight.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,5 +15,5 @@ lmeval:
num_fewshot: 0
limit: 1000
metrics:
acc,none: 0.333
acc,none: 0.4
batch_size: 4

0 comments on commit 7b185dc

Please sign in to comment.