Skip to content

Commit b9d841f

Browse files
Remove torchao spinquant usage from llama example wrapper
Differential Revision: D115234575 Pull Request resolved: pytorch#21718
1 parent a3bf556 commit b9d841f

1 file changed

Lines changed: 3 additions & 16 deletions

File tree

‎examples/qualcomm/oss_scripts/llama/wrappers/llm_wrappers.py‎

Lines changed: 3 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,6 @@
1010
import json
1111
import logging
1212
import re
13-
import types
1413

1514
from functools import partial
1615
from typing import Any, Dict, List
@@ -106,7 +105,6 @@
106105
from executorch.extension.llm.custom_ops import model_sharding
107106
from executorch.extension.llm.export.builder import DType
108107
from torch.utils.data import DataLoader
109-
from torchao.prototype.spinquant import apply_spinquant
110108
from torchao.quantization.pt2e import MinMaxObserver
111109
from torchao.quantization.pt2e.quantize_pt2e import convert_pt2e, prepare_pt2e
112110
from transformers import AutoModel, AutoModelForSpeechSeq2Seq
@@ -290,21 +288,10 @@ def permute(w, heads, partial_rotary_dim):
290288

291289
decoder.load_state_dict(state_dict, strict=True, assign=True)
292290

293-
# apply spin quant if required
294291
if any([self.config.r1, self.config.r2]):
295-
decoder.config = types.SimpleNamespace(
296-
dim=decoder.dim,
297-
head_dim=decoder.dim // decoder.n_heads,
298-
n_local_heads=decoder.n_heads,
299-
intermediate_size=4 * decoder.dim,
300-
)
301-
apply_spinquant(
302-
decoder,
303-
use_r1=self.config.r1,
304-
use_r2=self.config.r2,
305-
use_r4=False,
306-
pretrained_rotation_path=None,
307-
qkv_split=True,
292+
raise RuntimeError(
293+
"SpinQuant (r1/r2) is no longer supported: the "
294+
"torchao.prototype.spinquant module has been deleted."
308295
)
309296

310297
# perform model transformation

0 commit comments

Comments
 (0)