Skip to content

Commit d2141ea

Browse files
committed
fix(qwen3): adapt serving to latest PyPTO runtime
Remove the obsolete pto_isa_commit CLI and executor plumbing now that PyPTO resolves managed PTO-ISA revisions from its runtime pin. Validation: pre-commit passed; 12 focused batching tests passed; deterministic 48-token A8W8 generation preserved the expected token IDs at 42.7 ms/token.
1 parent 4664b49 commit d2141ea

3 files changed

Lines changed: 0 additions & 12 deletions

File tree

examples/model/qwen3_14b/npu_generate.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -392,11 +392,6 @@ def build_parser() -> argparse.ArgumentParser:
392392
parser.add_argument("--top-k", type=int, default=None)
393393
parser.add_argument("--stream", action="store_true", default=False)
394394
parser.add_argument("--save-kernels-dir", default=None)
395-
parser.add_argument(
396-
"--pto-isa-commit",
397-
default=None,
398-
help="For qwen3-a8w8 only: pin PyPTO compile/assemble to the installed runtime's pto-isa revision.",
399-
)
400395
parser.add_argument(
401396
"--num-layers-override",
402397
type=int,
@@ -488,7 +483,6 @@ def main() -> None:
488483
"save_kernels_dir": args.save_kernels_dir,
489484
}
490485
if args.model_format == _QWEN3_A8W8_FORMAT:
491-
executor_kwargs["pto_isa_commit"] = args.pto_isa_commit
492486
executor_kwargs["l3_trace"] = args.profile_verbose
493487
executor = executor_cls(
494488
kv_cache_manager,

pypto_serving/model/common/executor/pypto_executor.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,6 @@ def __init__(
4242
platform: str = "a2a3sim",
4343
device_ids: Sequence[int] = (0,),
4444
save_kernels_dir: str | None = None,
45-
pto_isa_commit: str | None = None,
4645
) -> None:
4746
"""Initialize common PyPTO runtime options and model registries."""
4847
super().__init__(kv_cache_manager)
@@ -51,7 +50,6 @@ def __init__(
5150
if not self._device_ids:
5251
raise ValueError("device_ids must contain at least one device id")
5352
self._save_kernels_dir = save_kernels_dir
54-
self._pto_isa_commit = pto_isa_commit
5553
self._runners: dict[str, ModelRunner] = {}
5654
self._compiled: dict[str, object] = {}
5755

@@ -127,7 +125,6 @@ def _run_config(self, *, codegen_only: bool):
127125
codegen_only=codegen_only,
128126
save_kernels=self._save_kernels_dir is not None,
129127
save_kernels_dir=self._save_kernels_dir,
130-
pto_isa_commit=self._pto_isa_commit,
131128
)
132129

133130
@abstractmethod

pypto_serving/model/qwen/npu_executor_a8w8.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -136,7 +136,6 @@ def __init__(
136136
platform: str = "a2a3sim",
137137
device_ids: Sequence[int] = (0,),
138138
save_kernels_dir: str | None = None,
139-
pto_isa_commit: str | None = None,
140139
l3_trace: bool = False,
141140
pypto_root: str | None = None,
142141
) -> None:
@@ -145,7 +144,6 @@ def __init__(
145144
platform=platform,
146145
device_ids=device_ids,
147146
save_kernels_dir=save_kernels_dir,
148-
pto_isa_commit=pto_isa_commit,
149147
)
150148
self._l3_trace = l3_trace
151149
self._pypto_root = pypto_root
@@ -460,7 +458,6 @@ def _compile_l3_jit_fwd_callable(
460458
save_kernels=config.save_kernels,
461459
save_kernels_dir=config.save_kernels_dir,
462460
codegen_only=True,
463-
pto_isa_commit=config.pto_isa_commit,
464461
diagnostic_phase=config.diagnostic_phase,
465462
disabled_diagnostics=config.disabled_diagnostics,
466463
compile_profiling=config.compile_profiling,

0 commit comments

Comments
 (0)