fix qnn export

cccclai · facebook-github-bot · commit 8dbd91de9936 · 2025-04-01T12:48:16.000-07:00
Summary: One missing item for the new tokenizer lib

Differential Revision: D72263224
diff --git a/examples/qualcomm/oss_scripts/llama/llama.py b/examples/qualcomm/oss_scripts/llama/llama.py
@@ -57,7 +57,6 @@
 from executorch.examples.models.llama.source_transformation.quantize import (
     get_quant_embedding_transform,
 )
-from executorch.examples.models.llama.tokenizer.tiktoken import Tokenizer as Tiktoken
 from executorch.examples.qualcomm.oss_scripts.llama.model.static_llama import (
     LlamaModel,
     ModelArgs,

Original file line number	Diff line number	Diff line change
`@@ -57,7 +57,6 @@`
`57`	`57`	`from executorch.examples.models.llama.source_transformation.quantize import (`
`58`	`58`	`get_quant_embedding_transform,`
`59`	`59`	`)`
`60`		`-from executorch.examples.models.llama.tokenizer.tiktoken import Tokenizer as Tiktoken`
`61`	`60`	`from executorch.examples.qualcomm.oss_scripts.llama.model.static_llama import (`
`62`	`61`	`LlamaModel,`
`63`	`62`	`ModelArgs,`