Skip to content

Commit 1ec3444

Browse files
larryliu0820facebook-github-bot
authored andcommitted
Migrate sampler to extension/llm (#4460)
Summary: Pull Request resolved: #4460 Move sampler code to extension/llm so that it can be reused by llava runner. Reviewed By: helunwencser Differential Revision: D60458803 fbshipit-source-id: ef8c4d7d3fed4f0777e5ba9cd403da8320efef5a
1 parent 1727aa1 commit 1ec3444

File tree

9 files changed

+3
-3
lines changed

9 files changed

+3
-3
lines changed

examples/models/llama2/runner/runner.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
#include <string>
1818
#include <unordered_map>
1919

20-
#include <executorch/examples/models/llama2/sampler/sampler.h>
20+
#include <executorch/extension/llm/sampler/sampler.h>
2121
#include <executorch/extension/llm/tokenizer/tokenizer.h>
2222
#include <executorch/extension/module/module.h>
2323
#include <executorch/extension/runner_util/managed_tensor.h>

examples/models/llama2/runner/targets.bzl

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ def define_common_targets():
3333
],
3434
exported_deps = [
3535
"//executorch/backends/xnnpack:xnnpack_backend",
36-
"//executorch/examples/models/llama2/sampler:sampler" + aten_suffix,
36+
"//executorch/extension/llm/sampler:sampler" + aten_suffix,
3737
"//executorch/extension/evalue_util:print_evalue" + aten_suffix,
3838
"//executorch/extension/runner_util:managed_tensor" + aten_suffix,
3939
"//executorch/extension/module:module" + aten_suffix,

examples/models/llama2/sampler/sampler.cpp renamed to extension/llm/sampler/sampler.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
* SOFTWARE.
3333
*/
3434

35-
#include <executorch/examples/models/llama2/sampler/sampler.h>
35+
#include <executorch/extension/llm/sampler/sampler.h>
3636

3737
namespace torch {
3838
namespace executor {

0 commit comments

Comments
 (0)