Skip to content

Use dynamic CPU count for -j in vendor/example scripts and docs #21455

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
ShamSaleem wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Use dynamic CPU count for -j in vendor/example scripts and docs #21455

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions backends/apple/coreml/scripts/build_tests.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ cmake "$EXECUTORCH_ROOT_PATH" -B"$CMAKE_EXECUTORCH_BUILD_DIR_PATH" \
-DEXECUTORCH_BUILD_EXECUTOR_RUNNER=OFF \
-DEXECUTORCH_BUILD_XNNPACK=OFF

cmake --build "$CMAKE_EXECUTORCH_BUILD_DIR_PATH" -j9 -t executorch
cmake --build "$CMAKE_EXECUTORCH_BUILD_DIR_PATH" -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) -t executorch

# Build protobuf
echo "ExecuTorch: Building libprotobuf-lite"
Expand All @@ -53,7 +53,7 @@ cmake "$PROTOBUF_DIR_PATH/cmake" -B"$CMAKE_PROTOBUF_BUILD_DIR_PATH" \
-DCMAKE_MACOSX_BUNDLE=OFF \
-DCMAKE_CXX_STANDARD=17

cmake --build "$CMAKE_PROTOBUF_BUILD_DIR_PATH" -j9 -t libprotobuf-lite
cmake --build "$CMAKE_PROTOBUF_BUILD_DIR_PATH" -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) -t libprotobuf-lite

# Copy required libraries
echo "ExecuTorch: Copying libraries"
Expand Down
4 changes: 2 additions & 2 deletions backends/cadence/build_cadence_fusionG3.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ if $STEPWISE_BUILD; then
-DFLATCC_ALLOW_WERROR=OFF \
-Bcmake-out/backends/cadence \
backends/cadence
cmake --build cmake-out/backends/cadence -j8
cmake --build cmake-out/backends/cadence -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
else
echo "Building Cadence toolchain with ExecuTorch packages"
cmake_prefix_path="${PWD}/cmake-out/lib/cmake/ExecuTorch;${PWD}/cmake-out/third-party/gflags"
Expand All @@ -80,7 +80,7 @@ else
-DHAVE_FNMATCH_H=OFF \
-DFLATCC_ALLOW_WERROR=OFF \
-Bcmake-out
cmake --build cmake-out --target install --config Release -j8
cmake --build cmake-out --target install --config Release -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
fi

echo "Run simple model to verify cmake build"
Expand Down
4 changes: 2 additions & 2 deletions backends/cadence/build_cadence_hifi4.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ if $STEPWISE_BUILD; then
-DFLATCC_ALLOW_WERROR=OFF \
-Bcmake-out/backends/cadence \
backends/cadence
cmake --build cmake-out/backends/cadence -j8
cmake --build cmake-out/backends/cadence -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
else
echo "Building Cadence toolchain with ExecuTorch packages"
cmake_prefix_path="${PWD}/cmake-out/lib/cmake/ExecuTorch;${PWD}/cmake-out/third-party/gflags"
Expand All @@ -78,7 +78,7 @@ else
-DHAVE_FNMATCH_H=OFF \
-DFLATCC_ALLOW_WERROR=OFF \
-Bcmake-out
cmake --build cmake-out --target install --config Release -j8
cmake --build cmake-out --target install --config Release -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
fi

echo "Run simple model to verify cmake build"
Expand Down
4 changes: 2 additions & 2 deletions backends/cadence/build_cadence_runner.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ main() {
-DEXECUTORCH_ENABLE_EVENT_TRACER=ON \
-DEXECUTORCH_ENABLE_LOGGING=ON \
-Bcmake-out .
cmake --build cmake-out --target install --config Release -j16
cmake --build cmake-out --target install --config Release -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))

local example_dir=backends/cadence
local build_dir="cmake-out/${example_dir}"
Expand All @@ -46,7 +46,7 @@ main() {
-DPYTHON_EXECUTABLE="$(which python3)" \
-B"${build_dir}" \
"${example_dir}"
cmake --build "${build_dir}" --config Release -j16
cmake --build "${build_dir}" --config Release -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))

local runner="${PWD}/${build_dir}/cadence_runner"
if [[ ! -f "${runner}" ]]; then
Expand Down
4 changes: 2 additions & 2 deletions backends/cadence/build_cadence_vision.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ if $STEPWISE_BUILD; then
-DFLATCC_ALLOW_WERROR=OFF \
-Bcmake-out/backends/cadence \
backends/cadence
cmake --build cmake-out/backends/cadence -j8
cmake --build cmake-out/backends/cadence -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
else
echo "Building Cadence toolchain with ExecuTorch packages"
cmake_prefix_path="${PWD}/cmake-out/lib/cmake/ExecuTorch;${PWD}/cmake-out/third-party/gflags"
Expand All @@ -78,7 +78,7 @@ else
-DHAVE_FNMATCH_H=OFF \
-DFLATCC_ALLOW_WERROR=OFF \
-Bcmake-out
cmake --build cmake-out --target install --config Release -j8
cmake --build cmake-out --target install --config Release -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
fi

echo "Run simple model to verify cmake build"
Expand Down
4 changes: 2 additions & 2 deletions backends/cadence/runtime/executor_main.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ cmake_install_executorch_devtools_lib() {
-DEXECUTORCH_ENABLE_EVENT_TRACER=ON \
-DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
-Bcmake-out .
cmake --build cmake-out -j9 --target install --config Release
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
}

test_cmake_devtools_example_runner() {
Expand All @@ -40,7 +40,7 @@ test_cmake_devtools_example_runner() {
${example_dir}

echo "Building ${example_dir}"
cmake --build ${build_dir} -j9 --config Release
cmake --build ${build_dir} -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release

echo 'Running devtools/example_runner'
${build_dir}/example_runner --bundled_program_path="./CadenceDemoModel.bpte"
Expand Down
2 changes: 1 addition & 1 deletion backends/mediatek/scripts/mtk_build.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ cmake -DCMAKE_INSTALL_PREFIX="${build_dir}" \
-B"${build_dir}"

# Build the project
cmake --build "${build_dir}" --target install --config Release -j5
cmake --build "${build_dir}" --target install --config Release -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))

# Switch back to the original directory
cd - > /dev/null
Expand Down
9 changes: 8 additions & 1 deletion backends/mlx/test/test_utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -587,7 +587,14 @@ def rebuild_op_test_runner(verbose: bool = False) -> bool:

print(f"Rebuilding op_test_runner in {build_dir}...")

cmd = ["cmake", "--build", str(build_dir), "--target", "op_test_runner", "-j8"]
cmd = [
"cmake",
"--build",
str(build_dir),
"--target",
"op_test_runner",
f"-j{(os.cpu_count() or 1) + 1}",
]

if verbose:
print(f"Running: {' '.join(cmd)}")
Expand Down
2 changes: 1 addition & 1 deletion backends/samsung/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,7 @@ cmake extension/android \
-DCMAKE_INSTALL_PREFIX=cmake-android-out \
-Bcmake-android-out/extension/android

cmake --build cmake-android-out/extension/android -j8
cmake --build cmake-android-out/extension/android -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
```

## Examples
Expand Down
8 changes: 4 additions & 4 deletions backends/vulkan/test/custom_ops/build_and_run.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,13 +30,13 @@ configure_and_build_main() {
-B$CMAKE_OUT_DIR
fi

cmake --build $CMAKE_OUT_DIR -j16 --target install
cmake --build $CMAKE_OUT_DIR -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install
# -DCMAKE_CXX_FLAGS="-DVULKAN_DEBUG" \
}

# Function to build main project only
build_main() {
cmake --build $CMAKE_OUT_DIR -j16 --target install
cmake --build $CMAKE_OUT_DIR -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install
}

# Function to configure and build tests
Expand Down Expand Up @@ -65,12 +65,12 @@ configure_and_build_tests() {
-B$CMAKE_OUT_DIR/backends/vulkan/test/custom_ops
fi

cmake --build $CMAKE_OUT_DIR/backends/vulkan/test/custom_ops -j16 --target all
cmake --build $CMAKE_OUT_DIR/backends/vulkan/test/custom_ops -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target all

}

build_tests() {
cmake --build $CMAKE_OUT_DIR/backends/vulkan/test/custom_ops -j16 --target all
cmake --build $CMAKE_OUT_DIR/backends/vulkan/test/custom_ops -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target all
}

# Function to rebuild both main and tests
Expand Down
6 changes: 3 additions & 3 deletions backends/vulkan/test/scripts/test_model.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -95,7 +95,7 @@ clean_build_directory() {
}

recompile() {
cmake --build cmake-out -j64 --target install
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install
}

build_core_libraries_and_devtools() {
Expand All @@ -119,15 +119,15 @@ build_core_libraries_and_devtools() {
-DEXECUTORCH_BUILD_VULKAN=ON \
-DEXECUTORCH_BUILD_XNNPACK=ON \
-Bcmake-out && \
cmake --build cmake-out -j64 --target install
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install

# Build devtools example runner
cmake examples/devtools \
-DCMAKE_INSTALL_PREFIX=cmake-out \
-DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
-DEXECUTORCH_BUILD_VULKAN=ON \
-Bcmake-out/examples/devtools && \
cmake --build cmake-out/examples/devtools -j16 --config Release
cmake --build cmake-out/examples/devtools -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release
}

run_example_runner() {
Expand Down
8 changes: 4 additions & 4 deletions backends/vulkan/test/scripts/test_op.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,7 @@ build_core_libraries() {
-DEXECUTORCH_BUILD_XNNPACK=ON \
-DEXECUTORCH_BUILD_TESTS=ON \
-Bcmake-out && \
cmake --build cmake-out -j64 --target install
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install
}

build_operator_tests() {
Expand Down Expand Up @@ -195,13 +195,13 @@ build_operator_tests() {
# Build operator tests
cmake "${CMAKE_ARGS[@]}" \
-Bcmake-out/backends/vulkan/test/op_tests && \
cmake --build cmake-out/backends/vulkan/test/op_tests -j16
cmake --build cmake-out/backends/vulkan/test/op_tests -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
}

recompile() {
echo "Recompiling..."
cmake --build cmake-out -j64 --target install
cmake --build cmake-out/backends/vulkan/test/op_tests -j16
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install
cmake --build cmake-out/backends/vulkan/test/op_tests -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
}

run_operator_test() {
Expand Down
2 changes: 1 addition & 1 deletion docs/source/backends-cadence.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -311,7 +311,7 @@ cmake -DCMAKE_BUILD_TYPE=Debug \
-Bcmake-out/examples/cadence \
examples/cadence

cmake --build cmake-out/examples/cadence -j8 -t cadence_executorch_example
cmake --build cmake-out/examples/cadence -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) -t cadence_executorch_example
```

After having succesfully run the above step you should see two binary files in their CMake output directory.
Expand Down
4 changes: 2 additions & 2 deletions docs/source/backends/vulkan/tutorials/etvk-llama-tutorial.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,7 @@ cmake . \
-DEXECUTORCH_BUILD_VULKAN=ON \
-DEXECUTORCH_BUILD_TESTS=OFF \
-Bcmake-out-android-so && \
cmake --build cmake-out-android-so -j16 --target install --config Release
cmake --build cmake-out-android-so -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
```

## Build and push the llama runner binary to Android
Expand All @@ -111,7 +111,7 @@ cmake examples/models/llama \
-DCMAKE_BUILD_TYPE=Release \
-DPYTHON_EXECUTABLE=python \
-Bcmake-out-android-so/examples/models/llama && \
cmake --build cmake-out-android-so/examples/models/llama -j16 --config Release
cmake --build cmake-out-android-so/examples/models/llama -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release
```

Once the binary is built, it can be pushed to your Android device.
Expand Down
2 changes: 1 addition & 1 deletion docs/source/backends/vulkan/tutorials/etvk-profiling-tutorial.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,7 @@ cmake . \
-DEXECUTORCH_BUILD_EXECUTOR_RUNNER=ON \
-DEXECUTORCH_ENABLE_EVENT_TRACER=ON \
-Bcmake-out-android-so && \
cmake --build cmake-out-android-so -j16 --target install --config Release
cmake --build cmake-out-android-so -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
```

Once the build completes, we can push the runner binary to device.
Expand Down
2 changes: 1 addition & 1 deletion docs/source/tutorial-xnnpack-delegate-lowering.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -166,7 +166,7 @@ cmake \
Then you can build the runtime componenets with

```bash
cmake --build cmake-out -j9 --target install --config Release
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
```

Now you should be able to find the executable built at `./cmake-out/executor_runner` you can run the executable with the model you generated as such
Expand Down
4 changes: 2 additions & 2 deletions examples/apple/mps/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ cmake -DCMAKE_INSTALL_PREFIX=cmake-out \
-DEXECUTORCH_BUILD_MPS=ON \
-DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
-Bcmake-out .
cmake --build cmake-out -j9 --target install --config Release
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
CMAKE_PREFIX_PATH="${PWD}/cmake-out/lib/cmake/ExecuTorch;${PWD}/cmake-out/third-party/gflags"
# build mps_executor_runner
rm -rf cmake-out/examples/apple/mps
Expand All @@ -51,7 +51,7 @@ cmake \
-Bcmake-out/examples/apple/mps \
examples/apple/mps

cmake --build cmake-out/examples/apple/mps -j9 --config Release
cmake --build cmake-out/examples/apple/mps -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release

# Run the mv2 generated model using the mps_executor_runner
./cmake-out/examples/apple/mps/mps_executor_runner --model_path mv2_mps_bundled.pte --bundled_program
Expand Down
4 changes: 2 additions & 2 deletions examples/apple/mps/scripts/build_mps_executor_runner.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,7 @@ cmake \
-DEXECUTORCH_BUILD_MPS=ON \
-DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
-Bcmake-out .
cmake --build cmake-out -j9 --target install --config "$MODE"
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config "$MODE"
CMAKE_PREFIX_PATH="${PWD}/cmake-out/lib/cmake/ExecuTorch;${PWD}/cmake-out/third-party/gflags"
# build mps_executor_runner
rm -rf cmake-out/examples/apple/mps
Expand All @@ -61,6 +61,6 @@ cmake \
-Bcmake-out/examples/apple/mps \
examples/apple/mps

cmake --build cmake-out/examples/apple/mps -j9 --config "$MODE"
cmake --build cmake-out/examples/apple/mps -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config "$MODE"

echo "Build succeeded!"
4 changes: 2 additions & 2 deletions examples/apple/mps/test_mps.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ cmake_install_executorch_devtools_lib() {
-DEXECUTORCH_ENABLE_EVENT_TRACER=ON \
-DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
-Bcmake-out .
cmake --build cmake-out -j9 --target install --config Release
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
}

test_cmake_mps() {
Expand All @@ -45,7 +45,7 @@ test_cmake_mps() {
${example_dir}

echo "Building ${example_dir}"
cmake --build ${build_dir} -j9 --config Release
cmake --build ${build_dir} -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release

echo 'Running mps_executor_runner'
${build_dir}/mps_executor_runner --bundled_program=True --model_path="./mv2_mps_bundled.pte"
Expand Down
2 changes: 1 addition & 1 deletion examples/mediatek/mtk_build_examples.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ main() {
-B"${example_build_dir}" \
$EXECUTORCH_ROOT/$example_dir

cmake --build "${example_build_dir}" -j5
cmake --build "${example_build_dir}" -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))

# Switch back to the original directory
cd - > /dev/null
Expand Down
8 changes: 4 additions & 4 deletions examples/models/llama/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -288,7 +288,7 @@ cmake -DCMAKE_TOOLCHAIN_FILE=$ANDROID_NDK/build/cmake/android.toolchain.cmake \
-DEXECUTORCH_BUILD_KERNELS_LLM=ON \
-Bcmake-out-android .

cmake --build cmake-out-android -j16 --target install --config Release
cmake --build cmake-out-android -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --target install --config Release
```

**1.2 Build llama runner for android**
Expand All @@ -307,7 +307,7 @@ cmake -DCMAKE_TOOLCHAIN_FILE=$ANDROID_NDK/build/cmake/android.toolchain.cmake \
-Bcmake-out-android/examples/models/llama \
examples/models/llama

cmake --build cmake-out-android/examples/models/llama -j16 --config Release
cmake --build cmake-out-android/examples/models/llama -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release
```

**2. Run on Android via adb shell**
Expand Down Expand Up @@ -400,7 +400,7 @@ cmake -DPYTHON_EXECUTABLE=python \
-DEXECUTORCH_BUILD_EXTENSION_LLM=ON \
-DEXECUTORCH_BUILD_KERNELS_LLM=ON \
-Bcmake-out .
cmake --build cmake-out -j16 --config Release --target install
cmake --build cmake-out -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release --target install
```

Next install the llama runner with torchao kernels enabled (similar to step 3.2 above):
Expand All @@ -410,7 +410,7 @@ cmake -DPYTHON_EXECUTABLE=python \
-DCMAKE_BUILD_TYPE=Release \
-Bcmake-out/examples/models/llama \
examples/models/llama
cmake --build cmake-out/examples/models/llama -j16 --config Release
cmake --build cmake-out/examples/models/llama -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release
```

Finally run your model (similar to step 3.3 above):
Expand Down
2 changes: 1 addition & 1 deletion examples/models/phi-3-mini-lora/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ python export_model.py
(mkdir cmake-out && cd cmake-out && cmake ..)
# Build the executor_runner target
cmake --build cmake-out --target executor_runner -j9
cmake --build cmake-out --target executor_runner -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 ))
# Run the model for inference.
./cmake-out/executor_runner --model_path phi3_mini_lora.pte
Expand Down
2 changes: 1 addition & 1 deletion examples/models/phi-3-mini/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ cmake -DCMAKE_PREFIX_PATH=cmake-out \
-Bcmake-out/examples/models/phi-3-mini \
examples/models/phi-3-mini
cmake --build cmake-out/examples/models/phi-3-mini -j16 --config Release
cmake --build cmake-out/examples/models/phi-3-mini -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) --config Release
```
- Run model. Options available [here](https://github.com/pytorch/executorch/blob/main/examples/models/phi-3-mini/main.cpp#L16-L33)
```
Expand Down
2 changes: 1 addition & 1 deletion examples/nxp/run.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ rm -rf ${SCRIPT_DIR}/executor_runner/build/*

pushd ${SCRIPT_DIR}/executor_runner/build
cmake -DCMAKE_BUILD_TYPE=Release ..
make -j8 nxp_executor_runner
make -j$(( $(nproc 2>/dev/null || sysctl -n hw.ncpu) + 1 )) nxp_executor_runner
popd

echo "** Export cifar10 model to executorch"
Expand Down
Loading
Loading