tinyLLM

Inference on the edge

Build

mkdir -p build
cmake -S . -B build -DCMAKE_BUILD_TYPE=Release
cmake --build build

Build debug

cmake -S . -B build-debug -DCMAKE_BUILD_TYPE=Debug
cmake --build build-debug

Run binary

./build/bin/tinyLLM

Or run via the CMake run target

cmake --build build --target run

For running debug

cmake --build build-debug --target run

Run unit tests

mkdir -p build
cmake -S . -B build -DCMAKE_BUILD_TYPE=Release
cmake --build build --target run_tests

Nuke and rebuild

cd build && cmake --build . --target clean && cmake --build .

Run perf microbenchmarks

cmake --build build --target run_tokenizer_bench
cmake --build build --target run_weight_loader_bench