From c660613586d3ce5b14ec698ecd457dfd81d83e76 Mon Sep 17 00:00:00 2001 From: Ian Date: Thu, 23 Jan 2025 17:05:43 -0800 Subject: [PATCH] minor --- .github/workflows/dotnet-demos.yml | 7 ++- demo/dotnet/PicoLLMDemo/ChatDemo.cs | 2 +- demo/dotnet/PicoLLMDemo/CompletionDemo.cs | 2 +- demo/dotnet/PicoLLMDemo/PicoLLMDemo.csproj | 2 +- demo/dotnet/README.md | 57 +++++++++++++++++----- 5 files changed, 53 insertions(+), 17 deletions(-) diff --git a/.github/workflows/dotnet-demos.yml b/.github/workflows/dotnet-demos.yml index 3d80e29..00dae34 100644 --- a/.github/workflows/dotnet-demos.yml +++ b/.github/workflows/dotnet-demos.yml @@ -27,17 +27,20 @@ jobs: fail-fast: false matrix: xpu: [ cpu ] - machine: [ rpi4-32, rpi4-64, rpi5-32, rpi5-64, pv-linux, pv-ios, pv-windows ] + machine: [ rpi4-32, rpi4-64, rpi5-32, rpi5-64, pv-linux, pv-ios, pv-windows, , pv-windows-arm64 ] include: - xpu: gpu machine: pv-linux - xpu: gpu machine: pv-windows + - xpu: gpu + machine: pv-windows-igpu + steps: - uses: actions/checkout@v3 - name: Download resource files - run: curl http://${{secrets.PV_CICD_RES_SERVER_AUTHORITY}}/github/picollm/res/phi2-290.pllm/latest/phi2-290.pllm -o phi2-290.pllm + run: curl http://${{secrets.PV_CICD_RES_SERVER_AUTHORITY}}/github/picollm/res/phi2-290.pllm/04-d5f2aa0/phi2-290.pllm -o phi2-290.pllm - name: Package restore run: dotnet restore diff --git a/demo/dotnet/PicoLLMDemo/ChatDemo.cs b/demo/dotnet/PicoLLMDemo/ChatDemo.cs index 4a7c04a..5199ccd 100644 --- a/demo/dotnet/PicoLLMDemo/ChatDemo.cs +++ b/demo/dotnet/PicoLLMDemo/ChatDemo.cs @@ -1,5 +1,5 @@ /* - Copyright 2024 Picovoice Inc. + Copyright 2025 Picovoice Inc. You may not use this file except in compliance with the license. A copy of the license is located in the "LICENSE" file accompanying this source. diff --git a/demo/dotnet/PicoLLMDemo/CompletionDemo.cs b/demo/dotnet/PicoLLMDemo/CompletionDemo.cs index 64d99b7..831605f 100644 --- a/demo/dotnet/PicoLLMDemo/CompletionDemo.cs +++ b/demo/dotnet/PicoLLMDemo/CompletionDemo.cs @@ -1,5 +1,5 @@ /* - Copyright 2024 Picovoice Inc. + Copyright 2025 Picovoice Inc. You may not use this file except in compliance with the license. A copy of the license is located in the "LICENSE" file accompanying this source. diff --git a/demo/dotnet/PicoLLMDemo/PicoLLMDemo.csproj b/demo/dotnet/PicoLLMDemo/PicoLLMDemo.csproj index bb800a1..9d9927e 100644 --- a/demo/dotnet/PicoLLMDemo/PicoLLMDemo.csproj +++ b/demo/dotnet/PicoLLMDemo/PicoLLMDemo.csproj @@ -18,6 +18,6 @@ - + diff --git a/demo/dotnet/README.md b/demo/dotnet/README.md index aeb4f7c..5aa382a 100644 --- a/demo/dotnet/README.md +++ b/demo/dotnet/README.md @@ -15,25 +15,51 @@ models. picoLLM Inference Engine is: ## Requirements -- .NET 8.0 +- [.NET 8.0](https://dotnet.microsoft.com/download) ## Compatibility - Linux (x86_64) - macOS (x86_64, arm64) -- Windows (x86_64) +- Windows (x86_64, arm64) - Raspberry Pi (4, 5) -## Installation - -Both demos use [Microsoft's .NET 8.0](https://dotnet.microsoft.com/download). - -Build with the dotnet CLI: - -```console -dotnet build -c ChatDemo.Release -dotnet build -c CompletionDemo.Release -``` +## Models + +picoLLM Inference Engine supports the following open-weight models. The models are on +[Picovoice Console](https://console.picovoice.ai/). + +- Gemma + - `gemma-2b` + - `gemma-2b-it` + - `gemma-7b` + - `gemma-7b-it` +- Llama-2 + - `llama-2-7b` + - `llama-2-7b-chat` + - `llama-2-13b` + - `llama-2-13b-chat` + - `llama-2-70b` + - `llama-2-70b-chat` +- Llama-3 + - `llama-3-8b` + - `llama-3-8b-instruct` + - `llama-3-70b` + - `llama-3-70b-instruct` +- Llama-3.2 + - `llama3.2-1b-instruct` + - `llama3.2-3b-instruct` +- Mistral + - `mistral-7b-v0.1` + - `mistral-7b-instruct-v0.1` + - `mistral-7b-instruct-v0.2` +- Mixtral + - `mixtral-8x7b-v0.1` + - `mixtral-8x7b-instruct-v0.1` +- Phi-2 + - `phi2` +- Phi-3 + - `phi3` ## AccessKey @@ -56,6 +82,13 @@ NOTE: File path arguments must be absolute paths. The working directory for the picollm/demo/dotnet/PicoLLMDemo ``` +Build with the dotnet CLI: + +```console +dotnet build -c ChatDemo.Release +dotnet build -c CompletionDemo.Release +``` + For both demos, you can use `--help/-h` to see the list of input arguements. ### Chat Demo