Skip to content

Commit

Permalink
Using parent defile for Ollama
Browse files Browse the repository at this point in the history
Signed-off-by: Ilya Buziuk <[email protected]>
  • Loading branch information
ibuziuk committed May 22, 2024
1 parent 1a7f8d1 commit 255167a
Showing 1 changed file with 4 additions and 53 deletions.
57 changes: 4 additions & 53 deletions stacks/ollama/devfile.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
schemaVersion: 2.2.2
metadata:
name: ollama
generateName: ollama
displayName: Ollama
description: Get up and running with large language models with Ollama, Continue, Llama3, and StarCoder2
icon: https://ollama.com/public/ollama.png
Expand All @@ -11,55 +11,6 @@ metadata:
- Starcoder2
projectType: universal
language: Polyglot
version: 1.0.0
projects:
- name: cde-ollama-continue
git:
remotes:
origin: 'https://github.com/redhat-developer-demos/cde-ollama-continue'
checkoutFrom:
revision: main
components:
- name: udi
container:
image: quay.io/devfile/universal-developer-image:ubi8-98224a3
memoryLimit: 4Gi
memoryRequest: 2Gi
cpuLimit: 4000m
cpuRequest: 1000m
mountSources: true
sourceMapping: /projects
- name: ollama
attributes:
container-overrides:
resources:
limits:
cpu: 4000m
memory: 12Gi
# nvidia.com/gpu: 1 # Uncomment this if the pod shall be scheduled only on a GPU node
requests:
cpu: 1000m
memory: 8Gi
# nvidia.com/gpu: 1 # Uncomment this if the pod shall be scheduled only on a GPU node
container:
image: docker.io/ollama/ollama:0.1.34
mountSources: true
sourceMapping: /.ollama
commands:
- id: pullmodel
exec:
component: ollama
commandLine: "ollama pull llama3:8b"
- id: pullautocompletemodel
exec:
component: ollama
commandLine: "ollama pull starcoder2:3b"
- id: copyconfig
exec:
component: udi
commandLine: "mkdir /home/user/.continue && cp /projects/cde-ollama-continue/continue-config.json /home/user/.continue/config.json"
events:
postStart:
- pullmodel
- pullautocompletemodel
- copyconfig
version: 1.0.1
parent:
uri: https://raw.githubusercontent.com/redhat-developer-demos/cde-ollama-continue/main/devfile.yaml

0 comments on commit 255167a

Please sign in to comment.