Add CI Workflow #2

	# This workflow will install Python dependencies, run tests and lint with a single version of Python
	# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

	name: Python application

	on:
	push:
	branches: [ "main" ]
	pull_request:
	branches: [ "main" ]
	workflow_dispatch:

	permissions:
	contents: read

	jobs:
	build:

	runs-on: ubuntu-latest

	steps:
	- uses: actions/checkout@v4
	- name: Set device type to CPU for CI
	run: \|
	sed -i s/"-DLLAMA_CUDA=on"/"-DLLAMA_BLAS=ON;-DLLAMA_BLAS_VENDOR=OpenBLAS"/g requirements.txt
	sed -i s/tensorflow.*//g requirements.txt
	- name: Set up Python 3.10
	uses: actions/setup-python@v3
	with:
	python-version: "3.10"
	- name: Install dependencies
	run: \|
	./setup.sh cpu
	pip install flake8 huggingface-hub>=0.17.1
	- name: Lint with flake8
	run: \|
	# stop the build if there are Python syntax errors or undefined names
	flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
	# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
	flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
	- name: Download model file
	run: \|
	mkdir -p ./models/
	huggingface-cli download PawanKrd/Llama-3-8B-Instruct-GGUF llama-3-8b-instruct.Q3_K_M.gguf --local-dir ./models/
	- name: Test run
	run: \|
	./llm.py ./models/ "Which is the best Llama model to use?"

Provide feedback