feat(automation): Automate data extraction, MQTT communication, and v…

Dockerfile.cpu

@@ -0,0 +1,23 @@
+FROM python:3.9-slim
+
+WORKDIR /app
+
+# Install dependencies
+RUN apt-get update && apt-get install --no-install-recommends -y \
+   apt-transport-https \
+   ca-certificates \
+   software-properties-common \
+   && rm -rf /var/lib/apt/lists/*
+
+# Install mosquitto-clients
+RUN apt-get update && apt-get install --no-install-recommends -y mosquitto-clients \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Python packages
+COPY requirements.txt /app/
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+# Copy the application code
+COPY . /app/
+
+CMD ["bash", "-c", "python3 mqtt/publisher_intel.py"]

Dockerfile.fps

@@ -0,0 +1,24 @@
+# Dockerfile.mqtt
+FROM python:3.9-slim
+
+WORKDIR /app
+
+# Install dependencies
+RUN apt-get update && apt-get install --no-install-recommends -y \
+    apt-transport-https \
+    ca-certificates \
+    software-properties-common \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install mosquitto-clients
+RUN apt-get update && apt-get install --no-install-recommends -y mosquitto-clients \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Python packages
+COPY requirements.txt /app/
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+# Copy the application code
+COPY . /app/
+
+CMD ["bash", "-c", "python3 mqtt/fps_extracter.py"]

Makefile

@@ -50,12 +50,39 @@ run-render-mode:
 
 down:
 	docker compose -f src/$(DOCKER_COMPOSE) down
+	docker container stop grafana mqtt-broker
+	docker container rm grafana mqtt-broker
 
 run-demo: | download-models update-submodules download-sample-videos
 	@echo "Building automated self checkout app"	
 	$(MAKE) build
 	@echo Running automated self checkout pipeline
 	$(MAKE) run-render-mode
+
+
+run-mqtt:
+    # Check if Python 3 is installed
+	@python3 --version || (echo "Python 3 is not installed. Please install Python 3 and try again." && exit 1)
+    # Ensure python points to python3
+	@sudo update-alternatives --install /usr/bin/python python /usr/bin/python3 1
+
+    # Build and start the Docker Compose services
+	docker compose up -d
+	rm -f performance-tools/benchmark-scripts/results/* 2>/dev/null
+	$(MAKE) benchmark-cmd
+
+    # Build and run the Python scripts container
+	docker build -t mqtt-scripts -f Dockerfile.fps .
+	docker build -t mqtt-scripts -f Dockerfile.cpu .
+	docker run -d --rm \
+        -v $(PWD)/performance-tools/benchmark-scripts/results:/app/results \
+        -v $(PWD)/mqtt:/app/mqtt \
+        mqtt-scripts
+	@echo "To view the results, open the browser and navigate to http://localhost:3000"
+	@echo "wait"
+
+benchmark-cmd:
+	$(MAKE) PIPELINE_COUNT=$(PIPELINE_COUNT) DURATION=$(DURATION) DEVICE_ENV=$(DEVICE_ENV) RESULTS_DIR=$(RESULTS_DIR) benchmark
 
 run-headless: | download-models update-submodules download-sample-videos
 	@echo "Building automated self checkout app"

README.md

@@ -19,6 +19,7 @@
 - [Manage Docker as a non-root user](https://docs.docker.com/engine/install/linux-postinstall/)
 - [Docker Compose v2](https://docs.docker.com/compose/) (Optional)
 - Intel hardware (CPU, GPU, dGPU)
+- Python 3
 
 ## QuickStart
 
@@ -34,6 +35,14 @@ stop containers:
 make down
 ```
 
+## Viewing Benchmark Results in Grafana Dashboard
+
+To run the MQTT scripts and ensure that the necessary Python packages are installed, use the following command:
+
+```
+make run-mqtt
+```
+
 ## [Advanced Documentation](https://intel-retail.github.io/documentation/use-cases/automated-self-checkout/automated-self-checkout.html)
 
 ## Join the community 

docker-compose.yml

@@ -0,0 +1,45 @@
+version: '3.7'
+services:
+  mqtt-broker_2:
+    image: eclipse-mosquitto:2.0.18
+    container_name: mqtt-broker_2
+    ports:
+      - "1885:1883"
+    volumes:
+      - ./mosquitto-custom/mosquitto.conf:/mosquitto/config/mosquitto.conf
+    restart: unless-stopped
+
+  grafana:
+    image: grafana/grafana:latest
+    container_name: my_grafana_1
+    environment:
+      - GF_INSTALL_PLUGINS=grafana-mqtt-datasource
+    volumes:
+      - ./grafana-custom/provisioning/dashboards/dashboards.yaml:/etc/grafana/provisioning/dashboards/dashboards.yaml
+      - ./grafana-custom/provisioning/datasource/mqtt-datasource.yaml:/etc/grafana/provisioning/datasources/mqtt-datasource.yaml
+      - ./grafana-custom/dashboards/:/var/lib/grafana/dashboards
+    ports:
+      - "3001:3000"
+    depends_on:
+      - mqtt-broker_2
+
+  mqtt-runner-1:
+    build:
+      context: .
+      dockerfile: Dockerfile.fps
+    container_name: fps-mqtt-runner-1
+    volumes:
+      - ./performance-tools/benchmark-scripts/results:/app/results
+      - ./mqtt:/app/mqtt  # Mount your MQTT script directory if needed
+    restart: unless-stopped
+
+  mqtt-runner-2:
+    build:
+      context: .
+      dockerfile: Dockerfile.cpu
+    container_name: cpu-mqtt-runner-1
+    volumes:
+      - ./performance-tools/benchmark-scripts/results:/app/results
+      - ./mqtt:/app/mqtt  # Mount your MQTT script directory if needed
+    restart: unless-stopped
+