Feat/logstash agent

LogstashUI/.dockerignore → .dockerignore

@@ -18,13 +18,11 @@ ENV
 *.swp
 *.swo
 
-# Database
 *.sqlite3
-LogstashUI/data/db.sqlite3
-data/
+src/logstashui/data/
 
 # Static files (will be collected during build)
-staticfiles/
+src/logstashui/staticfiles/
 
 # Node modules (will be installed during build)
 node_modules/
@@ -38,5 +36,5 @@ Thumbs.db
 
 # Docker
 LogstashUI/Dockerfile
-docker-compose*.yml
+docker/docker-compose.yml
 .dockerignore

.github/workflows/docker-image.yml

@@ -1,4 +1,4 @@
-name: Build & Push Docker Images
+name: Build & Push LogstashUI Docker Image
 
 on:
   push:
@@ -26,32 +26,19 @@ jobs:
         id: vars
         run: |
           USER="${{ secrets.DOCKERHUB_USERNAME }}"
-          APP_IMAGE="$USER/logstashui"
-          SIM_IMAGE="$USER/logstashagent"
+          IMAGE="$USER/logstashui"
 
-          echo "app_image=$APP_IMAGE" >> $GITHUB_OUTPUT
-          echo "sim_image=$SIM_IMAGE" >> $GITHUB_OUTPUT
+          echo "image=$IMAGE" >> $GITHUB_OUTPUT
 
           VERSION="${GITHUB_REF#refs/tags/v}"
           echo "version=$VERSION" >> $GITHUB_OUTPUT
 
-          echo "app_tags=$APP_IMAGE:$VERSION,$APP_IMAGE:latest" >> $GITHUB_OUTPUT
-          echo "sim_tags=$SIM_IMAGE:$VERSION,$SIM_IMAGE:latest" >> $GITHUB_OUTPUT
+          echo "tags=$IMAGE:$VERSION,$IMAGE:latest" >> $GITHUB_OUTPUT
 
-      # ---- Image 1: Django app (LogstashUI)
-      - name: Build and push (LogstashUI)
+      - name: Build and push LogstashUI
         uses: docker/build-push-action@v6
         with:
-          context: ./LogstashUI
-          file: ./LogstashUI/Dockerfile
+          context: .
+          file: ./docker/Dockerfile
           push: true
-          tags: ${{ steps.vars.outputs.app_tags }}
-
-      # ---- Image 2: Logstash + FastAPI sidecar (LogstashAgent)
-      - name: Build and push (LogstashAgent)
-        uses: docker/build-push-action@v6
-        with:
-          context: ./LogstashAgent
-          file: ./LogstashAgent/Dockerfile
-          push: true
-          tags: ${{ steps.vars.outputs.sim_tags }}
+          tags: ${{ steps.vars.outputs.tags }}

.gitignore

@@ -58,13 +58,13 @@ cover/
 # Django stuff:
 *.log
 local_settings.py
-LogstashUI/data/db.sqlite3
+src/logstashui/data/db.sqlite3
 db.sqlite3-journal
-LogstashUI/LogstashUI/data/
-!LogstashUI/SNMP/data/
+src/logstashui/LogstashUI/data/
+!src/logstashui/SNMP/data/
 
-# LogstashAgent data directory (logs, etc.)
-LogstashAgent/data/
+# logstashagent data directory (logs, etc.)
+LogstashAgent/src/logstashagent/data/
 
 # Flask stuff:
 instance/
@@ -191,7 +191,7 @@ cython_debug/
 #   be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 #   and can be added to the global gitignore or merged into this file.  For a more nuclear
 #   option (not recommended) you can uncomment the following to ignore the entire idea folder.
-# .idea/
+.idea/
 
 # Abstra
 #   Abstra is an AI-powered process automation framework.
@@ -219,10 +219,11 @@ __marimo__/
 
 # Streamlit
 .streamlit/secrets.toml
-/LogstashUI/staticfiles/admin/
-/LogstashUI/staticfiles/css/
-/LogstashUI/staticfiles/django-browser-reload/
-/LogstashUI/staticfiles/django_htmx/
-/LogstashUI/staticfiles/images/
-/LogstashUI/staticfiles/js/
+
+# LogstashUI
+/src/logstashui/staticfiles/
+/src/logstashui/data/
 /.plans/
+
+# LogstashAgent (cloned from GitHub in host mode)
+/LogstashAgent/

.pre-commit-config.yaml

@@ -0,0 +1,13 @@
+repos:
+  - repo: local
+    hooks:
+      - id: add-license-headers
+        name: Add license headers
+        entry: uv run python scripts/add_license_headers.py
+        language: system
+        pass_filenames: false
+      - id: check-licenses
+        name: Check dependency licenses
+        entry: uv run python scripts/generate_notice.py
+        language: system
+        pass_filenames: false

CHANGELOG.md

@@ -1,3 +1,39 @@
+## [0.4.0] - Logstash Agent - 04/18/2026
+
+### Added
+
+- Added centralized Logstash Agent management, including policy creation, enrollment, and agent-aware connection workflows.
+- Added support for managing pipelines through Logstash Agent, including pipeline settings and policy-level pipeline organization.
+- Added keystore management improvements, including password management, clearer visibility into sensitive fields, and support for deploying keystore-related changes independently.
+- Added agent operational controls such as restart support, upgrade support, health reporting, and richer status details.
+- Added live status and log streaming improvements to make troubleshooting and monitoring easier.
+- Added validation to help catch missing Logstash installations, invalid paths, and other configuration issues earlier.
+- Added clearer deployment feedback, including indicators for undeployed changes and warnings for situations that require special handling.
+- Added an in-app documentation experience.
+- Added expanded automated testing and coverage reporting.
+
+### Changed
+
+- Improved the overall Logstash Agent experience across enrollment, policy management, deployment workflows, and health visibility.
+- Improved the safety of deployments so failed changes are handled more cleanly and unnecessary restarts are reduced.
+- Improved the UI across connection management, policy views, agent health/status displays, and navigation.
+- Improved security for communication between LogstashUI and Logstash Agent.
+- Reworked packaging and project structure to support the ongoing evolution of Logstash Agent.
+- Moved documentation into the application for a more integrated user experience.
+- Updated SNMP-related UI flows and made minor usability improvements.
+
+### Fixed
+
+- Fixed navigation state so collapsed navigation sections now persist more reliably.
+- Fixed several deployment and keystore edge cases that could cause failed or blocked changes.
+- Fixed pipeline change detection issues so edits are recognized more reliably.
+- Fixed agent status and health display issues.
+- Fixed several policy, pipeline, and configuration UI bugs.
+- Fixed monitoring behavior to better align with centralized connection workflows.
+- Fixed documentation image/link issues.
+- Fixed a number of packaging, path, logging, and platform-specific issues introduced during refactoring.
+
+
 ## [0.3.5] - 03/23/2026
 ### Changed
 - Disabled light mode entirely