Merge branch 'main' into bt to align Alembic with production DB

.gitea/workflows/deploy.yml

@@ -23,7 +23,6 @@ jobs:
           FRONTEND_HOST=${{ secrets.FRONTEND_HOST }}
           ENVIRONMENT=production
           PROJECT_NAME=${{ secrets.PROJECT_NAME }}
-          STACK_NAME=${{ secrets.STACK_NAME }}
           BACKEND_CORS_ORIGINS=${{ secrets.BACKEND_CORS_ORIGINS }}
           SECRET_KEY=${{ secrets.SECRET_KEY }}
           FIRST_SUPERUSER=${{ secrets.FIRST_SUPERUSER }}
@@ -41,6 +40,16 @@ jobs:
           POSTGRES_USER=${{ secrets.POSTGRES_USER }}
           POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
           SENTRY_DSN=${{ secrets.SENTRY_DSN }}
+          MQTT_HOST=${{ secrets.MQTT_HOST }}
+          MQTT_PORT=${{ secrets.MQTT_PORT }}
+          MQTT_USERNAME=${{ secrets.MQTT_USERNAME }}
+          MQTT_PASSWORD=${{ secrets.MQTT_PASSWORD }}
+          MQTT_TOPIC_PATTERN=${{ secrets.MQTT_TOPIC_PATTERN }}
+          MQTT_CLIENT_ID=${{ secrets.MQTT_CLIENT_ID }}
+          RAW_HOT_RETENTION_DAYS=${{ secrets.RAW_HOT_RETENTION_DAYS }}
+          RAW_ARCHIVE_BASE_DIR=${{ secrets.RAW_ARCHIVE_BASE_DIR }}
+          PARSER_BATCH_SIZE=${{ secrets.PARSER_BATCH_SIZE }}
+          PARSER_POLL_INTERVAL_MS=${{ secrets.PARSER_POLL_INTERVAL_MS }}
           DOCKER_IMAGE_BACKEND=${{ secrets.DOCKER_IMAGE_BACKEND }}
           DOCKER_IMAGE_FRONTEND=${{ secrets.DOCKER_IMAGE_FRONTEND }}
           ENVEOF
@@ -48,6 +57,16 @@ jobs:
           # Fallback defaults if image name secrets are empty
           sed -i 's/^DOCKER_IMAGE_BACKEND=$/DOCKER_IMAGE_BACKEND=backend/' .env.production
           sed -i 's/^DOCKER_IMAGE_FRONTEND=$/DOCKER_IMAGE_FRONTEND=frontend/' .env.production
+          sed -i 's/^MQTT_HOST=$/MQTT_HOST=1Panel-emqx-Rniy/' .env.production
+          sed -i 's/^MQTT_PORT=$/MQTT_PORT=1883/' .env.production
+          sed -i 's/^MQTT_USERNAME=$/MQTT_USERNAME=weefnn/' .env.production
+          sed -i 's/^MQTT_PASSWORD=$/MQTT_PASSWORD=123456/' .env.production
+          sed -i 's%^MQTT_TOPIC_PATTERN=$%MQTT_TOPIC_PATTERN=terminal/+/raw%' .env.production
+          sed -i 's/^MQTT_CLIENT_ID=$/MQTT_CLIENT_ID=spatialhub-mqtt-ingestor/' .env.production
+          sed -i 's/^RAW_HOT_RETENTION_DAYS=$/RAW_HOT_RETENTION_DAYS=90/' .env.production
+          sed -i 's%^RAW_ARCHIVE_BASE_DIR=$%RAW_ARCHIVE_BASE_DIR=/data/archive/gnss%' .env.production
+          sed -i 's/^PARSER_BATCH_SIZE=$/PARSER_BATCH_SIZE=200/' .env.production
+          sed -i 's/^PARSER_POLL_INTERVAL_MS=$/PARSER_POLL_INTERVAL_MS=300/' .env.production
 
       - name: Build Docker images
         run: docker compose --env-file .env.production -f compose.prod.yml build
@@ -84,5 +103,22 @@ jobs:
             exit 1
           fi
 
+      - name: Verify mqtt workers
+        run: |
+          if docker compose --env-file .env.production -f compose.prod.yml ps mqtt-ingestor --status running | grep -q mqtt-ingestor; then
+            echo "✅ mqtt-ingestor is running!"
+          else
+            echo "❌ mqtt-ingestor is not running"
+            docker compose --env-file .env.production -f compose.prod.yml logs mqtt-ingestor
+            exit 1
+          fi
+          if docker compose --env-file .env.production -f compose.prod.yml ps mqtt-parser-worker --status running | grep -q mqtt-parser-worker; then
+            echo "✅ mqtt-parser-worker is running!"
+          else
+            echo "❌ mqtt-parser-worker is not running"
+            docker compose --env-file .env.production -f compose.prod.yml logs mqtt-parser-worker
+            exit 1
+          fi
+
       - name: Cleanup old Docker images
         run: docker image prune -f || true