feat(ci): integrate ci analytics

.github/workflows/integration-test.yml

@@ -17,7 +17,10 @@ on:
         type: choice
         options:
           - ubuntu-latest
-
+env:
+  LOCALSTACK_API_KEY: ${{ secrets.LOCALSTACK_API_KEY }}
+  LOCALSTACK_PROJECT_ID: project_1bipvrdld3
+  LOCALSTACK_PIPELINE_ID: pipeline_dw7flhan3i
 
 jobs:
   integration-test-job:
@@ -27,6 +30,20 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
+      - name: Checkout CI Extension
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GH_PULL_TOKEN }}
+          repository: localstack/localstack-ci-extension
+          path: localstack-ci-extension
+
+      - name: Checkout CI Extension Plugin
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GH_PULL_TOKEN }}
+          repository: localstack/localstack-ci-extension-plugins
+          path: localstack-ci-extension-plugins
+
       - name: Set up Python 3.11
         id: setup-python
         uses: actions/setup-python@v2
@@ -40,59 +57,90 @@ jobs:
 
       - name: Set up Dependencies
         run: |
-          pip install requests boto3 pytest localstack-sdk-python
+          make install
+          pip install localstack-ci-extension-plugins/pytest_plugin
+          cd localstack-ci-extension && pip install -e . && cd -
+
+      - name: Prepare LocalStack
+        run: |
+          LOCALSTACK_API_KEY=$LOCALSTACK_API_KEY \
+            localstack extensions dev enable ./localstack-ci-extension
 
       - name: Start LocalStack
-        uses: LocalStack/[email protected]
-        with:
-          image-tag: 'latest'
-          use-pro: 'true'
-          configuration: LS_LOG=trace
-          install-awslocal: 'true'
-        env:
-          LOCALSTACK_API_KEY: ${{ secrets.LOCALSTACK_API_KEY }}
+        run: |
+          DEBUG=1 \
+          LOCALSTACK_API_KEY=$LOCALSTACK_API_KEY \
+          LOCALSTACK_PROJECT_ID=$LOCALSTACK_PROJECT_ID \
+          LOCALSTACK_PIPELINE_ID=$LOCALSTACK_PIPELINE_ID \
+          DNS_NAME_PATTERNS_TO_RESOLVE_UPSTREAM="*cianalyticsbucket*" \
+          EXTENSION_DEV_MODE=1 \
+          localstack start -d
+
+      - name: Wait for LocalStack to be ready
+        run: |
+          echo "Waiting for LocalStack CI extension to activate..."
+          for i in {1..10}; do
+            if localstack logs | grep -q "activated CI Extension"; then
+              echo "CI extension activated. Proceeding..."
+              exit 0
+            fi
+            sleep 5
+          done
+          echo "CI extension not activated in time. Failing..."
+          exit 1
 
       - name: Deploy infrastructure
         run: |
+          START_TIME=$(date -u +"%Y-%m-%dT%H:%M:%S.%3NZ")
           bash bin/deploy.sh
+          END_TIME=$(date -u +"%Y-%m-%dT%H:%M:%S.%3NZ")
+          curl -X POST http://localhost:4566/_localstack/extensions/ci/steps \
+            -H "Content-Type: application/json" \
+            -d '{
+                  "steps": [
+                    {
+                      "step_id": "deploy",
+                      "name": "Deploy Infrastructure",
+                      "step_type" : "step",
+                      "state": "passed",
+                      "time_start": "'"$START_TIME"'",
+                      "time_end": "'"$END_TIME"'"
+                    }
+                  ]
+                }'
+
+          START_TIME=$(date -u +"%Y-%m-%dT%H:%M:%S.%3NZ")
           bash bin/seed.sh
+          END_TIME=$(date -u +"%Y-%m-%dT%H:%M:%S.%3NZ")
+          curl -X POST http://localhost:4566/_localstack/extensions/ci/steps \
+            -H "Content-Type: application/json" \
+            -d '{
+                  "steps": [
+                    {
+                      "step_id": "seed",
+                      "name": "Seed Data",
+                      "step_type" : "step",
+                      "state": "passed",
+                      "time_start": "'"$START_TIME"'",
+                      "time_end": "'"$END_TIME"'"
+                    }
+                  ]
+                }'
 
-      - name: Run Integration Tests
+      - name: Run Tests
         env:
           AWS_DEFAULT_REGION: us-east-1
           AWS_REGION: us-east-1
           AWS_ACCESS_KEY_ID: test
           AWS_SECRET_ACCESS_KEY: test
         run: |
-          pytest tests/test_infra.py
-
-      - name: Run Outages Tests
-        env:
-          AWS_DEFAULT_REGION: us-east-1
-          AWS_REGION: us-east-1
-          AWS_ACCESS_KEY_ID: test
-          AWS_SECRET_ACCESS_KEY: test
-        run: |
-          pytest tests/test_outage.py
+          pytest tests
 
       - name: Show localstack logs
         if: always()
         run: |
           localstack logs
 
-      - name: Send a Slack notification
-        if: failure() || github.event_name != 'pull_request'
-        uses: ravsamhq/notify-slack-action@v2
-        with:
-          status: ${{ job.status }}
-          token: ${{ secrets.GITHUB_TOKEN }}
-          notification_title: "{workflow} has {status_message}"
-          message_format: "{emoji} *{workflow}* {status_message} in <{repo_url}|{repo}>"
-          footer: "Linked Repo <{repo_url}|{repo}> | <{run_url}|View Workflow run>"
-          notify_when: "failure"
-        env:
-          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
-
       - name: Generate a Diagnostic Report
         if: failure()
         run: |

.gitignore

@@ -4,12 +4,14 @@
 
 # Python
 
+.idea
 .Python
 build/
 develop-eggs/
 dist/
 .env
 .venv
+*.egg-info/
 env/
 venv/
 __pycache__

Makefile

@@ -1,3 +1,5 @@
+install:
+	pip install -e .;
 
 usage:		    ## Show usage for this Makefile
 	@cat Makefile | grep -E '^[a-zA-Z_-]+:.*?## .*$$' | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-15s\033[0m %s\n", $$1, $$2}'

lambdas/utils/__init__.py

@@ -0,0 +1,10 @@
+import json
+
+def prepare_response(status_code, body):
+    return {
+        "statusCode": status_code,
+        "body": json.dumps(body),
+        "headers": {
+            "Content-Type": "application/json",
+        }
+    }

setup.cfg

@@ -0,0 +1,24 @@
+[metadata]
+name = serverless-quiz-app
+version = 0.0.1
+url = localstack.cloud
+author = LocalStack Team
+author_email = [email protected]
+description = LocalStack Quiz App
+license = Proprietary
+classifiers =
+    Programming Language :: Python :: 3.10
+    Programming Language :: Python :: 3.11
+    License :: Other/Proprietary License
+    Topic :: Software Development :: Testing
+
+[options]
+zip_safe = False
+packages = find_namespace:
+install_requires =
+    localstack
+    requests
+    boto3
+    pytest
+    localstack-sdk-python
+    awscli-local

setup.py

@@ -0,0 +1,4 @@
+#!/usr/bin/env python
+from setuptools import setup
+
+setup()

tests/conftest.py

@@ -0,0 +1,9 @@
+import logging
+import sys
+
+logging.getLogger("urllib3").setLevel(logging.WARNING)
+
+logging.basicConfig(
+    level=logging.DEBUG,
+    stream=sys.stdout,
+)