chore: import upstream snapshot with attribution

2026-07-13 13:10:45 +08:00
commit 4b6817381b
3933 changed files with 525247 additions and 0 deletions
@@ -0,0 +1,8 @@
+#!/bin/bash
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+cd "$SCRIPT_DIR/../.."
+
+echo "=== Flink ECS Test Case Deployment (SDK) ==="
+python3 infrastructure_sdk/deploy.py
@@ -0,0 +1,8 @@
+#!/bin/bash
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+cd "$SCRIPT_DIR/../.."
+
+echo "=== Flink ECS Test Case Teardown (SDK) ==="
+python3 infrastructure_sdk/destroy.py
@@ -0,0 +1,2 @@
+# Build artifacts - copied during deploy.sh
+flink_job/
@@ -0,0 +1,18 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+# Copy app and config, then install dependencies
+COPY app/__init__.py /app/app/__init__.py
+COPY config /app/config
+COPY tests/e2e/upstream_apache_flink_ecs/pipeline_code/flink_job/requirements.txt /app/requirements.txt
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+# Copy Flink job code
+COPY tests/e2e/upstream_apache_flink_ecs/pipeline_code/flink_job /app/flink_job
+
+# Copy entrypoint script
+COPY tests/e2e/upstream_apache_flink_ecs/infrastructure_code/flink_image/entrypoint.sh /app/entrypoint.sh
+RUN chmod +x /app/entrypoint.sh
+
+ENTRYPOINT ["/app/entrypoint.sh"]
@@ -0,0 +1,17 @@
+#!/bin/bash
+set -e
+
+echo "[FLINK] Starting batch job..."
+echo "[FLINK] LANDING_BUCKET=$LANDING_BUCKET"
+echo "[FLINK] PROCESSED_BUCKET=$PROCESSED_BUCKET"
+echo "[FLINK] CORRELATION_ID=$CORRELATION_ID"
+echo "[FLINK] S3_KEY=$S3_KEY"
+
+# Run the PyFlink batch job
+python -m flink_job.main \
+    --input-bucket "$LANDING_BUCKET" \
+    --output-bucket "$PROCESSED_BUCKET" \
+    --correlation-id "$CORRELATION_ID" \
+    --s3-key "$S3_KEY"
+
+echo "[FLINK] Batch job completed successfully"