From 67f02425fb64def9b75ecd9a1aa982dc8399328c Mon Sep 17 00:00:00 2001 From: Bryan Melvida <126201239+BLMgithub@users.noreply.github.com> Date: Fri, 3 Apr 2026 14:44:56 +0800 Subject: [PATCH 1/3] fix: CI-Infra missing role binding and variable typo; replace inline -var with global TF_VAR_ --- .github/workflows/ci-infra.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/ci-infra.yml b/.github/workflows/ci-infra.yml index eb66da6..2c8d1cc 100644 --- a/.github/workflows/ci-infra.yml +++ b/.github/workflows/ci-infra.yml @@ -44,9 +44,9 @@ jobs: run: terraform init - name: Terraform Apply (Sync) - run: | - terraform apply -auto-approve \ - -var="env=${{env.ENV}}" \ - -var="project_id=${{ secrets.GCP_PROJECT_ID}}" \ - -var="region=${{env.REGION}}" \ - -var="alert_email_map=${{ secrets.ALERT_EMAIL_MAP }}" \ No newline at end of file + env: + TF_VAR_environment: ${{ env.ENV }} + TF_VAR_project_id: ${{ secrets.GCP_PROJECT_ID }} + TF_VAR_region: ${{ env.REGION }} + TF_VAR_alert_email_map: ${{ secrets.ALERT_EMAIL_MAP }} + run: terraform apply -auto-approve \ No newline at end of file From d63fec3562c28658cd484e381ea12af094b64f04 Mon Sep 17 00:00:00 2001 From: Bryan Melvida <126201239+BLMgithub@users.noreply.github.com> Date: Fri, 3 Apr 2026 14:57:47 +0800 Subject: [PATCH 2/3] fix: CI-infra workflow missing variable --- .github/workflows/ci-infra.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ci-infra.yml b/.github/workflows/ci-infra.yml index 2c8d1cc..fc524f9 100644 --- a/.github/workflows/ci-infra.yml +++ b/.github/workflows/ci-infra.yml @@ -48,5 +48,6 @@ jobs: TF_VAR_environment: ${{ env.ENV }} TF_VAR_project_id: ${{ secrets.GCP_PROJECT_ID }} TF_VAR_region: ${{ env.REGION }} + TF_VAR_github_repo: ${{ env.GITHUB_REPO }} TF_VAR_alert_email_map: ${{ secrets.ALERT_EMAIL_MAP }} run: terraform apply -auto-approve \ No newline at end of file From 8a485df2aa939174920d5ba91f72c66700a5dc2c Mon Sep 17 00:00:00 2001 From: Bryan Melvida <126201239+BLMgithub@users.noreply.github.com> Date: Fri, 3 Apr 2026 15:57:12 +0800 Subject: [PATCH 3/3] chore: trigger manual rebuild and deployment of pipeline and extractor images --- data_extract/shared/extract_logic.py | 2 +- data_pipeline/semantic/semantic_executor.py | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/data_extract/shared/extract_logic.py b/data_extract/shared/extract_logic.py index b54e409..6fed4bc 100644 --- a/data_extract/shared/extract_logic.py +++ b/data_extract/shared/extract_logic.py @@ -77,7 +77,7 @@ def get_valid_files( - Returns an empty list if the folder is empty or contains only reserved files. """ - # Validate instruction inside the folder + # Validate instruction.txt inside the folder if not check_handshake(drive_api, folder_id): print(f"[ERROR]: '{target_folder}' missing instruction.txt or upload not safe.") return None diff --git a/data_pipeline/semantic/semantic_executor.py b/data_pipeline/semantic/semantic_executor.py index 2eafd68..8da155c 100644 --- a/data_pipeline/semantic/semantic_executor.py +++ b/data_pipeline/semantic/semantic_executor.py @@ -90,7 +90,10 @@ def orchestrate_module( module_report = report["modules"] table_trackers = { - table_name: {"build_stage": False, "validate_stage": False} + table_name: { + "build_stage": False, + "validate_stage": False, + } for table_name in module_config["tables"] } module_report[module_name] = {**table_trackers, "export": False} @@ -129,6 +132,7 @@ def orchestrate_module( try: if table_name not in module_config["tables"]: report["status"] = "failed" + return False table_config = module_config["tables"][table_name]