Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/cd-pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ env:
REGION: us-east1
REPO_NAME: operations-artifacts-dev
IMAGE_NAME: pipeline
JOB_NAME: operations-pipeline
JOB_NAME: operations-pipeline-dev

jobs:
# Call CI-Infra
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/ci-infra.yml
Original file line number Diff line number Diff line change
Expand Up @@ -48,5 +48,6 @@ jobs:
TF_VAR_environment: ${{ env.ENV }}
TF_VAR_project_id: ${{ secrets.GCP_PROJECT_ID }}
TF_VAR_region: ${{ env.REGION }}
TF_VAR_github_repo: ${{ env.GITHUB_REPO }}
TF_VAR_alert_email_map: ${{ secrets.ALERT_EMAIL_MAP }}
run: terraform apply -auto-approve
2 changes: 1 addition & 1 deletion data_extract/shared/extract_logic.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ def get_valid_files(
- Returns an empty list if the folder is empty or contains only reserved files.
"""

# Validate instruction inside the folder
# Validate instruction.txt inside the folder
if not check_handshake(drive_api, folder_id):
print(f"[ERROR]: '{target_folder}' missing instruction.txt or upload not safe.")
return None
Expand Down
6 changes: 5 additions & 1 deletion data_pipeline/semantic/semantic_executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,10 @@ def orchestrate_module(
module_report = report["modules"]

table_trackers = {
table_name: {"build_stage": False, "validate_stage": False}
table_name: {
"build_stage": False,
"validate_stage": False,
}
for table_name in module_config["tables"]
}
module_report[module_name] = {**table_trackers, "export": False}
Expand Down Expand Up @@ -129,6 +132,7 @@ def orchestrate_module(
try:
if table_name not in module_config["tables"]:
report["status"] = "failed"

return False

table_config = module_config["tables"][table_name]
Expand Down
Loading