[Data] us_treasury_usaspending: USAspending federal award transactions + monthly pipeline

dbt_project.yml

@@ -550,6 +550,9 @@ models:
     us_medsl_elections:
       +materialized: table
       +schema: us_medsl_elections
+    us_treasury_usaspending:
+      +materialized: table
+      +schema: us_treasury_usaspending
     world_ampas_oscar:
       +materialized: table
       +schema: world_ampas_oscar

macros/custom_get_where_subquery.sql

@@ -71,6 +71,27 @@
             {% endif %}
         {% endif %}
 
+        {# Same as __most_recent_year_en__, for datasets partitioned on a fiscal
+           year rather than a calendar year (us_treasury_usaspending). #}
+        {% if "__most_recent_fiscal_year__" in where %}
+            {% set max_year_query = (
+                "select max(cast(fiscal_year as int64)) as max_year from "
+                ~ relation
+            ) %}
+            {% set max_year_result = run_query(max_year_query) %}
+            {% if execute and max_year_result.rows[0][0] %}
+                {% set max_year = max_year_result.rows[0][0] %}
+                {% set where = where | replace(
+                    "__most_recent_fiscal_year__", "fiscal_year = " ~ max_year
+                ) %}
+                {% do log(
+                    "The test will filter by the most recent fiscal year: "
+                    ~ max_year,
+                    info=True,
+                ) %}
+            {% endif %}
+        {% endif %}
+
         {# This block looks for __most_recent_date__  placeholder #}
         {% if "__most_recent_date__" in where %}
             {% set max_date_query = "select max(data) as max_date from " ~ relation %}

models/us_treasury_usaspending/code/architecture/dicionario.csv

@@ -0,0 +1,6 @@
+name,bigquery_type,description,description_en,description_es,temporal_coverage,covered_by_dictionary,directory_column,measurement_unit,has_sensitive_data,observations,original_name
+id_tabela,STRING,Nome da tabela à qual a chave se aplica,Name of the table the key applies to,Nombre de la tabla a la que se aplica la clave,,no,,,no,,
+nome_coluna,STRING,Nome da coluna à qual a chave se aplica,Name of the column the key applies to,Nombre de la columna a la que se aplica la clave,,no,,,no,,
+chave,STRING,Valor codificado armazenado na coluna,Coded value stored in the column,Valor codificado almacenado en la columna,,no,,,no,,
+cobertura_temporal,STRING,Período em que a chave é válida,Period over which the key is valid,Período en que la clave es válida,,no,,,no,,
+valor,STRING,Significado da chave,Meaning of the key,Significado de la clave,,no,,,no,,