diff --git a/config.toml.exemple.toml b/config.toml.exemple.toml new file mode 100644 index 00000000..90bdd717 --- /dev/null +++ b/config.toml.exemple.toml @@ -0,0 +1,9 @@ +# DO NOT EDIT THIS FILE - DO NOT EDIT THIS FILE - DO NOT EDIT THIS FILE + +default_connection_name = "advanced_data_engineering_snowflake" + +[connections] +[connections.advanced_data_engineering_snowflake] +account="" +user="" +password="" \ No newline at end of file diff --git a/module-1/hamburg_weather/pipeline/data/load_tasty_bytes.sql b/module-1/hamburg_weather/pipeline/data/load_tasty_bytes.sql index 4565f538..1c559017 100644 --- a/module-1/hamburg_weather/pipeline/data/load_tasty_bytes.sql +++ b/module-1/hamburg_weather/pipeline/data/load_tasty_bytes.sql @@ -64,7 +64,8 @@ CREATE TABLE {{env}}_tasty_bytes.raw_pos.country iso_currency VARCHAR(3), iso_country VARCHAR(2), city VARCHAR(16777216), - city_population VARCHAR(16777216) + city_population VARCHAR(16777216), + city_id NUMBER(18,0) ); @@ -293,17 +294,17 @@ USE WAREHOUSE demo_build_wh; -- country table load --- COPY INTO {{env}}_tasty_bytes.raw_pos.country --- ( --- country_id, --- country, --- iso_currency, --- iso_country, --- city_id, --- city, --- city_population --- ) --- FROM @{{env}}_tasty_bytes.public.s3load/raw_pos/country/; +COPY INTO {{env}}_tasty_bytes.raw_pos.country +( + country_id, + country, + iso_currency, + iso_country, + city_id, + city, + city_population +) +FROM @{{env}}_tasty_bytes.public.s3load/raw_pos/country/; -- franchise table load diff --git a/module-1/hamburg_weather/pipeline/objects/views/views.sql b/module-1/hamburg_weather/pipeline/objects/views/views.sql index a0f9d593..76999a0a 100644 --- a/module-1/hamburg_weather/pipeline/objects/views/views.sql +++ b/module-1/hamburg_weather/pipeline/objects/views/views.sql @@ -7,8 +7,8 @@ SELECT TO_VARCHAR(hd.date_valid_std, 'YYYY-MM') AS yyyy_mm, pc.city_name AS city, c.country AS country_desc -FROM WEATHER_SOURCE_LLC_FROSTBYTE.onpoint_id.history_day hd -JOIN WEATHER_SOURCE_LLC_FROSTBYTE.onpoint_id.postal_codes pc +FROM PELMOREX_WEATHER_SOURCE_FROSTBYTE.onpoint_id.history_day hd +JOIN PELMOREX_WEATHER_SOURCE_FROSTBYTE.onpoint_id.postal_codes pc ON pc.postal_code = hd.postal_code AND pc.country = hd.country JOIN {{env}}_tasty_bytes.raw_pos.country c